In [10]:
import pandas as pd
import numpy as np
from sklearn.model_selection import train_test_split
from atom import ATOMClassifier
import csv
import json
from sklearn.metrics import roc_auc_score, auc, roc_curve, accuracy_score, precision_score, recall_score
import matplotlib.pyplot as plt
from scipy import interp
In [ ]:
X = pd.read_csv("/breast_project/data_ab.csv", index_col = 0)
In [83]:
X.shape
Out[83]:
(94, 1156549)
In [ ]:
# X has 94 samples.
# We will first split to Train (76 samples) and Test (18 samples) sets.
# Then we will further split the Train set to Subtrain(67) and Validation(9) sets.

random_state = 123

# Perform stratified train/test split
train_val, test = train_test_split(X, test_size=18, stratify=X['y'], random_state=random_state)
In [ ]:
# Split the Training set (76 samples) to Subtrain(67) and Validation(9) sets
# and select top 600 features from Subtrain

def split_train_val(train_val, x):
    # Perform stratified train/val split
    train, val = train_test_split(train_val, test_size=9, stratify=train_val['y'], random_state=x)
    
    # Drop the target column 'y' from the training set for feature selection
    train_features = train.drop(columns=['y'])

    # Calculate the number of non-zero values for each feature
    non_zero_counts = (train_features != 0).sum(axis=0)

    # Select the top 600 features with the most non-zero values
    top_600_features = non_zero_counts.nlargest(600).index

    # Select these top 600 features from the training set
    train_top_features = train_features.loc[:, top_600_features]

    # Add the target column back to the training set with selected features
    train_top_features['y'] = train['y']

    # Select these top 600 features from the val set
    val_top_features = val.loc[:, top_600_features]

    # Add the target column back to the validation set with selected features
    val_top_features['y'] = val['y']

    return train_top_features, val_top_features


# Create a classifier, perform feature selection and train 8 models.
def create_atom(train, test, split):
    atom = ATOMClassifier(train, test, y="y", verbose=2, warnings=False, random_state = 1, index=True)

    solvers = ["LR", "XGB"]
    models = ["GBM", "LR", "LDA", "QDA", "RNN", "AdaB", "RF", "XGB"] 

    for solver in solvers:
        atom.branch = "sfm" + solver + "_from_master"
        atom.feature_selection(strategy="SFM", solver=solver, n_features=10, random_state=0)
    
        models_named = [model + "_" + solver for model in models]
        atom.run(models=models_named, n_calls=50, n_initial_points=10, metric="AUC", n_bootstrap=5)

    return atom
In [ ]:
# 100 splits of the Training set to Subtrain and Validation

features_dict = {}
models_dict = {}
results_dict = {}

with open('features.csv', mode='w', newline='') as file:
    writer = csv.writer(file)
    header = ['Iteration'] + [f'Feature_{i}' for i in range(10)]
    writer.writerow(header)

    # 100 iterations
    for i in range(1,101):
        # Split train_val into train and val
        train, val = split_train_val(train_val, i)
        # Create classifier
        atom = create_atom(train, val, i)
        
        features_list = atom.winner.features
        features_dict[i] = features_list
        row = [i] + features_list
        writer.writerow(row)

        models_dict[i] = atom.winner.name
        results_dict[i] = atom.winner.mean_bootstrap


with open('features_dict.json', 'w') as file:
    json.dump(features_dict, file)

with open('models_dict.json', 'w') as file:
    json.dump(models_dict, file)

with open('results_dict.json', 'w') as file:
    json.dump(results_dict, file)
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 810 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  0.701s |     0.720s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |        0.875 |  0.730s |     2.245s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |        0.875 |  0.688s |     3.148s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |        0.875 |  0.742s |     4.127s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |        0.875 |  0.722s |     5.060s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6562 |        0.875 |  0.763s |     6.059s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9062 |       0.9062 |  0.759s |     7.036s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.734s |     7.983s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  0.677s |     8.940s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  0.673s |     9.825s |
| Iteration 11     | exponen.. |        0.0625 |          329 |       1.0 | squared_er.. |                14 |                7 |         7 |          0.8 |    0.0029 |  0.9375 |          1.0 |  0.700s |    11.117s |
| Iteration 12     | exponen.. |        0.0202 |          185 |       0.5 | squared_er.. |                 8 |                7 |         3 |          0.7 |     0.007 |     1.0 |          1.0 |  0.673s |    12.360s |
| Iteration 13     |  deviance |        0.8535 |          369 |       0.6 | squared_er.. |                 4 |                7 |         8 |          0.5 |    0.0302 |     1.0 |          1.0 |  0.703s |    13.670s |
| Iteration 14     |  deviance |        0.0302 |          438 |       0.5 | squared_er.. |                12 |                1 |         2 |          0.5 |    0.0314 |     1.0 |          1.0 |  0.724s |    15.026s |
| Iteration 15     |  deviance |           1.0 |          500 |       0.6 | squared_er.. |                20 |                8 |        10 |         auto |     0.035 |  0.6875 |          1.0 |  0.731s |    16.347s |
| Iteration 16     | exponen.. |           1.0 |          500 |       1.0 | squared_er.. |                20 |                4 |        10 |          0.5 |       0.0 |   0.625 |          1.0 |  0.700s |    17.636s |
| Iteration 17     | exponen.. |        0.0342 |          395 |       0.5 | squared_er.. |                10 |               10 |         3 |          0.7 |    0.0148 |  0.9375 |          1.0 |  0.720s |    18.896s |
| Iteration 18     |  deviance |          0.01 |           48 |       0.5 | squared_er.. |                14 |               18 |         7 |          0.8 |    0.0051 |     0.5 |          1.0 |  0.625s |    20.020s |
| Iteration 19     |  deviance |           1.0 |          500 |       1.0 | squared_er.. |                 2 |                6 |         5 |          0.9 |    0.0032 |     1.0 |          1.0 |  0.752s |    21.458s |
| Iteration 20     | exponen.. |        0.0237 |          500 |       0.6 | squared_er.. |                11 |                8 |         6 |         sqrt |    0.0064 |   0.875 |          1.0 |  0.747s |    22.850s |
| Iteration 21     |  deviance |         0.153 |          262 |       0.8 | squared_er.. |                11 |                4 |         1 |         None |    0.0338 |   0.875 |          1.0 |  0.698s |    24.142s |
| Iteration 22     | exponen.. |        0.1836 |          398 |       0.6 | squared_er.. |                 8 |                7 |         5 |          0.7 |    0.0048 |  0.9375 |          1.0 |  0.717s |    25.508s |
| Iteration 23     |  deviance |           1.0 |          489 |       1.0 | squared_er.. |                 4 |                6 |         5 |         None |    0.0054 |  0.9688 |          1.0 |  0.744s |    26.921s |
| Iteration 24     |  deviance |           1.0 |          465 |       1.0 | squared_er.. |                 2 |                3 |         4 |         None |    0.0155 |  0.4375 |          1.0 |  0.721s |    28.404s |
| Iteration 25     |  deviance |        0.0188 |          311 |       0.8 | squared_er.. |                 7 |                6 |         4 |         auto |    0.0006 |     1.0 |          1.0 |  1.277s |    30.490s |
| Iteration 26     |  deviance |        0.0945 |           55 |       0.7 | squared_er.. |                 5 |                7 |         5 |         sqrt |    0.0234 |   0.875 |          1.0 |  0.699s |    31.953s |
| Iteration 27     | exponen.. |        0.1403 |          417 |       0.9 | squared_er.. |                16 |                8 |         5 |         log2 |       0.0 |    0.75 |          1.0 |  0.776s |    33.484s |
| Iteration 28     |  deviance |        0.1876 |          169 |       0.6 | squared_er.. |                 3 |                7 |         6 |          0.8 |     0.016 |     1.0 |          1.0 |  0.710s |    34.852s |
| Iteration 29     | exponen.. |        0.0189 |          106 |       0.5 | squared_er.. |                 5 |                6 |         4 |          0.6 |    0.0122 |  0.5625 |          1.0 |  0.698s |    36.199s |
| Iteration 30     |  deviance |        0.5344 |          169 |       0.9 | squared_er.. |                 2 |                6 |         2 |          0.5 |    0.0153 |  0.9062 |          1.0 |  0.657s |    37.526s |
| Iteration 31     |  deviance |        0.0911 |          483 |       0.5 | squared_er.. |                 2 |                7 |         9 |          0.8 |    0.0253 |   0.875 |          1.0 |  0.746s |    39.090s |
| Iteration 32     |  deviance |        0.3174 |           16 |       0.8 | squared_er.. |                 9 |                1 |         3 |         None |    0.0238 |   0.625 |          1.0 |  0.627s |    40.339s |
| Iteration 33     |  deviance |        0.0168 |          199 |       0.7 | squared_er.. |                 6 |                7 |         6 |          0.7 |    0.0194 |  0.6875 |          1.0 |  0.670s |    41.778s |
| Iteration 34     | exponen.. |        0.9482 |          171 |       0.5 | friedman_mse |                14 |               13 |         8 |         sqrt |    0.0237 |   0.875 |          1.0 |  0.654s |    43.205s |
| Iteration 35     |  deviance |        0.0777 |           89 |       0.6 | squared_er.. |                 4 |                7 |         6 |          0.5 |    0.0307 |   0.875 |          1.0 |  0.654s |    44.680s |
| Iteration 36     |  deviance |        0.0297 |          217 |       0.8 | squared_er.. |                18 |                6 |         4 |          0.9 |    0.0275 |    0.75 |          1.0 |  0.675s |    46.189s |
| Iteration 37     | exponen.. |        0.0176 |          462 |       0.7 | squared_er.. |                 4 |                8 |         6 |          0.5 |    0.0293 |  0.8125 |          1.0 |  0.733s |    47.889s |
| Iteration 38     |  deviance |        0.8585 |          434 |       0.6 | squared_er.. |                 3 |                7 |         8 |         sqrt |    0.0163 |  0.5625 |          1.0 |  0.735s |    49.399s |
| Iteration 39     | exponen.. |        0.0594 |          337 |       0.6 | squared_er.. |                10 |                7 |         7 |         log2 |    0.0158 |  0.6875 |          1.0 |  0.708s |    50.853s |
| Iteration 40     | exponen.. |         0.187 |          194 |       0.6 | squared_er.. |                 3 |                7 |         6 |          0.7 |    0.0269 |   0.875 |          1.0 |  0.667s |    52.197s |
| Iteration 41     | exponen.. |        0.0647 |          414 |       0.5 | squared_er.. |                 4 |                9 |         7 |          0.8 |    0.0096 |   0.625 |          1.0 |  0.726s |    53.756s |
| Iteration 42     |  deviance |        0.2276 |          294 |       0.6 | squared_er.. |                16 |                7 |         6 |         None |    0.0135 |  0.9375 |          1.0 |  0.683s |    55.245s |
| Iteration 43     | exponen.. |           1.0 |           52 |       0.5 | friedman_mse |                 7 |               19 |         8 |         None |    0.0321 |     0.5 |          1.0 |  0.638s |    56.713s |
| Iteration 44     | exponen.. |        0.0997 |          250 |       0.8 | squared_er.. |                11 |                8 |         3 |          0.7 |    0.0274 |   0.375 |          1.0 |  0.678s |    58.216s |
| Iteration 45     | exponen.. |        0.1198 |          364 |       1.0 | squared_er.. |                15 |                8 |         6 |         auto |    0.0038 |   0.875 |          1.0 |  0.697s |    59.946s |
| Iteration 46     | exponen.. |           1.0 |          481 |       0.6 | squared_er.. |                 2 |                7 |         6 |          0.8 |    0.0144 |   0.625 |          1.0 |  0.745s |     1m:02s |
| Iteration 47     |  deviance |        0.4538 |          146 |       0.5 | squared_er.. |                 5 |               11 |         6 |         None |    0.0142 |     0.5 |          1.0 |  1.215s |     1m:04s |
| Iteration 48     | exponen.. |        0.7653 |          461 |       0.8 | squared_er.. |                 9 |                8 |         6 |          0.9 |    0.0043 |   0.875 |          1.0 |  0.742s |     1m:05s |
| Iteration 49     |  deviance |          0.74 |          268 |       1.0 | squared_er.. |                10 |                6 |         4 |         log2 |    0.0024 |  0.8125 |          1.0 |  0.731s |     1m:07s |
| Iteration 50     |  deviance |        0.2432 |          469 |       0.9 | friedman_mse |                11 |                6 |         6 |          0.9 |    0.0039 |     1.0 |          1.0 |  0.793s |     1m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0188, 'n_estimators': 311, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 7, 'min_samples_leaf': 6, 'max_depth': 4, 'max_features': 'auto', 'ccp_alpha': 0.0006}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.118s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.086
Time elapsed: 0.541s
-------------------------------------------------
Total time: 1m:10s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.8125 |       0.8125 |  0.702s |     0.714s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     1.0 |          1.0 |  0.692s |     1.606s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     1.0 |          1.0 |  0.686s |     2.660s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |          1.0 |  0.688s |     3.554s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |          1.0 |  0.705s |     4.499s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |          1.0 |  0.699s |     5.414s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.875 |          1.0 |  0.692s |     6.310s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |          1.0 |  0.688s |     7.196s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |          1.0 |  0.689s |     8.109s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.6875 |          1.0 |  0.696s |     9.013s |
| Iteration 11     |      l2 |   0.087 |     sag |      942 |      --- |     1.0 |          1.0 |  0.000s |     9.417s |
| Iteration 12     |      l2 |  0.0805 |     sag |      941 |      --- |  0.6875 |          1.0 |  0.681s |    10.545s |
| Iteration 13     |      l2 | 22.7181 |     sag |      259 |      --- |     1.0 |          1.0 |  0.688s |    11.636s |
| Iteration 14     |      l2 |  0.8566 |     sag |      575 |      --- |  0.8125 |          1.0 |  0.679s |    12.709s |
| Iteration 15     |      l2 |  0.3742 |     sag |      591 |      --- |  0.6875 |          1.0 |  0.684s |    13.796s |
| Iteration 16     |      l2 |  1.0898 |     sag |      650 |      --- |   0.375 |          1.0 |  0.635s |    14.887s |
| Iteration 17     |      l2 |  0.4463 | libli.. |      323 |      --- |     1.0 |          1.0 |  0.626s |    15.998s |
| Iteration 18     |      l2 |  0.3685 | libli.. |      329 |      --- |   0.875 |          1.0 |  0.645s |    17.173s |
| Iteration 19     |      l2 |  0.4259 | libli.. |      327 |      --- |   0.375 |          1.0 |  0.631s |    18.303s |
| Iteration 20     |      l2 | 14.3885 |     sag |      457 |      --- |    0.75 |          1.0 |  0.648s |    19.389s |
| Iteration 21     |      l2 |  0.4099 | libli.. |      173 |      --- |   0.875 |          1.0 |  0.661s |    20.479s |
| Iteration 22     |      l2 |   4.343 | libli.. |      222 |      --- |     1.0 |          1.0 |  0.635s |    21.577s |
| Iteration 23     |      l2 |  1.3367 | libli.. |      188 |      --- |  0.8125 |          1.0 |  0.621s |    22.670s |
| Iteration 24     |      l2 |  0.3046 | libli.. |      281 |      --- |     0.5 |          1.0 |  1.159s |    24.267s |
| Iteration 25     |      l2 |  0.9456 | newto.. |      268 |      --- |   0.875 |          1.0 |  0.629s |    25.343s |
| Iteration 26     |      l2 |  0.5362 | newto.. |      394 |      --- |  0.8125 |          1.0 |  0.640s |    26.446s |
| Iteration 27     |    none |     --- | newto.. |      932 |      --- |   0.875 |          1.0 |  0.635s |    27.615s |
| Iteration 28     |    none |     --- | newto.. |      930 |      --- |  0.8125 |          1.0 |  0.637s |    28.749s |
| Iteration 29     |      l2 | 14.4411 |     sag |      469 |      --- |  0.4375 |          1.0 |  0.632s |    29.887s |
| Iteration 30     |      l2 |  0.1495 |     sag |      433 |      --- |   0.625 |          1.0 |  0.628s |    31.049s |
| Iteration 31     |      l2 |  1.1276 | newto.. |      256 |      --- |     1.0 |          1.0 |  0.638s |    32.225s |
| Iteration 32     |      l2 |  2.1529 | newto.. |      167 |      --- |     1.0 |          1.0 |  0.631s |    33.457s |
| Iteration 33     |      l2 |  1.3778 | newto.. |      201 |      --- |   0.625 |          1.0 |  0.644s |    34.616s |
| Iteration 34     |      l2 |  8.3125 | newto.. |      112 |      --- |  0.6875 |          1.0 |  0.645s |    35.788s |
| Iteration 35     |    none |     --- | newto.. |      965 |      --- |  0.8125 |          1.0 |  0.638s |    36.959s |
| Iteration 36     |      l2 | 10.2406 | libli.. |      238 |      --- |   0.625 |          1.0 |  0.624s |    38.119s |
| Iteration 37     |    none |     --- | newto.. |      974 |      --- |    0.75 |          1.0 |  0.654s |    39.333s |
| Iteration 38     |    none |     --- | newto.. |      907 |      --- |  0.9375 |          1.0 |  0.632s |    40.517s |
| Iteration 39     |    none |     --- | newto.. |      918 |      --- |  0.6875 |          1.0 |  0.674s |    41.756s |
| Iteration 40     |      l2 |  0.0046 | newto.. |      903 |      --- |   0.625 |          1.0 |  0.632s |    42.965s |
| Iteration 41     |      l2 |  7.0077 |   lbfgs |      426 |      --- |   0.875 |          1.0 |  0.647s |    44.179s |
| Iteration 42     |      l2 |  3.9185 |   lbfgs |      486 |      --- |  0.6875 |          1.0 |  0.630s |    45.438s |
| Iteration 43     |      l2 |  0.1007 | libli.. |      381 |      --- |    0.75 |          1.0 |  0.641s |    46.627s |
| Iteration 44     |      l2 |  2.7454 | libli.. |      247 |      --- |     0.5 |          1.0 |  0.626s |    47.868s |
| Iteration 45     |      l1 |  0.0029 | libli.. |      986 |      --- |     0.5 |          1.0 |  0.625s |    49.039s |
| Iteration 46     |    none |     --- | newto.. |      931 |      --- |    0.25 |          1.0 |  1.144s |    50.876s |
| Iteration 47     |      l2 |  3.2262 | libli.. |      420 |      --- |   0.625 |          1.0 |  0.687s |    52.205s |
| Iteration 48     |      l2 |   0.153 |     sag |      176 |      --- |  0.4375 |          1.0 |  0.686s |    53.496s |
| Iteration 49     |      l2 |  0.0376 | newto.. |      231 |      --- |  0.9375 |          1.0 |  0.691s |    54.836s |
| Iteration 50     |      l2 |  0.0597 | newto.. |      178 |      --- |   0.875 |          1.0 |  0.684s |    56.171s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'penalty': 'l2', 'C': 0.087, 'solver': 'sag', 'max_iter': 942}
Best evaluation --> roc_auc: 1.0
Time elapsed: 56.861s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7598
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.04
Time elapsed: 0.054s
-------------------------------------------------
Total time: 56.933s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.4375 |       0.4375 |  0.682s |     0.688s |
| Initial point 2  |     svd |       --- |     1.0 |          1.0 |  0.686s |     1.580s |
| Initial point 3  |     svd |       --- |     1.0 |          1.0 |  0.001s |     1.780s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |          1.0 |  0.698s |     2.671s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |          1.0 |  0.673s |     3.551s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |          1.0 |  0.668s |     4.417s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |          1.0 |  0.680s |     5.295s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |          1.0 |  0.667s |     6.159s |
| Initial point 9  |    lsqr |       0.6 |   0.375 |          1.0 |  0.665s |     7.026s |
| Initial point 10 |   eigen |       0.8 |   0.625 |          1.0 |  0.681s |     7.965s |
| Iteration 11     |     svd |       --- |     1.0 |          1.0 |  0.000s |     8.309s |
| Iteration 12     |     svd |       --- |     1.0 |          1.0 |  0.000s |     8.644s |
| Iteration 13     |     svd |       --- |     1.0 |          1.0 |  0.000s |     8.972s |
| Iteration 14     |     svd |       --- |     1.0 |          1.0 |  0.000s |     9.318s |
| Iteration 15     |     svd |       --- |     1.0 |          1.0 |  0.000s |     9.657s |
| Iteration 16     |     svd |       --- |     1.0 |          1.0 |  0.000s |    10.055s |
| Iteration 17     |     svd |       --- |     1.0 |          1.0 |  0.000s |    10.401s |
| Iteration 18     |   eigen |       0.5 |   0.875 |          1.0 |  0.665s |    11.431s |
| Iteration 19     |   eigen |       0.7 |   0.375 |          1.0 |  0.683s |    12.489s |
| Iteration 20     |     svd |       --- |     1.0 |          1.0 |  0.000s |    12.848s |
| Iteration 21     |     svd |       --- |     1.0 |          1.0 |  0.000s |    13.215s |
| Iteration 22     |    lsqr |       1.0 |     0.5 |          1.0 |  0.674s |    14.289s |
| Iteration 23     |   eigen |      auto |  0.8125 |          1.0 |  0.664s |    15.365s |
| Iteration 24     |   eigen |      None |   0.625 |          1.0 |  0.675s |    16.423s |
| Iteration 25     |     svd |       --- |     1.0 |          1.0 |  0.000s |    16.872s |
| Iteration 26     |   eigen |       0.6 |  0.8125 |          1.0 |  0.664s |    17.964s |
| Iteration 27     |     svd |       --- |     1.0 |          1.0 |  0.000s |    18.380s |
| Iteration 28     |     svd |       --- |     1.0 |          1.0 |  0.000s |    18.769s |
| Iteration 29     |    lsqr |      auto |    0.25 |          1.0 |  0.655s |    20.358s |
| Iteration 30     |     svd |       --- |     1.0 |          1.0 |  0.001s |    21.911s |
| Iteration 31     |     svd |       --- |     1.0 |          1.0 |  0.000s |    22.346s |
| Iteration 32     |     svd |       --- |     1.0 |          1.0 |  0.000s |    23.056s |
| Iteration 33     |     svd |       --- |     1.0 |          1.0 |  0.000s |    23.514s |
| Iteration 34     |     svd |       --- |     1.0 |          1.0 |  0.000s |    23.958s |
| Iteration 35     |     svd |       --- |     1.0 |          1.0 |  0.000s |    24.430s |
| Iteration 36     |     svd |       --- |     1.0 |          1.0 |  0.000s |    24.871s |
| Iteration 37     |     svd |       --- |     1.0 |          1.0 |  0.001s |    25.451s |
| Iteration 38     |     svd |       --- |     1.0 |          1.0 |  0.000s |    25.916s |
| Iteration 39     |     svd |       --- |     1.0 |          1.0 |  0.000s |    26.413s |
| Iteration 40     |     svd |       --- |     1.0 |          1.0 |  0.000s |    26.877s |
| Iteration 41     |     svd |       --- |     1.0 |          1.0 |  0.000s |    27.391s |
| Iteration 42     |     svd |       --- |     1.0 |          1.0 |  0.000s |    27.871s |
| Iteration 43     |     svd |       --- |     1.0 |          1.0 |  0.000s |    28.652s |
| Iteration 44     |     svd |       --- |     1.0 |          1.0 |  0.000s |    29.532s |
| Iteration 45     |     svd |       --- |     1.0 |          1.0 |  0.000s |    30.118s |
| Iteration 46     |     svd |       --- |     1.0 |          1.0 |  0.000s |    30.624s |
| Iteration 47     |     svd |       --- |     1.0 |          1.0 |  0.000s |    31.139s |
| Iteration 48     |     svd |       --- |     1.0 |          1.0 |  0.000s |    31.647s |
| Iteration 49     |     svd |       --- |     1.0 |          1.0 |  0.000s |    32.199s |
| Iteration 50     |     svd |       --- |     1.0 |          1.0 |  0.000s |    32.747s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 33.327s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7777
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.3262
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.365s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.4375 |       0.4375 |  0.621s |     0.625s |
| Initial point 2  |       0.9 |  0.5625 |       0.5625 |  0.633s |     1.460s |
| Initial point 3  |       0.1 |    0.75 |         0.75 |  0.619s |     2.270s |
| Initial point 4  |       1.0 |  0.4375 |         0.75 |  0.000s |     2.467s |
| Initial point 5  |       0.2 |  0.8125 |       0.8125 |  0.621s |     3.288s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  0.642s |     4.149s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.000s |     4.351s |
| Initial point 8  |       0.7 |     0.5 |       0.8125 |  0.642s |     5.185s |
| Initial point 9  |       0.9 |  0.5625 |       0.8125 |  0.000s |     5.376s |
| Initial point 10 |       0.8 |     0.5 |       0.8125 |  0.623s |     6.210s |
| Iteration 11     |       0.3 |   0.375 |       0.8125 |  0.645s |     7.148s |
| Iteration 12     |       0.6 |     0.5 |       0.8125 |  0.647s |     8.084s |
| Iteration 13     |       0.5 |   0.625 |       0.8125 |  0.650s |     9.019s |
| Iteration 14     |       0.0 |  0.9375 |       0.9375 |  0.644s |     9.945s |
| Iteration 15     |       0.0 |  0.9375 |       0.9375 |  0.000s |    10.281s |
| Iteration 16     |       0.0 |  0.9375 |       0.9375 |  0.000s |    10.574s |
| Iteration 17     |       0.0 |  0.9375 |       0.9375 |  0.000s |    10.858s |
| Iteration 18     |       0.0 |  0.9375 |       0.9375 |  0.000s |    11.157s |
| Iteration 19     |       0.0 |  0.9375 |       0.9375 |  0.000s |    11.444s |
| Iteration 20     |       0.0 |  0.9375 |       0.9375 |  0.000s |    11.773s |
| Iteration 21     |       0.6 |     0.5 |       0.9375 |  0.000s |    12.063s |
| Iteration 22     |       0.0 |  0.9375 |       0.9375 |  0.000s |    12.374s |
| Iteration 23     |       0.0 |  0.9375 |       0.9375 |  0.000s |    12.659s |
| Iteration 24     |       0.0 |  0.9375 |       0.9375 |  0.000s |    12.956s |
| Iteration 25     |       0.0 |  0.9375 |       0.9375 |  0.000s |    13.250s |
| Iteration 26     |       0.0 |  0.9375 |       0.9375 |  0.000s |    13.557s |
| Iteration 27     |       0.0 |  0.9375 |       0.9375 |  0.000s |    13.866s |
| Iteration 28     |       0.9 |  0.5625 |       0.9375 |  0.000s |    14.696s |
| Iteration 29     |       0.0 |  0.9375 |       0.9375 |  0.000s |    15.011s |
| Iteration 30     |       0.8 |     0.5 |       0.9375 |  0.000s |    15.329s |
| Iteration 31     |       0.0 |  0.9375 |       0.9375 |  0.000s |    15.658s |
| Iteration 32     |       0.0 |  0.9375 |       0.9375 |  0.000s |    15.986s |
| Iteration 33     |       0.0 |  0.9375 |       0.9375 |  0.000s |    16.310s |
| Iteration 34     |       0.0 |  0.9375 |       0.9375 |  0.000s |    16.641s |
| Iteration 35     |       0.0 |  0.9375 |       0.9375 |  0.000s |    16.979s |
| Iteration 36     |       0.0 |  0.9375 |       0.9375 |  0.000s |    17.327s |
| Iteration 37     |       0.0 |  0.9375 |       0.9375 |  0.000s |    17.686s |
| Iteration 38     |       0.0 |  0.9375 |       0.9375 |  0.000s |    18.047s |
| Iteration 39     |       0.0 |  0.9375 |       0.9375 |  0.000s |    18.415s |
| Iteration 40     |       0.0 |  0.9375 |       0.9375 |  0.000s |    18.787s |
| Iteration 41     |       0.0 |  0.9375 |       0.9375 |  0.000s |    19.153s |
| Iteration 42     |       0.0 |  0.9375 |       0.9375 |  0.000s |    19.677s |
| Iteration 43     |       0.0 |  0.9375 |       0.9375 |  0.001s |    20.080s |
| Iteration 44     |       0.0 |  0.9375 |       0.9375 |  0.000s |    20.470s |
| Iteration 45     |       0.0 |  0.9375 |       0.9375 |  0.000s |    20.853s |
| Iteration 46     |       0.0 |  0.9375 |       0.9375 |  0.000s |    21.251s |
| Iteration 47     |       0.0 |  0.9375 |       0.9375 |  0.000s |    21.708s |
| Iteration 48     |       0.0 |  0.9375 |       0.9375 |  0.000s |    22.120s |
| Iteration 49     |       0.0 |  0.9375 |       0.9375 |  0.000s |    22.528s |
| Iteration 50     |       0.0 |  0.9375 |       0.9375 |  0.000s |    22.974s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 23.398s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.04
Time elapsed: 0.027s
-------------------------------------------------
Total time: 23.434s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.7407 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  0.637s |     0.656s |
| Initial point 2  |   5.067 | uniform |   kd_tree |        39 |       2 |   0.625 |         0.75 |  0.667s |     1.558s |
| Initial point 3  |  4.0026 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  0.639s |     2.399s |
| Initial point 4  | 11.6774 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.638s |     3.238s |
| Initial point 5  |  9.1477 | dista.. |      auto |        30 |       2 |   0.875 |          1.0 |  0.644s |     4.096s |
| Initial point 6  | 10.5938 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.627s |     4.925s |
| Initial point 7  |  7.5774 | dista.. | ball_tree |        24 |       1 |  0.9375 |          1.0 |  0.635s |     5.762s |
| Initial point 8  |  1.8158 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.643s |     6.598s |
| Initial point 9  |  8.4408 | uniform | ball_tree |        24 |       1 |  0.8125 |          1.0 |  0.641s |     7.540s |
| Initial point 10 |  5.9953 | uniform |     brute |        22 |       2 |  0.5938 |          1.0 |  0.631s |     8.377s |
| Iteration 11     |     0.0 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  0.642s |     9.603s |
| Iteration 12     |  2.4492 | dista.. | ball_tree |        23 |       2 |  0.6875 |          1.0 |  0.633s |    10.790s |
| Iteration 13     |  0.7793 | dista.. |      auto |        26 |       1 |   0.375 |          1.0 |  0.662s |    11.875s |
| Iteration 14     |  5.7545 | dista.. |   kd_tree |        38 |       2 |     1.0 |          1.0 |  0.627s |    12.924s |
| Iteration 15     |  5.7902 | dista.. |   kd_tree |        40 |       2 |  0.6875 |          1.0 |  0.626s |    13.985s |
| Iteration 16     |     0.0 | dista.. |     brute |        38 |       2 |     0.5 |          1.0 |  0.638s |    15.102s |
| Iteration 17     |  5.1233 | dista.. |      auto |        24 |       2 |   0.875 |          1.0 |  0.624s |    16.162s |
| Iteration 18     |  9.5119 | dista.. |     brute |        27 |       1 |  0.9375 |          1.0 |  0.647s |    17.269s |
| Iteration 19     |  6.5946 | dista.. |     brute |        38 |       1 |   0.625 |          1.0 |  1.067s |    18.770s |
| Iteration 20     | 11.3663 | dista.. |     brute |        20 |       1 |  0.4375 |          1.0 |  0.649s |    19.994s |
| Iteration 21     |  6.2967 | dista.. |      auto |        20 |       2 |    0.75 |          1.0 |  0.631s |    21.048s |
| Iteration 22     |  3.8482 | dista.. |      auto |        38 |       2 |     1.0 |          1.0 |  0.636s |    22.119s |
| Iteration 23     |  4.2052 | dista.. |   kd_tree |        25 |       2 |  0.9375 |          1.0 |  0.624s |    23.370s |
| Iteration 24     |  3.8719 | dista.. |   kd_tree |        38 |       1 |  0.3438 |          1.0 |  0.650s |    24.488s |
| Iteration 25     |  3.8271 | dista.. |     brute |        37 |       2 |     1.0 |          1.0 |  0.638s |    25.585s |
| Iteration 26     |  3.8543 | dista.. |     brute |        40 |       2 |  0.9375 |          1.0 |  0.654s |    26.728s |
| Iteration 27     |  3.9045 | dista.. |     brute |        20 |       2 |  0.8125 |          1.0 |  0.629s |    27.865s |
| Iteration 28     | 12.2348 | uniform |   kd_tree |        40 |       1 |  0.9688 |          1.0 |  0.625s |    28.944s |
| Iteration 29     | 12.7767 | uniform |   kd_tree |        20 |       1 |    0.25 |          1.0 |  0.627s |    30.084s |
| Iteration 30     |  9.9188 | uniform |   kd_tree |        40 |       1 |  0.7812 |          1.0 |  0.631s |    31.298s |
| Iteration 31     |  4.6195 | dista.. |      auto |        32 |       2 |     1.0 |          1.0 |  0.649s |    32.533s |
| Iteration 32     |   4.278 | dista.. |      auto |        33 |       2 |    0.75 |          1.0 |  0.631s |    33.705s |
| Iteration 33     |  7.5398 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  0.637s |    34.912s |
| Iteration 34     |   4.886 | dista.. | ball_tree |        37 |       2 |  0.5625 |          1.0 |  0.628s |    36.236s |
| Iteration 35     |  5.0324 | dista.. | ball_tree |        38 |       2 |     1.0 |          1.0 |  0.657s |    37.755s |
| Iteration 36     |  5.3667 | uniform |      auto |        38 |       2 |  0.5625 |          1.0 |  0.628s |    39.100s |
| Iteration 37     |  3.8492 | uniform |      auto |        40 |       1 |  0.6875 |          1.0 |  0.647s |    40.318s |
| Iteration 38     | 12.7767 | dista.. |   kd_tree |        40 |       2 |     0.5 |          1.0 |  0.645s |    41.530s |
| Iteration 39     |  0.3034 | uniform |      auto |        20 |       2 |   0.375 |          1.0 |  0.635s |    42.719s |
| Iteration 40     |     0.0 | uniform |     brute |        20 |       1 |     0.5 |          1.0 |  0.632s |    43.918s |
| Iteration 41     |  9.6369 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  1.218s |    45.713s |
| Iteration 42     |  3.0952 | dista.. |   kd_tree |        40 |       2 |  0.4375 |          1.0 |  0.691s |    47.031s |
| Iteration 43     |  6.8631 | dista.. |   kd_tree |        29 |       2 |     1.0 |          1.0 |  0.687s |    48.369s |
| Iteration 44     |  6.7377 | dista.. |     brute |        29 |       2 |  0.9375 |          1.0 |  0.692s |    49.688s |
| Iteration 45     |  6.5179 | dista.. |     brute |        29 |       2 |  0.8125 |          1.0 |  0.689s |    50.992s |
| Iteration 46     |  7.6178 | dista.. |      auto |        37 |       2 |   0.875 |          1.0 |  0.683s |    52.328s |
| Iteration 47     |  8.6334 | uniform |   kd_tree |        40 |       1 |  0.3438 |          1.0 |  0.697s |    53.733s |
| Iteration 48     |   6.819 | dista.. |   kd_tree |        20 |       2 |    0.75 |          1.0 |  0.682s |    55.025s |
| Iteration 49     |  8.1348 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.641s |    56.314s |
| Iteration 50     |  7.1856 | dista.. | ball_tree |        32 |       2 |  0.8125 |          1.0 |  0.635s |    57.647s |
Bayesian Optimization ---------------------------
Best call --> Iteration 43
Best parameters --> {'radius': 6.8631, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 29, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 58.321s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.08
Time elapsed: 0.050s
-------------------------------------------------
Total time: 58.387s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  1.033s |     1.040s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  1.078s |     2.333s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |        0.875 |  0.860s |     3.397s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.5625 |        0.875 |  1.000s |     4.606s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.875 |        0.875 |  0.855s |     5.659s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |        0.875 |  1.048s |     6.905s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8438 |        0.875 |  0.715s |     7.847s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |       0.9375 |  0.933s |     9.000s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.7188 |       0.9375 |  0.679s |     9.888s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |       0.9375 |  0.749s |    10.870s |
| Iteration 11     |          415 |        0.0198 |     SAMME |  0.6875 |       0.9375 |  0.912s |    12.186s |
| Iteration 12     |          238 |        7.0653 |     SAMME |    0.25 |       0.9375 |  0.655s |    13.229s |
| Iteration 13     |          366 |        0.0179 |     SAMME |     1.0 |          1.0 |  0.875s |    14.454s |
| Iteration 14     |          115 |        0.0169 |     SAMME |  0.9688 |          1.0 |  0.721s |    15.574s |
| Iteration 15     |          294 |        1.1705 |     SAMME |     0.5 |          1.0 |  0.833s |    16.798s |
| Iteration 16     |          204 |        0.9272 |     SAMME |  0.5625 |          1.0 |  1.342s |    18.557s |
| Iteration 17     |          142 |         0.018 |     SAMME |  0.9062 |          1.0 |  0.779s |    19.752s |
| Iteration 18     |          323 |        5.8104 |   SAMME.R |  0.9062 |          1.0 |  0.927s |    21.084s |
| Iteration 19     |          381 |        5.3268 |   SAMME.R |  0.8125 |          1.0 |  0.980s |    22.468s |
| Iteration 20     |          416 |        0.0174 |     SAMME |  0.8125 |          1.0 |  0.969s |    23.895s |
| Iteration 21     |          458 |        0.0443 |   SAMME.R |    0.75 |          1.0 |  1.042s |    25.349s |
| Iteration 22     |          399 |         0.056 |   SAMME.R |    0.75 |          1.0 |  0.927s |    26.733s |
| Iteration 23     |          210 |        0.0311 |     SAMME |  0.9375 |          1.0 |  0.776s |    27.950s |
| Iteration 24     |           50 |        0.0444 |     SAMME |   0.625 |          1.0 |  0.647s |    29.048s |
| Iteration 25     |           72 |          10.0 |   SAMME.R |    0.75 |          1.0 |  0.685s |    30.180s |
| Iteration 26     |          416 |        2.5499 |   SAMME.R |   0.625 |          1.0 |  0.947s |    31.562s |
| Iteration 27     |          495 |        0.0297 |     SAMME |  0.7188 |          1.0 |  0.954s |    33.011s |
| Iteration 28     |          129 |        0.0331 |     SAMME |     1.0 |          1.0 |  0.703s |    34.177s |
| Iteration 29     |          490 |        0.0344 |     SAMME |   0.625 |          1.0 |  0.970s |    35.626s |
| Iteration 30     |          288 |        0.0101 |     SAMME |   0.875 |          1.0 |  0.857s |    36.939s |
| Iteration 31     |          263 |          0.01 |     SAMME |  0.8125 |          1.0 |  0.848s |    38.246s |
| Iteration 32     |           51 |         0.011 |   SAMME.R |   0.875 |          1.0 |  0.696s |    39.408s |
| Iteration 33     |           50 |        0.0746 |   SAMME.R |   0.625 |          1.0 |  0.691s |    40.576s |
| Iteration 34     |          184 |         0.057 |     SAMME |  0.9062 |          1.0 |  0.788s |    41.795s |
| Iteration 35     |          238 |          10.0 |   SAMME.R |  0.4375 |          1.0 |  0.853s |    43.107s |
| Iteration 36     |          122 |        0.0294 |   SAMME.R |    0.75 |          1.0 |  0.754s |    44.375s |
| Iteration 37     |          354 |        0.0134 |     SAMME |   0.625 |          1.0 |  0.920s |    45.842s |
| Iteration 38     |          132 |        0.0302 |     SAMME |   0.625 |          1.0 |  1.320s |    47.706s |
| Iteration 39     |          219 |        0.0388 |   SAMME.R |  0.8438 |          1.0 |  0.837s |    49.067s |
| Iteration 40     |          295 |        0.0487 |     SAMME |  0.8125 |          1.0 |  0.868s |    50.434s |
| Iteration 41     |          367 |        0.0184 |     SAMME |  0.7812 |          1.0 |  0.928s |    51.911s |
| Iteration 42     |          214 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.829s |    53.246s |
| Iteration 43     |          204 |        0.1047 |   SAMME.R |    0.75 |          1.0 |  0.834s |    54.565s |
| Iteration 44     |          500 |          10.0 |     SAMME |     0.5 |          1.0 |  0.658s |    55.743s |
| Iteration 45     |           50 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.691s |    56.945s |
| Iteration 46     |           62 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.671s |    58.158s |
| Iteration 47     |          179 |          0.01 |   SAMME.R |     0.5 |          1.0 |  0.764s |    59.442s |
| Iteration 48     |          424 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.950s |     1m:01s |
| Iteration 49     |          475 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  1.046s |     1m:03s |
| Iteration 50     |          197 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.808s |     1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 366, 'learning_rate': 0.0179, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8942
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.290s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.705 ± 0.1435
Time elapsed: 1.326s
-------------------------------------------------
Total time: 1m:06s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  1.041s |     1.060s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  0.917s |     2.190s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.9375 |       0.9375 |  0.941s |     3.353s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  0.769s |     4.350s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  0.954s |     5.518s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.7812 |          1.0 |  0.801s |     6.540s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  0.834s |     7.596s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |          1.0 |  0.816s |     8.668s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.7188 |          1.0 |  0.897s |     9.831s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6562 |          1.0 |  0.873s |    10.933s |
| Iteration 11     |          500 |      gini |      None |                15 |                8 |         log2 |      True |    0.0155 |         0.8 |    0.75 |          1.0 |  1.016s |    12.657s |
| Iteration 12     |          176 |      gini |      None |                18 |               15 |         log2 |      True |    0.0067 |        None |     1.0 |          1.0 |  0.751s |    14.140s |
| Iteration 13     |          181 |      gini |      None |                 6 |               20 |         auto |     False |    0.0195 |         --- |     1.0 |          1.0 |  0.720s |    15.474s |
| Iteration 14     |          151 |      gini |      None |                 6 |               20 |         auto |     False |    0.0197 |         --- |     1.0 |          1.0 |  1.225s |    17.323s |
| Iteration 15     |          370 |      gini |      None |                15 |               20 |         log2 |      True |    0.0111 |         0.9 |  0.6875 |          1.0 |  0.937s |    18.905s |
| Iteration 16     |          118 |      gini |      None |                15 |               15 |          0.5 |      True |    0.0156 |         0.5 |     0.5 |          1.0 |  0.741s |    20.337s |
| Iteration 17     |           55 |   entropy |         5 |                19 |                5 |         None |     False |    0.0061 |         --- |  0.9375 |          1.0 |  0.691s |    21.708s |
| Iteration 18     |          394 |      gini |         7 |                 3 |               17 |         None |      True |    0.0273 |         0.5 |     0.5 |          1.0 |  0.941s |    23.398s |
| Iteration 19     |           10 |      gini |         7 |                20 |                1 |         auto |     False |       0.0 |         --- |   0.875 |          1.0 |  0.658s |    24.792s |
| Iteration 20     |          148 |   entropy |      None |                13 |               16 |         sqrt |     False |       0.0 |         --- |    0.75 |          1.0 |  0.724s |    26.262s |
| Iteration 21     |          202 |      gini |         7 |                 2 |               11 |         log2 |     False |    0.0129 |         --- |   0.875 |          1.0 |  0.778s |    27.708s |
| Iteration 22     |          138 |      gini |      None |                 5 |               20 |         auto |     False |    0.0225 |         --- |     1.0 |          1.0 |  0.696s |    29.225s |
| Iteration 23     |          468 |   entropy |         4 |                18 |                3 |         log2 |      True |    0.0021 |        None |     1.0 |          1.0 |  0.972s |    30.830s |
| Iteration 24     |           23 |      gini |         2 |                 5 |               14 |         log2 |     False |    0.0022 |         --- |  0.6562 |          1.0 |  0.624s |    32.078s |
| Iteration 25     |           28 |   entropy |         4 |                 4 |               14 |         log2 |      True |    0.0168 |        None |     1.0 |          1.0 |  0.629s |    33.467s |
| Iteration 26     |          104 |   entropy |         5 |                13 |                6 |         None |     False |    0.0069 |         --- |  0.9688 |          1.0 |  0.674s |    34.894s |
| Iteration 27     |          125 |   entropy |         6 |                18 |               14 |         log2 |      True |    0.0027 |         0.5 |     0.5 |          1.0 |  0.704s |    36.422s |
| Iteration 28     |          185 |   entropy |         3 |                19 |               15 |         sqrt |      True |    0.0193 |        None |     1.0 |          1.0 |  0.781s |    37.865s |
| Iteration 29     |          221 |   entropy |         4 |                18 |                2 |         sqrt |     False |    0.0275 |         --- |     0.5 |          1.0 |  0.743s |    39.341s |
| Iteration 30     |          120 |   entropy |         3 |                14 |                9 |         log2 |      True |    0.0148 |        None |  0.9375 |          1.0 |  0.753s |    40.840s |
| Iteration 31     |          353 |      gini |         4 |                10 |               20 |          0.5 |     False |     0.008 |         --- |  0.8438 |          1.0 |  0.846s |    42.419s |
| Iteration 32     |          131 |      gini |         3 |                 7 |                1 |         auto |      True |    0.0243 |        None |   0.875 |          1.0 |  0.708s |    43.858s |
| Iteration 33     |          489 |   entropy |      None |                19 |                1 |          0.6 |      True |     0.005 |        None |  0.6875 |          1.0 |  1.009s |    45.573s |
| Iteration 34     |          324 |   entropy |         4 |                16 |                8 |         log2 |      True |    0.0134 |        None |     1.0 |          1.0 |  0.896s |    47.276s |
| Iteration 35     |          206 |   entropy |         4 |                 6 |               10 |         sqrt |      True |    0.0043 |        None |   0.875 |          1.0 |  0.810s |    48.974s |
| Iteration 36     |          355 |   entropy |         4 |                12 |                5 |         log2 |      True |    0.0073 |        None |   0.875 |          1.0 |  0.927s |    50.629s |
| Iteration 37     |          314 |   entropy |         7 |                16 |                3 |          0.8 |     False |    0.0073 |         --- |  0.8438 |          1.0 |  1.353s |    52.834s |
| Iteration 38     |          420 |   entropy |         5 |                17 |                8 |         log2 |      True |    0.0103 |        None |     0.5 |          1.0 |  0.945s |    54.620s |
| Iteration 39     |          302 |      gini |      None |                 6 |               11 |         sqrt |      True |    0.0057 |        None |   0.875 |          1.0 |  0.900s |    56.321s |
| Iteration 40     |          215 |   entropy |         4 |                 7 |                9 |         log2 |      True |    0.0147 |         0.6 |    0.75 |          1.0 |  0.810s |    58.023s |
| Iteration 41     |          452 |   entropy |         4 |                 9 |                3 |         auto |      True |     0.022 |        None |    0.75 |          1.0 |  0.963s |    59.813s |
| Iteration 42     |          123 |      gini |         4 |                18 |               10 |          0.5 |      True |    0.0312 |        None |  0.8125 |          1.0 |  0.717s |     1m:01s |
| Iteration 43     |          317 |   entropy |         4 |                18 |                8 |         log2 |      True |    0.0055 |        None |     1.0 |          1.0 |  0.894s |     1m:03s |
| Iteration 44     |          233 |   entropy |         4 |                 9 |                7 |         log2 |      True |    0.0193 |        None |  0.6875 |          1.0 |  0.836s |     1m:05s |
| Iteration 45     |          113 |      gini |      None |                19 |               14 |         log2 |      True |    0.0318 |         0.5 |     0.5 |          1.0 |  0.746s |     1m:07s |
| Iteration 46     |           93 |   entropy |      None |                 4 |               15 |         log2 |      True |    0.0069 |        None |  0.9375 |          1.0 |  0.725s |     1m:08s |
| Iteration 47     |          208 |   entropy |         4 |                 8 |                8 |         log2 |      True |    0.0077 |        None |  0.5625 |          1.0 |  0.815s |     1m:10s |
| Iteration 48     |           16 |      gini |      None |                18 |               15 |         log2 |      True |    0.0298 |         0.8 |     0.5 |          1.0 |  0.662s |     1m:12s |
| Iteration 49     |          297 |   entropy |         4 |                17 |                8 |         log2 |      True |    0.0121 |         0.7 |   0.875 |          1.0 |  0.890s |     1m:14s |
| Iteration 50     |          489 |   entropy |         4 |                16 |                8 |         log2 |      True |    0.0134 |         0.5 |  0.9375 |          1.0 |  1.028s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 151, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 6, 'min_samples_leaf': 20, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0197}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8362
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.108s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0748
Time elapsed: 0.478s
-------------------------------------------------
Total time: 1m:17s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |  0.7812 |       0.7812 |  0.724s |     0.742s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  0.762s |     1.758s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8125 |  0.739s |     2.714s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8125 |  0.705s |     3.651s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8125 |  0.732s |     4.610s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8125 |  0.707s |     5.525s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8125 |  0.728s |     6.464s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8125 |  0.717s |     7.402s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |       0.8125 |  0.742s |     8.378s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  0.721s |     9.322s |
| Iteration 11     |          270 |        0.5885 |         2 |  0.1349 |                4 |       0.7 |              0.8 |       0.1 |        100 |  0.6875 |       0.8125 |  0.714s |    10.629s |
| Iteration 12     |          434 |        0.2513 |         5 |  0.9405 |                3 |       0.8 |              0.4 |       0.1 |         10 |     1.0 |          1.0 |  0.747s |    11.991s |
| Iteration 13     |          337 |          0.01 |         4 |     0.0 |                1 |       1.0 |              1.0 |       100 |          0 |     0.5 |          1.0 |  1.310s |    13.952s |
| Iteration 14     |          445 |        0.1751 |         6 |     1.0 |                3 |       0.8 |              0.4 |       0.1 |         10 |  0.9375 |          1.0 |  0.752s |    15.357s |
| Iteration 15     |          430 |        0.8609 |         3 |  0.6117 |                2 |       0.6 |              0.4 |      0.01 |          1 |   0.375 |          1.0 |  0.742s |    16.765s |
| Iteration 16     |          473 |        0.6469 |         4 |   0.263 |                2 |       0.8 |              0.5 |       0.1 |         10 |    0.75 |          1.0 |  0.753s |    18.190s |
| Iteration 17     |          328 |        0.9498 |         4 |  0.3574 |                3 |       0.8 |              0.4 |       0.1 |          1 |  0.9375 |          1.0 |  0.724s |    19.592s |
| Iteration 18     |          334 |        0.0119 |         5 |  0.8847 |                3 |       0.5 |              0.4 |        10 |          0 |     0.5 |          1.0 |  0.715s |    20.928s |
| Iteration 19     |          445 |        0.0719 |         4 |  0.5625 |                2 |       0.9 |              1.0 |         1 |          0 |     1.0 |          1.0 |  0.748s |    22.382s |
| Iteration 20     |          143 |        0.0356 |         1 |  0.1427 |                2 |       1.0 |              1.0 |         1 |       0.01 |  0.7812 |          1.0 |  0.695s |    23.753s |
| Iteration 21     |          471 |        0.0189 |         5 |     1.0 |                3 |       0.8 |              0.4 |         1 |       0.01 |   0.875 |          1.0 |  0.716s |    25.265s |
| Iteration 22     |          500 |        0.1713 |         2 |  0.6605 |                2 |       0.9 |              0.8 |         1 |          0 |     1.0 |          1.0 |  0.757s |    26.808s |
| Iteration 23     |          310 |        0.3796 |         4 |  0.9522 |                3 |       0.8 |              0.4 |       0.1 |        100 |  0.6562 |          1.0 |  0.678s |    28.315s |
| Iteration 24     |          500 |        0.3714 |         7 |   0.723 |                3 |       0.9 |              0.5 |       0.1 |         10 |  0.6875 |          1.0 |  0.727s |    29.804s |
| Iteration 25     |          279 |        0.0412 |         5 |  0.8969 |                2 |       0.9 |              0.8 |         1 |          0 |     1.0 |          1.0 |  0.699s |    31.251s |
| Iteration 26     |          112 |        0.1561 |         2 |  0.8273 |                2 |       0.8 |              0.6 |         1 |          0 |   0.625 |          1.0 |  0.711s |    32.667s |
| Iteration 27     |          441 |          0.01 |         3 |  0.4785 |                2 |       0.9 |              0.7 |         1 |          0 |    0.75 |          1.0 |  0.750s |    34.032s |
| Iteration 28     |           24 |         0.573 |         5 |  0.7739 |                3 |       0.8 |              0.4 |       0.1 |         10 |     1.0 |          1.0 |  0.686s |    35.566s |
| Iteration 29     |          145 |        0.0274 |         4 |  0.9894 |                2 |       1.0 |              0.9 |         1 |          0 |   0.625 |          1.0 |  0.695s |    37.035s |
| Iteration 30     |          223 |        0.0142 |         3 |  0.4735 |                2 |       0.9 |              0.9 |       0.1 |          0 |   0.875 |          1.0 |  0.715s |    38.541s |
| Iteration 31     |          193 |        0.6927 |         5 |  0.9269 |                1 |       0.8 |              0.4 |       0.1 |          1 |   0.875 |          1.0 |  0.709s |    40.087s |
| Iteration 32     |          170 |        0.2113 |         5 |  0.7633 |                3 |       0.8 |              0.4 |       0.1 |         10 |   0.875 |          1.0 |  0.702s |    41.592s |
| Iteration 33     |           66 |        0.4207 |         8 |     1.0 |                1 |       0.9 |              1.0 |      0.01 |       0.01 |    0.75 |          1.0 |  0.692s |    43.100s |
| Iteration 34     |          414 |        0.2507 |         8 |   0.779 |                1 |       0.9 |              0.9 |        10 |          0 |     0.5 |          1.0 |  0.694s |    44.616s |
| Iteration 35     |          351 |        0.6799 |         5 |     1.0 |                3 |       0.8 |              0.4 |       0.1 |         10 |   0.875 |          1.0 |  0.701s |    46.156s |
| Iteration 36     |          482 |           1.0 |         5 |  0.5457 |                3 |       0.9 |              0.8 |      0.01 |       0.01 |     1.0 |          1.0 |  0.705s |    47.714s |
| Iteration 37     |          461 |        0.2105 |         5 |  0.8085 |                8 |       0.9 |              0.5 |         0 |          0 |     0.5 |          1.0 |  1.282s |    49.735s |
| Iteration 38     |          413 |        0.2674 |         3 |  0.5349 |                2 |       0.9 |              0.9 |       0.1 |          0 |    0.75 |          1.0 |  0.770s |    51.290s |
| Iteration 39     |           59 |        0.0509 |         5 |  0.4708 |                2 |       0.9 |              0.4 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.697s |    52.744s |
| Iteration 40     |          298 |        0.4947 |         5 |  0.5326 |                2 |       0.9 |              0.4 |       0.1 |          1 |     1.0 |          1.0 |  0.742s |    54.277s |
| Iteration 41     |          264 |        0.9727 |         5 |  0.5606 |                2 |       0.9 |              0.5 |       0.1 |          0 |   0.625 |          1.0 |  0.726s |    55.814s |
| Iteration 42     |          258 |        0.0171 |         4 |    0.55 |                3 |       0.9 |              1.0 |      0.01 |          0 |   0.875 |          1.0 |  0.724s |    57.428s |
| Iteration 43     |           20 |        0.1109 |         2 |     1.0 |                3 |       0.9 |              0.4 |       0.1 |        0.1 |     1.0 |          1.0 |  0.694s |    58.914s |
| Iteration 44     |          269 |        0.0101 |         2 |  0.9845 |                3 |       0.9 |              0.4 |      0.01 |        0.1 |  0.4375 |          1.0 |  0.718s |     1m:00s |
| Iteration 45     |          485 |         0.712 |         1 |  0.8601 |               10 |       1.0 |              0.8 |        10 |         10 |     0.5 |          1.0 |  0.692s |     1m:02s |
| Iteration 46     |          375 |        0.7352 |         2 |  0.0362 |                1 |       1.0 |              0.8 |         0 |       0.01 |   0.875 |          1.0 |  0.684s |     1m:03s |
| Iteration 47     |          411 |        0.0587 |         9 |  0.1951 |                1 |       1.0 |              0.6 |         0 |         10 |   0.625 |          1.0 |  0.700s |     1m:05s |
| Iteration 48     |          390 |        0.0359 |         7 |  0.9217 |                2 |       0.8 |              0.8 |         1 |          0 |    0.75 |          1.0 |  0.710s |     1m:06s |
| Iteration 49     |          156 |        0.2396 |         7 |  0.3059 |                3 |       0.9 |              0.6 |       0.1 |        0.1 |   0.375 |          1.0 |  0.688s |     1m:08s |
| Iteration 50     |           54 |        0.0569 |         5 |     0.0 |                4 |       0.7 |              0.4 |       0.1 |        0.1 |  0.9375 |          1.0 |  0.665s |     1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.1713, 'max_depth': 2, 'gamma': 0.6605, 'min_child_weight': 2, 'subsample': 0.9, 'colsample_bytree': 0.8, 'reg_alpha': 1, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9647
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.104s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1414
Time elapsed: 0.327s
-------------------------------------------------
Total time: 1m:11s


Final results ==================== >>
Duration: 7m:36s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.74 ± 0.086
Logistic Regression             --> roc_auc: 0.78 ± 0.04
Linear Discriminant Analysis    --> roc_auc: 0.69 ± 0.3262
Quadratic Discriminant Analysis --> roc_auc: 0.78 ± 0.04 !
Radius Nearest Neighbors        --> roc_auc: 0.64 ± 0.08 ~
AdaBoost                        --> roc_auc: 0.705 ± 0.1435 ~
Random Forest                   --> roc_auc: 0.53 ± 0.0748 ~
XGBoost                         --> roc_auc: 0.65 ± 0.1414 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  3.119s |     3.139s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  3.144s |     6.650s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.9375 |       0.9375 |  3.141s |    10.012s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     1.0 |          1.0 |  3.147s |    13.381s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |          1.0 |  3.161s |    16.764s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |          1.0 |  3.224s |    20.222s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8438 |          1.0 |  3.177s |    23.639s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |          1.0 |  3.195s |    27.059s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |          1.0 |  3.133s |    30.416s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |          1.0 |  3.129s |    33.818s |
| Iteration 11     |  deviance |         0.077 |          411 |       0.5 | friedman_mse |                 2 |               15 |         6 |         log2 |    0.0227 |     0.5 |          1.0 |  3.215s |    37.587s |
| Iteration 12     | exponen.. |        0.0641 |          488 |       0.8 | friedman_mse |                 2 |               14 |         1 |         auto |    0.0216 |     1.0 |          1.0 |  3.192s |    41.373s |
| Iteration 13     | exponen.. |        0.9341 |          402 |       1.0 | squared_er.. |                 2 |               17 |         4 |         auto |    0.0163 |     1.0 |          1.0 |  3.703s |    45.644s |
| Iteration 14     | exponen.. |        0.2029 |          387 |       0.6 | friedman_mse |                 2 |               16 |         4 |         auto |    0.0205 |   0.875 |          1.0 |  3.161s |    49.371s |
| Iteration 15     | exponen.. |        0.0189 |          205 |       0.9 | friedman_mse |                15 |               16 |         6 |         auto |    0.0018 |  0.4375 |          1.0 |  3.163s |    53.083s |
| Iteration 16     | exponen.. |        0.6463 |          109 |       1.0 | squared_er.. |                 8 |               16 |         6 |         auto |    0.0169 |  0.6875 |          1.0 |  3.113s |    56.830s |
| Iteration 17     | exponen.. |        0.0501 |          479 |       1.0 | squared_er.. |                 2 |                8 |         2 |         log2 |     0.017 |   0.875 |          1.0 |  3.197s |     1m:01s |
| Iteration 18     | exponen.. |        0.3078 |          160 |       0.6 | friedman_mse |                 5 |               15 |         8 |          0.5 |    0.0151 |  0.4375 |          1.0 |  3.136s |     1m:04s |
| Iteration 19     | exponen.. |        0.4749 |          344 |       1.0 | squared_er.. |                17 |               18 |         6 |         auto |    0.0232 |  0.6875 |          1.0 |  3.222s |     1m:08s |
| Iteration 20     | exponen.. |        0.0348 |          138 |       0.8 | squared_er.. |                 7 |               12 |         1 |          0.6 |    0.0051 |   0.875 |          1.0 |  3.183s |     1m:12s |
| Iteration 21     | exponen.. |        0.1702 |          368 |       0.6 | friedman_mse |                16 |               14 |         5 |         log2 |    0.0118 |   0.625 |          1.0 |  3.242s |     1m:16s |
| Iteration 22     | exponen.. |        0.4881 |          145 |       0.8 | squared_er.. |                 4 |               16 |         2 |          0.9 |    0.0314 |  0.6875 |          1.0 |  3.179s |     1m:20s |
| Iteration 23     | exponen.. |        0.2179 |          201 |       1.0 | friedman_mse |                 3 |               13 |         2 |         auto |    0.0249 |   0.875 |          1.0 |  3.223s |     1m:24s |
| Iteration 24     |  deviance |         0.227 |          398 |       0.7 | squared_er.. |                 7 |                5 |         5 |         None |    0.0342 |     0.5 |          1.0 |  3.237s |     1m:28s |
| Iteration 25     | exponen.. |        0.2382 |          500 |       0.8 | friedman_mse |                 3 |                8 |         3 |         auto |     0.013 |  0.8125 |          1.0 |  3.307s |     1m:32s |
| Iteration 26     | exponen.. |        0.0175 |           94 |       1.0 | squared_er.. |                 4 |               17 |         3 |         auto |    0.0247 |     1.0 |          1.0 |  3.168s |     1m:35s |
| Iteration 27     | exponen.. |        0.8041 |           47 |       0.9 | squared_er.. |                 3 |               17 |         3 |         auto |    0.0248 |     0.5 |          1.0 |  3.165s |     1m:39s |
| Iteration 28     | exponen.. |        0.1933 |          221 |       1.0 | friedman_mse |                 5 |               16 |         5 |          0.5 |    0.0227 |   0.875 |          1.0 |  3.169s |     1m:43s |
| Iteration 29     | exponen.. |        0.0171 |          141 |       0.8 | squared_er.. |                 4 |               14 |         3 |         auto |    0.0232 |   0.375 |          1.0 |  3.215s |     1m:47s |
| Iteration 30     | exponen.. |        0.5699 |          210 |       0.5 | squared_er.. |                 5 |               19 |         7 |         sqrt |    0.0213 |     0.5 |          1.0 |  3.174s |     1m:51s |
| Iteration 31     | exponen.. |         0.016 |           56 |       0.6 | friedman_mse |                 2 |               17 |         5 |         log2 |    0.0223 |    0.75 |          1.0 |  3.183s |     1m:55s |
| Iteration 32     | exponen.. |        0.0181 |          317 |       1.0 | squared_er.. |                11 |                7 |         6 |         auto |     0.001 |    0.75 |          1.0 |  3.239s |     1m:59s |
| Iteration 33     | exponen.. |           1.0 |          313 |       1.0 | squared_er.. |                 9 |               16 |         4 |         auto |    0.0297 |  0.6562 |          1.0 |  3.197s |     2m:03s |
| Iteration 34     | exponen.. |        0.3176 |           26 |       0.6 | friedman_mse |                12 |               16 |         7 |         auto |    0.0285 |  0.6875 |          1.0 |  3.150s |     2m:07s |
| Iteration 35     | exponen.. |        0.2153 |          217 |       0.6 | friedman_mse |                 9 |                7 |         7 |         sqrt |    0.0245 |     1.0 |          1.0 |  3.217s |     2m:11s |
| Iteration 36     | exponen.. |        0.8901 |          362 |       0.6 | friedman_mse |                14 |                7 |         9 |         sqrt |    0.0147 |   0.375 |          1.0 |  3.763s |     2m:15s |
| Iteration 37     | exponen.. |        0.2206 |           55 |       0.6 | friedman_mse |                 3 |               13 |         1 |         sqrt |    0.0239 |    0.75 |          1.0 |  3.128s |     2m:19s |
| Iteration 38     | exponen.. |         0.081 |          476 |       0.6 | friedman_mse |                 7 |               15 |         3 |         sqrt |    0.0229 |  0.8125 |          1.0 |  3.292s |     2m:23s |
| Iteration 39     | exponen.. |         0.013 |          225 |       1.0 | squared_er.. |                 2 |                3 |         7 |          0.5 |    0.0217 |  0.6875 |          1.0 |  3.222s |     2m:27s |
| Iteration 40     | exponen.. |        0.9131 |          252 |       0.6 | friedman_mse |                 8 |                5 |        10 |         auto |    0.0229 |  0.7812 |          1.0 |  3.253s |     2m:31s |
| Iteration 41     | exponen.. |        0.2151 |          198 |       0.6 | friedman_mse |                 8 |               14 |         8 |         sqrt |    0.0015 |   0.875 |          1.0 |  3.179s |     2m:35s |
| Iteration 42     | exponen.. |         0.215 |          374 |       0.6 | friedman_mse |                 8 |                9 |         2 |         auto |     0.035 |  0.6875 |          1.0 |  3.251s |     2m:40s |
| Iteration 43     | exponen.. |        0.0582 |          101 |       0.6 | friedman_mse |                 8 |                3 |         6 |         auto |    0.0291 |   0.875 |          1.0 |  3.192s |     2m:44s |
| Iteration 44     | exponen.. |        0.0308 |          496 |       0.9 | friedman_mse |                 4 |               12 |         1 |          0.7 |    0.0015 |  0.4375 |          1.0 |  3.184s |     2m:47s |
| Iteration 45     | exponen.. |        0.1043 |          449 |       1.0 | squared_er.. |                 3 |               16 |         3 |         auto |    0.0209 |   0.625 |          1.0 |  3.176s |     2m:51s |
| Iteration 46     | exponen.. |        0.1121 |          371 |       1.0 | friedman_mse |                 9 |               11 |         3 |         sqrt |    0.0217 |   0.875 |          1.0 |  3.160s |     2m:56s |
| Iteration 47     | exponen.. |        0.1414 |          500 |       0.8 | friedman_mse |                 2 |                8 |        10 |         log2 |    0.0214 |  0.5625 |          1.0 |  3.187s |     2m:60s |
| Iteration 48     | exponen.. |           1.0 |          316 |       0.8 | friedman_mse |                15 |                4 |         5 |         log2 |    0.0241 |  0.6875 |          1.0 |  3.163s |     3m:04s |
| Iteration 49     | exponen.. |           1.0 |          261 |       0.9 | friedman_mse |                 2 |                4 |         1 |         log2 |    0.0208 |  0.7188 |          1.0 |  3.145s |     3m:08s |
| Iteration 50     | exponen.. |        0.1525 |          137 |       0.6 | friedman_mse |                 4 |               18 |         9 |         auto |    0.0241 |     0.5 |          1.0 |  3.120s |     3m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.9341, 'n_estimators': 402, 'subsample': 1.0, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 17, 'max_depth': 4, 'max_features': 'auto', 'ccp_alpha': 0.0163}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9817
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.087s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.425 ± 0.1204
Time elapsed: 0.409s
-------------------------------------------------
Total time: 3m:14s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     1.0 |          1.0 |  3.136s |     3.148s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |          1.0 |  3.147s |     6.590s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |          1.0 |  3.145s |     9.938s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.375 |          1.0 |  3.118s |    13.272s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     1.0 |          1.0 |  3.137s |    16.720s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |          1.0 |  3.159s |    20.102s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.7812 |          1.0 |  3.128s |    23.515s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |          1.0 |  3.145s |    26.903s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |          1.0 |  3.124s |    30.294s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.875 |          1.0 |  3.677s |    34.203s |
| Iteration 11     |      l2 |  0.0081 | libli.. |      262 |      --- |  0.6875 |          1.0 |  3.148s |    37.860s |
| Iteration 12     |    none |     --- |   lbfgs |      253 |      --- |     1.0 |          1.0 |  3.140s |    41.451s |
| Iteration 13     |    none |     --- | newto.. |      887 |      --- |  0.4375 |          1.0 |  3.103s |    45.071s |
| Iteration 14     |      l2 | 21.4009 |   lbfgs |      459 |      --- |  0.8125 |          1.0 |  3.134s |    48.603s |
| Iteration 15     |    none |     --- | newto.. |      942 |      --- |  0.3125 |          1.0 |  3.101s |    52.243s |
| Iteration 16     |    none |     --- |   lbfgs |      245 |      --- |  0.6875 |          1.0 |  3.113s |    55.943s |
| Iteration 17     |      l2 |  2.7108 |     sag |      572 |      --- |  0.8125 |          1.0 |  3.143s |    59.698s |
| Iteration 18     |      l2 | 30.5395 | newto.. |      561 |      --- |     0.5 |          1.0 |  3.113s |     1m:03s |
| Iteration 19     |      l2 |  0.0016 |   lbfgs |      900 |      --- |   0.375 |          1.0 |  3.103s |     1m:07s |
| Iteration 20     |    none |     --- |   lbfgs |      389 |      --- |    0.75 |          1.0 |  3.150s |     1m:11s |
| Iteration 21     |      l2 |  0.0032 |   lbfgs |      933 |      --- |   0.625 |          1.0 |  3.139s |     1m:14s |
| Iteration 22     |    none |     --- |   lbfgs |      492 |      --- |  0.6875 |          1.0 |  3.144s |     1m:18s |
| Iteration 23     |    none |     --- |    saga |      175 |      --- |   0.625 |          1.0 |  3.122s |     1m:22s |
| Iteration 24     |    none |     --- |     sag |      434 |      --- |  0.4375 |          1.0 |  3.117s |     1m:25s |
| Iteration 25     |      l2 |   0.001 |    saga |      281 |      --- |  0.8125 |          1.0 |  3.111s |     1m:29s |
| Iteration 26     |      l2 |   100.0 |   lbfgs |      714 |      --- |  0.3125 |          1.0 |  3.141s |     1m:33s |
| Iteration 27     |    none |     --- |    saga |      930 |      --- |  0.6875 |          1.0 |  3.111s |     1m:36s |
| Iteration 28     |      l2 | 78.6787 |   lbfgs |      112 |      --- |     0.5 |          1.0 |  3.139s |     1m:40s |
| Iteration 29     |    none |     --- | newto.. |      999 |      --- |     1.0 |          1.0 |  0.001s |     1m:40s |
| Iteration 30     |    none |     --- |   lbfgs |      994 |      --- |   0.875 |          1.0 |  3.115s |     1m:44s |
| Iteration 31     |    none |     --- |    saga |     1000 |      --- |  0.8125 |          1.0 |  3.143s |     1m:48s |
| Iteration 32     |    none |     --- |    saga |      995 |      --- |  0.4375 |          1.0 |  3.118s |     1m:52s |
| Iteration 33     |    none |     --- | newto.. |     1000 |      --- |    0.75 |          1.0 |  3.679s |     1m:56s |
| Iteration 34     |    none |     --- |   lbfgs |      257 |      --- |  0.6875 |          1.0 |  3.108s |     1m:60s |
| Iteration 35     |    none |     --- |   lbfgs |     1000 |      --- |   0.875 |          1.0 |  3.139s |     2m:04s |
| Iteration 36     |    none |     --- |   lbfgs |      997 |      --- |   0.625 |          1.0 |  3.171s |     2m:07s |
| Iteration 37     |      l2 | 44.2782 |   lbfgs |      573 |      --- |  0.6875 |          1.0 |  3.162s |     2m:11s |
| Iteration 38     |      l2 |  0.5165 |     sag |      215 |      --- |     0.5 |          1.0 |  3.157s |     2m:15s |
| Iteration 39     |    none |     --- | newto.. |      991 |      --- |  0.6875 |          1.0 |  3.171s |     2m:19s |
| Iteration 40     |    none |     --- | newto.. |     1000 |      --- |    0.75 |          1.0 |  0.000s |     2m:19s |
| Iteration 41     |      l2 |  0.0111 |    saga |      197 |      --- |   0.625 |          1.0 |  3.182s |     2m:23s |
| Iteration 42     |    none |     --- |   lbfgs |     1000 |      --- |   0.875 |          1.0 |  0.001s |     2m:24s |
| Iteration 43     |    none |     --- |   lbfgs |     1000 |      --- |   0.875 |          1.0 |  0.000s |     2m:25s |
| Iteration 44     |    none |     --- |    saga |      250 |      --- |     0.5 |          1.0 |  3.170s |     2m:28s |
| Iteration 45     |    none |     --- |   lbfgs |      996 |      --- |    0.75 |          1.0 |  3.182s |     2m:32s |
| Iteration 46     |      l2 | 20.1586 | libli.. |     1000 |      --- |   0.375 |          1.0 |  3.168s |     2m:36s |
| Iteration 47     |      l2 |  2.9625 |   lbfgs |      562 |      --- |    0.75 |          1.0 |  3.321s |     2m:40s |
| Iteration 48     |      l2 | 20.2943 | newto.. |     1000 |      --- |    0.75 |          1.0 |  3.188s |     2m:44s |
| Iteration 49     |      l2 |  0.0255 |   lbfgs |      569 |      --- |     0.5 |          1.0 |  3.113s |     2m:48s |
| Iteration 50     |      l2 |   100.0 |   lbfgs |     1000 |      --- |   0.875 |          1.0 |  3.166s |     2m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'penalty': 'none', 'solver': 'lbfgs', 'max_iter': 253}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9437
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.049
Time elapsed: 0.070s
-------------------------------------------------
Total time: 2m:53s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  3.159s |     3.165s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  3.168s |     6.541s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.000s |     6.743s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  3.155s |    10.090s |
| Initial point 5  |   eigen |       0.9 |     1.0 |          1.0 |  3.149s |    13.439s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |          1.0 |  3.078s |    16.722s |
| Initial point 7  |    lsqr |       0.5 |  0.6562 |          1.0 |  3.087s |    20.013s |
| Initial point 8  |    lsqr |       0.9 |   0.875 |          1.0 |  3.093s |    23.316s |
| Initial point 9  |    lsqr |       0.6 |  0.4375 |          1.0 |  3.094s |    26.610s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |          1.0 |  3.676s |    30.517s |
| Iteration 11     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    30.855s |
| Iteration 12     |     svd |       --- |    0.75 |          1.0 |  0.000s |    31.200s |
| Iteration 13     |   eigen |       0.7 |  0.9375 |          1.0 |  3.082s |    34.615s |
| Iteration 14     |    lsqr |      auto |    0.75 |          1.0 |  3.054s |    38.242s |
| Iteration 15     |     svd |       --- |    0.75 |          1.0 |  0.000s |    38.887s |
| Iteration 16     |   eigen |      None |   0.625 |          1.0 |  3.124s |    42.406s |
| Iteration 17     |     svd |       --- |    0.75 |          1.0 |  0.001s |    42.757s |
| Iteration 18     |    lsqr |       1.0 |  0.9375 |          1.0 |  3.090s |    46.215s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.000s |    46.610s |
| Iteration 20     |    lsqr |      None |  0.5625 |          1.0 |  3.150s |    50.119s |
| Iteration 21     |   eigen |      auto |   0.625 |          1.0 |  3.156s |    53.648s |
| Iteration 22     |   eigen |       0.6 |     1.0 |          1.0 |  3.160s |    57.192s |
| Iteration 23     |     svd |       --- |    0.75 |          1.0 |  0.000s |    57.581s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.000s |    57.992s |
| Iteration 25     |   eigen |       0.5 |     1.0 |          1.0 |  3.140s |     1m:02s |
| Iteration 26     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 27     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 28     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 29     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 30     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 31     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 32     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 33     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 34     |    lsqr |       1.0 |  0.9375 |          1.0 |  0.000s |     1m:06s |
| Iteration 35     |    lsqr |       1.0 |  0.9375 |          1.0 |  0.000s |     1m:06s |
| Iteration 36     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 37     |    lsqr |      auto |    0.75 |          1.0 |  0.000s |     1m:07s |
| Iteration 38     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 39     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:08s |
| Iteration 40     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 41     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 42     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 43     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 44     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 45     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 46     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 47     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 48     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 49     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 50     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.833
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.33 ± 0.1288
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:14s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  3.114s |     3.118s |
| Initial point 2  |       0.9 |  0.3125 |       0.5625 |  3.126s |     6.445s |
| Initial point 3  |       0.1 |     1.0 |          1.0 |  3.140s |     9.786s |
| Initial point 4  |       1.0 |  0.5625 |          1.0 |  0.000s |     9.998s |
| Initial point 5  |       0.2 |     1.0 |          1.0 |  3.124s |    13.331s |
| Initial point 6  |       0.4 |  0.8125 |          1.0 |  3.130s |    16.673s |
| Initial point 7  |       0.4 |  0.8125 |          1.0 |  0.000s |    16.898s |
| Initial point 8  |       0.7 |   0.875 |          1.0 |  3.138s |    20.237s |
| Initial point 9  |       0.9 |  0.3125 |          1.0 |  0.000s |    20.435s |
| Initial point 10 |       0.8 |  0.8125 |          1.0 |  3.690s |    24.330s |
| Iteration 11     |       0.3 |     0.5 |          1.0 |  3.461s |    28.076s |
| Iteration 12     |       0.6 |   0.875 |          1.0 |  3.126s |    31.497s |
| Iteration 13     |       0.5 |   0.625 |          1.0 |  3.103s |    34.884s |
| Iteration 14     |       0.0 |     1.0 |          1.0 |  3.114s |    38.296s |
| Iteration 15     |       0.2 |     1.0 |          1.0 |  0.000s |    38.626s |
| Iteration 16     |       0.1 |     1.0 |          1.0 |  0.000s |    38.927s |
| Iteration 17     |       0.0 |     1.0 |          1.0 |  0.000s |    39.245s |
| Iteration 18     |       0.2 |     1.0 |          1.0 |  0.000s |    39.560s |
| Iteration 19     |       0.1 |     1.0 |          1.0 |  0.000s |    39.885s |
| Iteration 20     |       0.0 |     1.0 |          1.0 |  0.000s |    40.249s |
| Iteration 21     |       0.2 |     1.0 |          1.0 |  0.000s |    40.558s |
| Iteration 22     |       0.0 |     1.0 |          1.0 |  0.000s |    40.874s |
| Iteration 23     |       0.1 |     1.0 |          1.0 |  0.000s |    41.190s |
| Iteration 24     |       0.0 |     1.0 |          1.0 |  0.000s |    41.511s |
| Iteration 25     |       0.2 |     1.0 |          1.0 |  0.000s |    41.825s |
| Iteration 26     |       0.1 |     1.0 |          1.0 |  0.000s |    42.140s |
| Iteration 27     |       0.0 |     1.0 |          1.0 |  0.000s |    42.469s |
| Iteration 28     |       0.1 |     1.0 |          1.0 |  0.000s |    42.882s |
| Iteration 29     |       0.2 |     1.0 |          1.0 |  0.000s |    43.220s |
| Iteration 30     |       0.0 |     1.0 |          1.0 |  0.000s |    43.550s |
| Iteration 31     |       0.2 |     1.0 |          1.0 |  0.000s |    43.899s |
| Iteration 32     |       0.1 |     1.0 |          1.0 |  0.000s |    44.237s |
| Iteration 33     |       0.4 |  0.8125 |          1.0 |  0.000s |    44.573s |
| Iteration 34     |       0.1 |     1.0 |          1.0 |  0.000s |    44.909s |
| Iteration 35     |       0.0 |     1.0 |          1.0 |  0.000s |    45.270s |
| Iteration 36     |       0.3 |     0.5 |          1.0 |  0.000s |    45.619s |
| Iteration 37     |       0.2 |     1.0 |          1.0 |  0.000s |    45.988s |
| Iteration 38     |       0.0 |     1.0 |          1.0 |  0.000s |    46.434s |
| Iteration 39     |       0.1 |     1.0 |          1.0 |  0.000s |    46.823s |
| Iteration 40     |       0.2 |     1.0 |          1.0 |  0.000s |    47.209s |
| Iteration 41     |       0.1 |     1.0 |          1.0 |  0.000s |    47.580s |
| Iteration 42     |       0.0 |     1.0 |          1.0 |  0.000s |    47.959s |
| Iteration 43     |       0.2 |     1.0 |          1.0 |  0.000s |    48.399s |
| Iteration 44     |       0.1 |     1.0 |          1.0 |  0.000s |    48.794s |
| Iteration 45     |       0.0 |     1.0 |          1.0 |  0.000s |    49.222s |
| Iteration 46     |       0.2 |     1.0 |          1.0 |  0.000s |    49.629s |
| Iteration 47     |       0.1 |     1.0 |          1.0 |  0.000s |    50.063s |
| Iteration 48     |       0.0 |     1.0 |          1.0 |  0.000s |    50.485s |
| Iteration 49     |       0.2 |     1.0 |          1.0 |  0.001s |    51.040s |
| Iteration 50     |       0.0 |     1.0 |          1.0 |  0.000s |    51.481s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 51.916s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7491
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1265
Time elapsed: 0.029s
-------------------------------------------------
Total time: 51.955s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.0555 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  3.125s |     3.147s |
| Initial point 2  |  3.9991 | uniform |   kd_tree |        39 |       2 |  0.3438 |        0.625 |  3.129s |     6.509s |
| Initial point 3  |   3.159 | dista.. | ball_tree |        25 |       2 |   0.375 |        0.625 |  3.148s |     9.863s |
| Initial point 4  |  9.2163 | uniform | ball_tree |        39 |       2 |   0.625 |        0.625 |  3.094s |    13.164s |
| Initial point 5  |  7.2198 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  3.145s |    16.536s |
| Initial point 6  |   8.361 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  3.148s |    19.909s |
| Initial point 7  |  5.9804 | dista.. | ball_tree |        24 |       1 |  0.6875 |          1.0 |  3.073s |    23.205s |
| Initial point 8  |  1.4331 | dista.. | ball_tree |        21 |       2 |  0.4375 |          1.0 |  3.126s |    26.553s |
| Initial point 9  |  6.6618 | uniform | ball_tree |        24 |       1 |  0.4375 |          1.0 |  3.124s |    29.893s |
| Initial point 10 |  4.7317 | uniform |     brute |        22 |       2 |     0.5 |          1.0 |  3.101s |    33.208s |
| Iteration 11     |  1.2128 | dista.. |      auto |        37 |       2 |   0.125 |          1.0 |  3.126s |    37.354s |
| Iteration 12     |  7.3729 | dista.. |      auto |        31 |       2 |   0.875 |          1.0 |  3.130s |    40.961s |
| Iteration 13     |  8.3659 | dista.. |      auto |        31 |       1 |   0.625 |          1.0 |  3.115s |    44.585s |
| Iteration 14     |  6.9035 | dista.. |      auto |        33 |       2 |   0.875 |          1.0 |  3.109s |    48.253s |
| Iteration 15     |   7.009 | dista.. |      auto |        24 |       2 |   0.625 |          1.0 |  3.093s |    51.889s |
| Iteration 16     |  6.3817 | dista.. | ball_tree |        30 |       2 |  0.4375 |          1.0 |  3.107s |    55.457s |
| Iteration 17     |  8.7438 | dista.. |      auto |        31 |       2 |  0.9375 |          1.0 |  3.113s |    59.243s |
| Iteration 18     |  9.9927 | dista.. |      auto |        34 |       2 |    0.75 |          1.0 |  3.089s |     1m:03s |
| Iteration 19     |  7.9658 | dista.. |      auto |        30 |       2 |   0.375 |          1.0 |  3.100s |     1m:07s |
| Iteration 20     | 10.0839 | dista.. |     brute |        25 |       1 |    0.75 |          1.0 |  3.119s |     1m:10s |
| Iteration 21     |  7.1405 | uniform |      auto |        32 |       2 |     0.5 |          1.0 |  3.103s |     1m:14s |
| Iteration 22     | 10.0839 | uniform |   kd_tree |        30 |       1 |  0.5312 |          1.0 |  3.146s |     1m:18s |
| Iteration 23     |  0.0009 | uniform |      auto |        22 |       2 |     0.5 |          1.0 |  3.119s |     1m:21s |
| Iteration 24     | 10.0839 | dista.. |      auto |        27 |       2 |    0.25 |          1.0 |  3.106s |     1m:25s |
| Iteration 25     |  7.9628 | dista.. |      auto |        32 |       2 |    0.75 |          1.0 |  3.117s |     1m:29s |
| Iteration 26     |  0.1381 | dista.. |      auto |        32 |       2 |     0.5 |          1.0 |  3.136s |     1m:32s |
| Iteration 27     |  5.5871 | dista.. |      auto |        32 |       2 |   0.375 |          1.0 |  3.099s |     1m:36s |
| Iteration 28     |   10.08 | uniform |     brute |        21 |       1 |  0.6562 |          1.0 |  3.136s |     1m:40s |
| Iteration 29     | 10.0832 | uniform |   kd_tree |        27 |       2 |     0.5 |          1.0 |  3.138s |     1m:43s |
| Iteration 30     |  0.0002 | uniform |   kd_tree |        36 |       1 |     0.5 |          1.0 |  3.142s |     1m:47s |
| Iteration 31     |  8.1394 | uniform |     brute |        29 |       1 |  0.0625 |          1.0 |  3.164s |     1m:51s |
| Iteration 32     |  7.1814 | dista.. |      auto |        30 |       2 |  0.4375 |          1.0 |  3.140s |     1m:55s |
| Iteration 33     |  1.7914 | uniform |      auto |        21 |       1 |  0.4688 |          1.0 |  3.142s |     1m:58s |
| Iteration 34     |  8.3985 | dista.. |     brute |        35 |       1 |  0.6875 |          1.0 |  3.720s |     2m:02s |
| Iteration 35     |  0.0045 | uniform |     brute |        32 |       2 |     0.5 |          1.0 |  3.117s |     2m:06s |
| Iteration 36     | 10.0829 | dista.. | ball_tree |        29 |       1 |  0.5625 |          1.0 |  3.174s |     2m:10s |
| Iteration 37     |  8.1355 | dista.. |     brute |        40 |       1 |  0.7188 |          1.0 |  3.128s |     2m:14s |
| Iteration 38     |  4.5425 | dista.. |     brute |        32 |       1 |  0.5312 |          1.0 |  3.146s |     2m:17s |
| Iteration 39     |  2.5579 | uniform |     brute |        37 |       1 |  0.1562 |          1.0 |  3.157s |     2m:21s |
| Iteration 40     |  8.2731 | dista.. |     brute |        30 |       1 |  0.7188 |          1.0 |  3.154s |     2m:25s |
| Iteration 41     | 10.0812 | dista.. |     brute |        38 |       2 |   0.875 |          1.0 |  3.142s |     2m:28s |
| Iteration 42     |  9.0724 | dista.. |   kd_tree |        40 |       2 |    0.25 |          1.0 |  3.152s |     2m:32s |
| Iteration 43     | 10.0839 | dista.. |     brute |        27 |       1 |    0.75 |          1.0 |  3.133s |     2m:36s |
| Iteration 44     |   0.001 | dista.. |   kd_tree |        39 |       1 |     0.5 |          1.0 |  3.105s |     2m:40s |
| Iteration 45     | 10.0839 | dista.. |     brute |        20 |       1 |  0.6562 |          1.0 |  3.148s |     2m:43s |
| Iteration 46     | 10.0839 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  3.138s |     2m:47s |
| Iteration 47     | 10.0839 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     2m:48s |
| Iteration 48     | 10.0839 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     2m:48s |
| Iteration 49     | 10.0832 | uniform | ball_tree |        35 |       2 |     0.5 |          1.0 |  3.123s |     2m:52s |
| Iteration 50     | 10.0818 | dista.. |   kd_tree |        21 |       2 |    0.75 |          1.0 |  3.197s |     2m:56s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'radius': 7.2198, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.0316
Time elapsed: 0.056s
-------------------------------------------------
Total time: 2m:57s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.4375 |       0.4375 |  3.738s |     3.746s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  3.576s |     7.539s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  3.265s |    11.026s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     0.5 |          1.0 |  3.434s |    14.689s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6875 |          1.0 |  3.311s |    18.204s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |          1.0 |  3.491s |    21.904s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.3125 |          1.0 |  3.154s |    25.271s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  3.425s |    28.895s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |          1.0 |  3.108s |    32.217s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6562 |          1.0 |  3.254s |    35.696s |
| Iteration 11     |          416 |        0.0175 |     SAMME |   0.625 |          1.0 |  3.425s |    39.652s |
| Iteration 12     |          184 |        1.1107 |   SAMME.R |  0.8125 |          1.0 |  3.879s |    43.896s |
| Iteration 13     |          243 |        0.7649 |     SAMME |  0.6875 |          1.0 |  3.299s |    47.594s |
| Iteration 14     |          179 |        4.0083 |     SAMME |    0.25 |          1.0 |  3.132s |    51.104s |
| Iteration 15     |          434 |        0.0297 |   SAMME.R |   0.625 |          1.0 |  3.482s |    54.985s |
| Iteration 16     |          434 |        0.3967 |   SAMME.R |     0.5 |          1.0 |  3.511s |    58.869s |
| Iteration 17     |          473 |        1.0101 |     SAMME |  0.6875 |          1.0 |  3.484s |     1m:03s |
| Iteration 18     |          131 |         0.168 |     SAMME |  0.8125 |          1.0 |  3.195s |     1m:06s |
| Iteration 19     |          295 |          0.01 |   SAMME.R |  0.3438 |          1.0 |  3.351s |     1m:10s |
| Iteration 20     |          105 |        0.1969 |   SAMME.R |   0.875 |          1.0 |  3.229s |     1m:14s |
| Iteration 21     |          476 |        0.1414 |   SAMME.R |   0.625 |          1.0 |  3.504s |     1m:18s |
| Iteration 22     |           62 |        0.0223 |   SAMME.R |     1.0 |          1.0 |  3.170s |     1m:21s |
| Iteration 23     |          483 |        0.0223 |     SAMME |  0.6875 |          1.0 |  3.455s |     1m:25s |
| Iteration 24     |          300 |          10.0 |     SAMME |   0.375 |          1.0 |  3.102s |     1m:29s |
| Iteration 25     |           62 |         0.235 |     SAMME |     1.0 |          1.0 |  3.152s |     1m:32s |
| Iteration 26     |           50 |        0.2416 |     SAMME |  0.9375 |          1.0 |  3.174s |     1m:36s |
| Iteration 27     |           50 |        0.2593 |     SAMME |     0.5 |          1.0 |  3.136s |     1m:40s |
| Iteration 28     |          222 |        0.1979 |     SAMME |  0.8125 |          1.0 |  3.288s |     1m:43s |
| Iteration 29     |          205 |        0.0388 |   SAMME.R |  0.3125 |          1.0 |  3.299s |     1m:47s |
| Iteration 30     |          393 |        0.2058 |   SAMME.R |   0.625 |          1.0 |  3.433s |     1m:51s |
| Iteration 31     |           67 |         1.324 |     SAMME |     1.0 |          1.0 |  3.192s |     1m:55s |
| Iteration 32     |           50 |        1.2724 |     SAMME |  0.8125 |          1.0 |  3.148s |     1m:58s |
| Iteration 33     |           50 |         0.021 |   SAMME.R |    0.75 |          1.0 |  3.141s |     2m:02s |
| Iteration 34     |          500 |        1.3094 |   SAMME.R |    0.75 |          1.0 |  3.516s |     2m:06s |
| Iteration 35     |           50 |        0.0629 |   SAMME.R |  0.9062 |          1.0 |  3.190s |     2m:10s |
| Iteration 36     |          490 |        0.0615 |   SAMME.R |     0.5 |          1.0 |  3.546s |     2m:14s |
| Iteration 37     |           65 |        0.0104 |   SAMME.R |  0.5625 |          1.0 |  3.154s |     2m:18s |
| Iteration 38     |           50 |        1.1176 |     SAMME |   0.625 |          1.0 |  3.176s |     2m:22s |
| Iteration 39     |           66 |        1.3502 |   SAMME.R |     0.5 |          1.0 |  3.182s |     2m:25s |
| Iteration 40     |          482 |        0.6249 |   SAMME.R |   0.875 |          1.0 |  3.521s |     2m:29s |
| Iteration 41     |           56 |        0.6528 |   SAMME.R |  0.6875 |          1.0 |  3.154s |     2m:33s |
| Iteration 42     |          468 |        0.8792 |   SAMME.R |  0.4375 |          1.0 |  3.498s |     2m:37s |
| Iteration 43     |           82 |         0.206 |     SAMME |   0.875 |          1.0 |  3.208s |     2m:41s |
| Iteration 44     |          106 |        0.5163 |     SAMME |    0.75 |          1.0 |  3.195s |     2m:45s |
| Iteration 45     |           97 |        0.1983 |     SAMME |  0.8438 |          1.0 |  3.201s |     2m:48s |
| Iteration 46     |          116 |         0.192 |     SAMME |    0.75 |          1.0 |  3.212s |     2m:52s |
| Iteration 47     |           70 |        0.0212 |     SAMME |  0.4375 |          1.0 |  3.119s |     2m:56s |
| Iteration 48     |           50 |        0.1801 |   SAMME.R |  0.8125 |          1.0 |  3.167s |     2m:60s |
| Iteration 49     |           50 |        0.0969 |     SAMME |  0.7188 |          1.0 |  3.123s |     3m:03s |
| Iteration 50     |           51 |        0.3708 |     SAMME |   0.875 |          1.0 |  3.156s |     3m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.019, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9826
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.327s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.1122
Time elapsed: 1.463s
-------------------------------------------------
Total time: 3m:09s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  3.497s |     3.516s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  3.362s |     7.098s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.9375 |       0.9375 |  3.399s |    10.720s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  3.203s |    14.161s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  3.390s |    17.800s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |          1.0 |  3.289s |    21.312s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8438 |          1.0 |  3.285s |    24.815s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |          1.0 |  3.273s |    28.353s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.6875 |          1.0 |  3.955s |    32.526s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |          1.0 |  3.378s |    36.175s |
| Iteration 11     |           54 |   entropy |         2 |                 9 |                4 |         log2 |     False |    0.0297 |         --- |   0.625 |          1.0 |  3.134s |    40.002s |
| Iteration 12     |          422 |      gini |      None |                 9 |               16 |         log2 |      True |    0.0012 |        None |    0.75 |          1.0 |  3.473s |    44.136s |
| Iteration 13     |          462 |      gini |         7 |                16 |               19 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  3.456s |    48.212s |
| Iteration 14     |          489 |      gini |      None |                 2 |               20 |         auto |      True |     0.035 |        None |  0.9062 |          1.0 |  3.522s |    52.371s |
| Iteration 15     |          410 |      gini |         5 |                20 |               20 |         auto |     False |    0.0339 |         --- |  0.6875 |          1.0 |  3.322s |    56.411s |
| Iteration 16     |          394 |      gini |         6 |                16 |                4 |          0.7 |     False |     0.013 |         --- |     0.5 |          1.0 |  3.341s |     1m:00s |
| Iteration 17     |          469 |      gini |         8 |                16 |               17 |          0.8 |      True |     0.035 |         0.5 |     0.5 |          1.0 |  3.464s |     1m:05s |
| Iteration 18     |          437 |      gini |      None |                13 |                3 |         log2 |     False |    0.0003 |         --- |   0.875 |          1.0 |  3.344s |     1m:09s |
| Iteration 19     |          440 |      gini |         6 |                15 |               20 |         auto |      True |    0.0284 |         0.5 |     0.5 |          1.0 |  3.410s |     1m:13s |
| Iteration 20     |          211 |   entropy |         1 |                15 |               20 |         sqrt |     False |    0.0279 |         --- |    0.75 |          1.0 |  3.197s |     1m:16s |
| Iteration 21     |          178 |   entropy |      None |                12 |               15 |         None |      True |     0.035 |         0.8 |  0.5625 |          1.0 |  3.225s |     1m:20s |
| Iteration 22     |          468 |      gini |      None |                13 |               20 |         log2 |     False |    0.0277 |         --- |     1.0 |          1.0 |  3.381s |     1m:24s |
| Iteration 23     |          315 |      gini |      None |                13 |               16 |         log2 |      True |    0.0168 |        None |   0.875 |          1.0 |  3.312s |     1m:28s |
| Iteration 24     |          198 |      gini |         2 |                11 |               20 |         log2 |     False |    0.0302 |         --- |    0.25 |          1.0 |  3.190s |     1m:32s |
| Iteration 25     |          234 |      gini |         3 |                18 |               20 |         auto |     False |    0.0001 |         --- |     1.0 |          1.0 |  3.237s |     1m:36s |
| Iteration 26     |          500 |      gini |      None |                12 |               20 |          0.5 |     False |    0.0066 |         --- |  0.9375 |          1.0 |  3.385s |     1m:40s |
| Iteration 27     |          118 |   entropy |         3 |                18 |               20 |         None |     False |    0.0033 |         --- |   0.875 |          1.0 |  3.156s |     1m:44s |
| Iteration 28     |           10 |      gini |      None |                16 |               20 |         log2 |     False |    0.0315 |         --- |  0.6875 |          1.0 |  3.079s |     1m:48s |
| Iteration 29     |          500 |      gini |         1 |                17 |               20 |         auto |     False |     0.012 |         --- |  0.1875 |          1.0 |  3.371s |     1m:52s |
| Iteration 30     |          500 |      gini |         7 |                20 |               19 |          0.9 |     False |    0.0052 |         --- |  0.6875 |          1.0 |  3.368s |     1m:56s |
| Iteration 31     |          125 |      gini |         3 |                16 |                7 |          0.6 |     False |    0.0143 |         --- |   0.875 |          1.0 |  3.165s |     1m:60s |
| Iteration 32     |          416 |      gini |         7 |                17 |               16 |          0.9 |      True |    0.0045 |         0.5 |     0.5 |          1.0 |  4.014s |     2m:05s |
| Iteration 33     |          402 |      gini |         7 |                10 |               20 |         log2 |     False |    0.0121 |         --- |    0.75 |          1.0 |  3.354s |     2m:09s |
| Iteration 34     |          500 |      gini |         3 |                 7 |                7 |         log2 |     False |    0.0145 |         --- |    0.75 |          1.0 |  3.395s |     2m:13s |
| Iteration 35     |          144 |   entropy |         6 |                 9 |                3 |          0.9 |     False |    0.0329 |         --- |  0.9062 |          1.0 |  3.206s |     2m:17s |
| Iteration 36     |           55 |   entropy |         1 |                20 |               11 |          0.9 |      True |    0.0118 |         0.9 |  0.8125 |          1.0 |  3.146s |     2m:21s |
| Iteration 37     |           57 |      gini |         3 |                19 |               17 |          0.9 |     False |     0.034 |         --- |     0.5 |          1.0 |  3.129s |     2m:25s |
| Iteration 38     |          372 |   entropy |      None |                 9 |               14 |          0.6 |      True |    0.0079 |         0.5 |     0.5 |          1.0 |  3.394s |     2m:29s |
| Iteration 39     |          462 |   entropy |         2 |                 2 |                1 |         sqrt |     False |     0.004 |         --- |    0.75 |          1.0 |  3.381s |     2m:33s |
| Iteration 40     |           92 |      gini |         8 |                 7 |               11 |          0.8 |      True |    0.0306 |         0.6 |  0.6875 |          1.0 |  3.169s |     2m:37s |
| Iteration 41     |           19 |      gini |         5 |                16 |               19 |          0.8 |     False |     0.005 |         --- |  0.6875 |          1.0 |  3.080s |     2m:41s |
| Iteration 42     |          500 |      gini |         3 |                20 |               10 |          0.8 |     False |    0.0137 |         --- |  0.5625 |          1.0 |  3.388s |     2m:45s |
| Iteration 43     |          360 |      gini |         3 |                17 |               14 |         auto |     False |    0.0061 |         --- |  0.9375 |          1.0 |  3.379s |     2m:50s |
| Iteration 44     |          141 |   entropy |         6 |                12 |               14 |          0.5 |     False |    0.0009 |         --- |  0.4375 |          1.0 |  3.295s |     2m:54s |
| Iteration 45     |          116 |      gini |         7 |                15 |               18 |         auto |     False |    0.0206 |         --- |  0.8125 |          1.0 |  3.216s |     2m:58s |
| Iteration 46     |          241 |      gini |         3 |                18 |               20 |         auto |     False |    0.0029 |         --- |   0.875 |          1.0 |  3.341s |     3m:02s |
| Iteration 47     |          389 |      gini |         7 |                18 |               20 |         auto |     False |    0.0087 |         --- |  0.4688 |          1.0 |  3.396s |     3m:07s |
| Iteration 48     |          409 |      gini |         3 |                17 |               19 |          0.6 |     False |       0.0 |         --- |  0.5625 |          1.0 |  3.358s |     3m:11s |
| Iteration 49     |          165 |      gini |         3 |                18 |               20 |          0.6 |     False |    0.0016 |         --- |  0.8125 |          1.0 |  3.283s |     3m:15s |
| Iteration 50     |          413 |      gini |      None |                13 |               20 |         log2 |     False |    0.0341 |         --- |     1.0 |          1.0 |  3.437s |     3m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 462, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 16, 'min_samples_leaf': 19, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8696
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.321s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.1068
Time elapsed: 1.429s
-------------------------------------------------
Total time: 3m:23s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |  0.7812 |       0.7812 |  3.316s |     3.336s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |       0.9375 |  3.280s |     6.837s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9375 |  3.271s |    10.331s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9375 |  3.187s |    13.779s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  3.797s |    17.800s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9375 |  3.215s |    21.273s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9375 |  3.216s |    24.727s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9375 |  3.261s |    28.209s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |       0.9375 |  3.257s |    31.697s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.239s |    35.166s |
| Iteration 11     |          456 |        0.1429 |         2 |  0.5855 |                2 |       0.5 |              0.4 |       0.1 |        100 |   0.625 |       0.9375 |  3.294s |    39.023s |
| Iteration 12     |          317 |        0.0284 |         8 |  0.3505 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |     1.0 |          1.0 |  3.297s |    42.925s |
| Iteration 13     |          127 |        0.0128 |         6 |     0.0 |                3 |       0.7 |              0.6 |      0.01 |          0 |     1.0 |          1.0 |  3.225s |    46.835s |
| Iteration 14     |          162 |          0.01 |         7 |     0.0 |                3 |       0.7 |              1.0 |      0.01 |          1 |  0.9375 |          1.0 |  3.246s |    50.774s |
| Iteration 15     |           37 |        0.0347 |         8 |     0.0 |                3 |       0.8 |              0.4 |       0.1 |       0.01 |  0.6875 |          1.0 |  3.178s |    54.615s |
| Iteration 16     |          370 |        0.0144 |         8 |  0.4034 |                3 |       0.8 |              0.8 |      0.01 |       0.01 |    0.75 |          1.0 |  3.242s |    58.504s |
| Iteration 17     |          479 |        0.0203 |         5 |  0.3193 |                4 |       0.8 |              0.5 |       0.1 |          0 |  0.8125 |          1.0 |  3.275s |     1m:02s |
| Iteration 18     |          276 |        0.1092 |        10 |     0.0 |                3 |       0.8 |              0.4 |      0.01 |          0 |   0.625 |          1.0 |  3.209s |     1m:06s |
| Iteration 19     |          360 |        0.0126 |         8 |  0.0107 |                3 |       0.9 |              0.4 |      0.01 |          0 |     0.5 |          1.0 |  3.215s |     1m:10s |
| Iteration 20     |          360 |        0.0162 |         8 |    0.29 |                2 |       0.8 |              0.5 |        10 |        0.1 |     0.5 |          1.0 |  3.225s |     1m:14s |
| Iteration 21     |          122 |        0.0307 |         9 |  0.1929 |                3 |       0.7 |              0.8 |       0.1 |       0.01 |     0.5 |          1.0 |  3.185s |     1m:18s |
| Iteration 22     |          262 |        0.0175 |         8 |  0.2408 |                3 |       0.8 |              0.8 |         1 |        0.1 |  0.9375 |          1.0 |  3.222s |     1m:22s |
| Iteration 23     |          340 |        0.0263 |         8 |  0.3498 |                3 |       0.8 |              0.9 |       0.1 |        100 |  0.6875 |          1.0 |  3.248s |     1m:26s |
| Iteration 24     |          249 |        0.1211 |         8 |  0.6779 |                9 |       0.8 |              0.8 |         0 |        0.1 |     0.5 |          1.0 |  3.193s |     1m:30s |
| Iteration 25     |          307 |        0.0566 |         6 |  0.5793 |                3 |       0.7 |              0.7 |      0.01 |        0.1 |     1.0 |          1.0 |  3.224s |     1m:34s |
| Iteration 26     |          420 |        0.0169 |         8 |  0.3632 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |   0.875 |          1.0 |  3.254s |     1m:38s |
| Iteration 27     |           50 |        0.0232 |         6 |  0.0083 |                3 |       0.9 |              0.9 |      0.01 |       0.01 |     0.5 |          1.0 |  3.122s |     1m:42s |
| Iteration 28     |          231 |        0.0195 |         5 |  0.4543 |                3 |       0.7 |              0.9 |      0.01 |       0.01 |    0.75 |          1.0 |  3.148s |     1m:46s |
| Iteration 29     |          298 |        0.1278 |         6 |  0.5261 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |  0.4375 |          1.0 |  3.156s |     1m:50s |
| Iteration 30     |          175 |        0.0288 |         8 |  0.5584 |                3 |       0.8 |              0.8 |       100 |          1 |     0.5 |          1.0 |  3.706s |     1m:54s |
| Iteration 31     |          189 |        0.0317 |         8 |  0.3339 |                3 |       0.8 |              0.8 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.144s |     1m:58s |
| Iteration 32     |           83 |        0.0453 |         8 |  0.2764 |                3 |       0.8 |              0.8 |       0.1 |          1 |    0.75 |          1.0 |  3.126s |     2m:02s |
| Iteration 33     |           54 |        0.1608 |         6 |  0.2412 |                3 |       0.7 |              0.6 |       0.1 |          0 |  0.8125 |          1.0 |  3.111s |     2m:06s |
| Iteration 34     |          417 |        0.0429 |         8 |  0.3059 |                3 |       0.7 |              0.6 |         0 |       0.01 |   0.625 |          1.0 |  3.173s |     2m:10s |
| Iteration 35     |          143 |        0.1803 |         6 |  0.4713 |                3 |       0.7 |              0.6 |      0.01 |          0 |   0.875 |          1.0 |  3.181s |     2m:13s |
| Iteration 36     |          143 |          0.01 |         6 |  0.5433 |                3 |       0.7 |              0.6 |      0.01 |          0 |  0.6875 |          1.0 |  3.133s |     2m:17s |
| Iteration 37     |          489 |        0.1447 |         6 |  0.2631 |                3 |       0.7 |              0.7 |       0.1 |        0.1 |    0.75 |          1.0 |  3.174s |     2m:21s |
| Iteration 38     |          480 |        0.0426 |         6 |  0.6725 |                3 |       0.7 |              0.7 |      0.01 |        0.1 |     1.0 |          1.0 |  3.190s |     2m:25s |
| Iteration 39     |           58 |        0.0313 |         8 |  0.3397 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.116s |     2m:29s |
| Iteration 40     |          392 |         0.049 |         6 |  0.6262 |                3 |       0.6 |              0.7 |      0.01 |       0.01 |    0.75 |          1.0 |  3.174s |     2m:33s |
| Iteration 41     |           20 |        0.1079 |         6 |  0.8464 |                3 |       0.7 |              0.7 |         0 |        0.1 |  0.6562 |          1.0 |  3.095s |     2m:37s |
| Iteration 42     |          414 |        0.1061 |         6 |  0.6311 |                3 |       0.7 |              0.7 |      0.01 |        0.1 |  0.6875 |          1.0 |  3.181s |     2m:42s |
| Iteration 43     |          412 |        0.0275 |         8 |  0.3495 |                3 |       0.8 |              0.8 |         1 |       0.01 |    0.75 |          1.0 |  3.168s |     2m:46s |
| Iteration 44     |          387 |        0.0498 |         6 |  0.7491 |                3 |       0.7 |              0.7 |        10 |        0.1 |     0.5 |          1.0 |  3.153s |     2m:50s |
| Iteration 45     |          334 |        0.0123 |         2 |  0.9367 |                1 |       0.7 |              1.0 |      0.01 |        100 |  0.8438 |          1.0 |  3.180s |     2m:54s |
| Iteration 46     |          436 |        0.0426 |         6 |  0.8858 |                3 |       0.5 |              0.6 |        10 |        0.1 |     0.5 |          1.0 |  3.194s |     2m:58s |
| Iteration 47     |          434 |        0.0319 |         3 |  0.6788 |                1 |       1.0 |              0.9 |         1 |        0.1 |  0.5625 |          1.0 |  3.197s |     3m:02s |
| Iteration 48     |          449 |        0.0125 |         2 |  0.1139 |                1 |       0.6 |              1.0 |      0.01 |       0.01 |    0.75 |          1.0 |  3.188s |     3m:06s |
| Iteration 49     |          467 |        0.8572 |         3 |  0.0487 |               10 |       1.0 |              0.9 |       100 |        0.1 |     0.5 |          1.0 |  3.172s |     3m:10s |
| Iteration 50     |          302 |         0.019 |         9 |  0.6232 |                1 |       0.5 |              0.9 |         0 |        100 |     1.0 |          1.0 |  3.184s |     3m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 317, 'learning_rate': 0.0284, 'max_depth': 8, 'gamma': 0.3505, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9687
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.073s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.1208
Time elapsed: 0.226s
-------------------------------------------------
Total time: 3m:15s


Final results ==================== >>
Duration: 20m:56s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.425 ± 0.1204 ~
Logistic Regression             --> roc_auc: 0.39 ± 0.049 ~
Linear Discriminant Analysis    --> roc_auc: 0.33 ± 0.1288 ~
Quadratic Discriminant Analysis --> roc_auc: 0.55 ± 0.1265
Radius Nearest Neighbors        --> roc_auc: 0.4 ± 0.0316 ~
AdaBoost                        --> roc_auc: 0.63 ± 0.1122 ~ !
Random Forest                   --> roc_auc: 0.46 ± 0.1068 ~
XGBoost                         --> roc_auc: 0.38 ± 0.1208 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 809 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAYTGANSKLTF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CAGNYGGSQGNLIF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASGNTPLVF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  1.236s |     1.255s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |          1.0 |  0.717s |     2.207s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |          1.0 |  0.690s |     3.217s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.3125 |          1.0 |  0.673s |     4.139s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |          1.0 |  0.677s |     5.061s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |          1.0 |  0.744s |     6.085s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7812 |          1.0 |  0.725s |     7.041s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.779s |     8.070s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.705s |     9.013s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |          1.0 |  0.690s |     9.941s |
| Iteration 11     | exponen.. |           1.0 |           52 |       1.0 | friedman_mse |                 9 |                8 |         8 |         None |    0.0281 |     1.0 |          1.0 |  0.634s |    11.123s |
| Iteration 12     | exponen.. |         0.104 |          482 |       1.0 | friedman_mse |                20 |                8 |         6 |          0.9 |    0.0061 |   0.875 |          1.0 |  0.727s |    12.449s |
| Iteration 13     | exponen.. |           1.0 |           99 |       1.0 | friedman_mse |                 6 |                8 |         6 |          0.9 |    0.0311 |   0.625 |          1.0 |  0.641s |    13.698s |
| Iteration 14     | exponen.. |        0.0188 |          106 |       0.6 | squared_er.. |                12 |                5 |        10 |         None |    0.0322 |     0.5 |          1.0 |  0.652s |    14.852s |
| Iteration 15     |  deviance |        0.0326 |          471 |       1.0 | squared_er.. |                20 |                9 |         4 |          0.5 |    0.0011 |     1.0 |          1.0 |  0.729s |    16.132s |
| Iteration 16     |  deviance |        0.0136 |           58 |       0.7 | squared_er.. |                19 |                9 |         9 |         sqrt |    0.0101 |     1.0 |          1.0 |  0.632s |    17.317s |
| Iteration 17     | exponen.. |        0.2275 |          174 |       0.6 | friedman_mse |                 9 |                8 |         4 |          0.9 |    0.0215 |    0.75 |          1.0 |  0.678s |    18.547s |
| Iteration 18     |  deviance |        0.1365 |          322 |       1.0 | squared_er.. |                16 |                9 |        10 |          0.7 |    0.0134 |  0.5938 |          1.0 |  0.679s |    19.819s |
| Iteration 19     |  deviance |        0.0291 |          433 |       0.7 | squared_er.. |                 8 |                9 |         5 |         log2 |    0.0189 |     1.0 |          1.0 |  0.718s |    21.176s |
| Iteration 20     | exponen.. |        0.0374 |          356 |       0.8 | squared_er.. |                 3 |                8 |         6 |         log2 |    0.0031 |     1.0 |          1.0 |  0.739s |    22.641s |
| Iteration 21     |  deviance |        0.0204 |           61 |       0.8 | squared_er.. |                17 |               10 |         8 |          0.9 |    0.0152 |    0.75 |          1.0 |  0.671s |    24.000s |
| Iteration 22     | exponen.. |        0.0228 |          302 |       0.9 | squared_er.. |                 2 |                8 |         6 |         auto |    0.0014 |   0.625 |          1.0 |  0.761s |    25.382s |
| Iteration 23     |  deviance |        0.0313 |          239 |       0.6 | squared_er.. |                10 |               10 |         5 |         log2 |    0.0216 |  0.6875 |          1.0 |  0.704s |    26.701s |
| Iteration 24     |  deviance |        0.0105 |          165 |       0.7 | squared_er.. |                19 |                9 |         8 |         sqrt |    0.0192 |   0.875 |          1.0 |  0.655s |    28.000s |
| Iteration 25     | exponen.. |        0.0217 |          500 |       0.8 | squared_er.. |                 3 |                8 |         7 |          0.6 |    0.0257 |   0.875 |          1.0 |  0.756s |    29.345s |
| Iteration 26     |  deviance |        0.0732 |           19 |       0.7 | squared_er.. |                19 |                9 |         3 |         None |    0.0233 |  0.8125 |          1.0 |  0.618s |    30.643s |
| Iteration 27     | exponen.. |        0.9816 |          311 |       0.8 | squared_er.. |                 3 |                8 |         6 |         log2 |    0.0272 |  0.8125 |          1.0 |  0.716s |    32.551s |
| Iteration 28     | exponen.. |          0.01 |          254 |       0.7 | squared_er.. |                19 |                2 |        10 |         auto |       0.0 |   0.875 |          1.0 |  0.722s |    34.131s |
| Iteration 29     |  deviance |        0.0168 |           10 |       0.7 | squared_er.. |                19 |                9 |         9 |         sqrt |    0.0068 |   0.875 |          1.0 |  0.661s |    35.549s |
| Iteration 30     | exponen.. |        0.0385 |          369 |       1.0 | friedman_mse |                11 |               14 |         4 |          0.9 |    0.0288 |  0.6875 |          1.0 |  0.733s |    37.162s |
| Iteration 31     | exponen.. |          0.01 |          500 |       0.8 | squared_er.. |                 3 |               19 |        10 |         None |    0.0067 |  0.6875 |          1.0 |  0.742s |    38.779s |
| Iteration 32     | exponen.. |        0.0578 |          196 |       0.8 | squared_er.. |                 3 |                8 |         2 |         log2 |    0.0265 |   0.875 |          1.0 |  0.675s |    40.155s |
| Iteration 33     |  deviance |        0.0124 |          295 |       0.7 | squared_er.. |                19 |                9 |         3 |         log2 |    0.0113 |     1.0 |          1.0 |  0.698s |    41.668s |
| Iteration 34     | exponen.. |        0.0128 |          463 |       0.8 | squared_er.. |                 3 |                4 |         5 |         sqrt |    0.0028 |   0.875 |          1.0 |  0.787s |    43.260s |
| Iteration 35     | exponen.. |        0.0114 |          440 |       0.9 | squared_er.. |                20 |                8 |         4 |          0.8 |    0.0061 |   0.875 |          1.0 |  0.747s |    44.805s |
| Iteration 36     |  deviance |         0.938 |          240 |       0.6 | squared_er.. |                 8 |                7 |         9 |          0.9 |    0.0128 |  0.9375 |          1.0 |  0.664s |    46.276s |
| Iteration 37     | exponen.. |        0.0732 |          365 |       0.8 | squared_er.. |                 3 |                9 |         2 |          0.9 |    0.0026 |     1.0 |          1.0 |  0.716s |    47.837s |
| Iteration 38     | exponen.. |        0.2013 |          237 |       0.8 | squared_er.. |                 3 |                9 |         5 |         log2 |    0.0035 |  0.9375 |          1.0 |  0.727s |    49.379s |
| Iteration 39     |  deviance |        0.0428 |          301 |       0.7 | squared_er.. |                 8 |                9 |         8 |         None |    0.0044 |     1.0 |          1.0 |  0.740s |    50.843s |
| Iteration 40     |  deviance |        0.0581 |          335 |       0.7 | squared_er.. |                 8 |               16 |         6 |         None |    0.0119 |     1.0 |          1.0 |  0.741s |    52.330s |
| Iteration 41     | exponen.. |        0.0126 |          422 |       1.0 | squared_er.. |                 7 |               11 |         2 |          0.7 |       0.0 |    0.75 |          1.0 |  0.741s |    53.995s |
| Iteration 42     |  deviance |        0.0327 |           16 |       0.7 | squared_er.. |                 8 |               13 |         5 |          0.8 |     0.012 |     1.0 |          1.0 |  0.665s |    55.691s |
| Iteration 43     |  deviance |           1.0 |          369 |       0.7 | squared_er.. |                 8 |                8 |         5 |          0.6 |    0.0117 |  0.9375 |          1.0 |  0.755s |    57.479s |
| Iteration 44     | exponen.. |        0.0761 |          397 |       0.7 | squared_er.. |                 4 |                1 |         5 |         None |       0.0 |  0.9375 |          1.0 |  0.844s |    59.225s |
| Iteration 45     |  deviance |          0.01 |          338 |       0.7 | squared_er.. |                 8 |               13 |         9 |          0.8 |    0.0111 |     1.0 |          1.0 |  0.743s |     1m:01s |
| Iteration 46     | exponen.. |        0.0302 |          479 |       0.7 | squared_er.. |                 7 |                7 |         4 |          0.7 |    0.0084 |  0.8125 |          1.0 |  0.793s |     1m:03s |
| Iteration 47     |  deviance |          0.01 |          496 |       0.7 | friedman_mse |                 8 |               15 |         8 |          0.9 |    0.0189 |     1.0 |          1.0 |  0.783s |     1m:04s |
| Iteration 48     | exponen.. |         0.051 |          287 |       0.9 | squared_er.. |                 3 |                5 |         8 |          0.8 |    0.0022 |  0.9375 |          1.0 |  0.741s |     1m:06s |
| Iteration 49     | exponen.. |        0.0255 |          154 |       0.6 | squared_er.. |                 3 |                9 |         8 |          0.9 |    0.0019 |  0.6875 |          1.0 |  0.713s |     1m:08s |
| Iteration 50     |  deviance |        0.0294 |          134 |       0.6 | squared_er.. |                 8 |               12 |         7 |          0.9 |    0.0082 |     1.0 |          1.0 |  1.284s |     1m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0294, 'n_estimators': 134, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 12, 'max_depth': 7, 'max_features': 0.9, 'ccp_alpha': 0.0082}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.048s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.04
Time elapsed: 0.203s
-------------------------------------------------
Total time: 1m:11s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.875 |        0.875 |  0.649s |     0.660s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     1.0 |          1.0 |  0.630s |     1.488s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |          1.0 |  0.624s |     2.322s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |          1.0 |  0.632s |     3.168s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |          1.0 |  0.636s |     4.018s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.875 |          1.0 |  0.636s |     4.871s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |          1.0 |  0.636s |     5.809s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.25 |          1.0 |  0.634s |     6.665s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |          1.0 |  0.644s |     7.531s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.875 |          1.0 |  0.629s |     8.368s |
| Iteration 11     |      l2 |  0.1914 |     sag |      891 |      --- |  0.6875 |          1.0 |  0.625s |     9.533s |
| Iteration 12     |      l2 |  0.0477 |     sag |      927 |      --- |     0.5 |          1.0 |  0.636s |    10.696s |
| Iteration 13     |      l2 |   0.001 | newto.. |      964 |      --- |    0.25 |          1.0 |  0.658s |    11.751s |
| Iteration 14     |      l2 |  7.5338 |    saga |      985 |      --- |     0.5 |          1.0 |  0.648s |    12.820s |
| Iteration 15     |    none |     --- |    saga |      100 |      --- |  0.4375 |          1.0 |  0.630s |    13.892s |
| Iteration 16     | elast.. | 81.5086 |    saga |      240 |      0.8 |   0.375 |          1.0 |  0.632s |    14.957s |
| Iteration 17     |    none |     --- |   lbfgs |      837 |      --- |  0.8125 |          1.0 |  0.637s |    16.069s |
| Iteration 18     |    none |     --- | newto.. |      968 |      --- |     0.5 |          1.0 |  0.635s |    17.191s |
| Iteration 19     |      l2 | 23.8877 |   lbfgs |      117 |      --- |  0.8125 |          1.0 |  0.650s |    18.308s |
| Iteration 20     |    none |     --- |   lbfgs |      247 |      --- |   0.875 |          1.0 |  0.634s |    19.438s |
| Iteration 21     |    none |     --- |   lbfgs |      212 |      --- |   0.625 |          1.0 |  0.660s |    20.618s |
| Iteration 22     |    none |     --- | newto.. |      781 |      --- |  0.4375 |          1.0 |  0.638s |    21.724s |
| Iteration 23     |      l2 |   0.001 | newto.. |      967 |      --- |    0.75 |          1.0 |  0.646s |    22.842s |
| Iteration 24     |      l2 |  0.0029 |   lbfgs |      213 |      --- |    0.75 |          1.0 |  0.630s |    23.963s |
| Iteration 25     |      l1 |  0.5873 |    saga |      969 |      --- |    0.75 |          1.0 |  0.632s |    25.121s |
| Iteration 26     |      l2 |  0.0085 |   lbfgs |      994 |      --- |  0.6875 |          1.0 |  0.633s |    26.342s |
| Iteration 27     |      l2 | 45.2434 |   lbfgs |      100 |      --- |  0.8125 |          1.0 |  0.623s |    27.521s |
| Iteration 28     |      l2 |   0.003 |   lbfgs |      990 |      --- |  0.8125 |          1.0 |  0.662s |    29.244s |
| Iteration 29     |      l2 | 41.6984 |     sag |      174 |      --- |  0.5625 |          1.0 |  0.667s |    30.490s |
| Iteration 30     |      l2 | 87.9494 |    saga |      289 |      --- |    0.75 |          1.0 |  0.666s |    31.664s |
| Iteration 31     |      l2 |  0.0016 |   lbfgs |      378 |      --- |   0.875 |          1.0 |  0.673s |    32.840s |
| Iteration 32     |      l2 | 25.9825 |   lbfgs |      967 |      --- |   0.625 |          1.0 |  0.633s |    34.008s |
| Iteration 33     |      l2 |   0.001 |   lbfgs |      754 |      --- |  0.9375 |          1.0 |  0.649s |    35.254s |
| Iteration 34     |      l2 |  0.0019 |   lbfgs |      127 |      --- |  0.8125 |          1.0 |  0.633s |    36.445s |
| Iteration 35     |      l2 |  0.0013 |   lbfgs |      158 |      --- |  0.5625 |          1.0 |  0.644s |    37.623s |
| Iteration 36     |      l2 | 81.4668 |   lbfgs |      858 |      --- |    0.75 |          1.0 |  0.635s |    38.845s |
| Iteration 37     |      l2 |  0.0016 |   lbfgs |      886 |      --- |  0.6875 |          1.0 |  0.637s |    40.036s |
| Iteration 38     |      l2 |  14.857 |   lbfgs |      149 |      --- |     1.0 |          1.0 |  0.650s |    41.440s |
| Iteration 39     |      l2 |   0.001 |   lbfgs |      100 |      --- |   0.625 |          1.0 |  0.623s |    42.645s |
| Iteration 40     |      l2 | 55.0614 |   lbfgs |      100 |      --- |   0.625 |          1.0 |  0.636s |    43.983s |
| Iteration 41     |      l2 | 78.2638 |   lbfgs |      773 |      --- |  0.6875 |          1.0 |  0.636s |    45.209s |
| Iteration 42     |      l2 | 14.9555 |     sag |      140 |      --- |     1.0 |          1.0 |  0.654s |    46.663s |
| Iteration 43     |      l2 | 95.8663 |   lbfgs |      940 |      --- |   0.625 |          1.0 |  0.689s |    48.074s |
| Iteration 44     |      l2 |  0.0023 |    saga |      907 |      --- |  0.6875 |          1.0 |  0.628s |    49.346s |
| Iteration 45     |      l2 |  0.0025 |    saga |      194 |      --- |  0.8125 |          1.0 |  0.636s |    50.575s |
| Iteration 46     |      l2 | 15.2329 |   lbfgs |      710 |      --- |  0.5625 |          1.0 |  0.674s |    52.098s |
| Iteration 47     |      l2 |  0.0951 |    saga |      922 |      --- |  0.8125 |          1.0 |  0.686s |    53.585s |
| Iteration 48     |      l2 |   0.093 | newto.. |      984 |      --- |  0.4375 |          1.0 |  0.683s |    55.062s |
| Iteration 49     |      l2 | 16.0402 | libli.. |      146 |      --- |  0.4375 |          1.0 |  0.683s |    56.617s |
| Iteration 50     |      l2 | 25.2996 |     sag |      113 |      --- |  0.6875 |          1.0 |  0.679s |    58.004s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'penalty': 'l2', 'C': 14.9555, 'solver': 'sag', 'max_iter': 140}
Best evaluation --> roc_auc: 1.0
Time elapsed: 58.845s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7661
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1428
Time elapsed: 0.055s
-------------------------------------------------
Total time: 58.918s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.875 |        0.875 |  0.628s |     0.633s |
| Initial point 2  |     svd |       --- |     1.0 |          1.0 |  1.183s |     2.025s |
| Initial point 3  |     svd |       --- |     1.0 |          1.0 |  0.000s |     2.235s |
| Initial point 4  |    lsqr |       0.8 |   0.375 |          1.0 |  0.629s |     3.090s |
| Initial point 5  |   eigen |       0.9 |   0.625 |          1.0 |  0.627s |     3.924s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |          1.0 |  0.640s |     4.792s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |          1.0 |  0.621s |     5.620s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |          1.0 |  0.642s |     6.468s |
| Initial point 9  |    lsqr |       0.6 |  0.4375 |          1.0 |  0.642s |     7.335s |
| Initial point 10 |   eigen |       0.8 |   0.875 |          1.0 |  0.626s |     8.174s |
| Iteration 11     |     svd |       --- |     1.0 |          1.0 |  0.000s |     8.507s |
| Iteration 12     |     svd |       --- |     1.0 |          1.0 |  0.000s |     8.834s |
| Iteration 13     |     svd |       --- |     1.0 |          1.0 |  0.000s |     9.171s |
| Iteration 14     |     svd |       --- |     1.0 |          1.0 |  0.000s |     9.547s |
| Iteration 15     |     svd |       --- |     1.0 |          1.0 |  0.000s |     9.883s |
| Iteration 16     |     svd |       --- |     1.0 |          1.0 |  0.000s |    10.225s |
| Iteration 17     |     svd |       --- |     1.0 |          1.0 |  0.000s |    10.578s |
| Iteration 18     |   eigen |       0.5 |  0.6875 |          1.0 |  0.622s |    11.555s |
| Iteration 19     |   eigen |       0.7 |  0.8125 |          1.0 |  0.644s |    12.565s |
| Iteration 20     |   eigen |       0.6 |    0.75 |          1.0 |  0.619s |    13.563s |
| Iteration 21     |   eigen |      auto |  0.8125 |          1.0 |  0.619s |    14.563s |
| Iteration 22     |   eigen |      None |    0.25 |          1.0 |  0.637s |    15.584s |
| Iteration 23     |    lsqr |       1.0 |     0.5 |          1.0 |  0.623s |    16.592s |
| Iteration 24     |    lsqr |      auto |    0.75 |          1.0 |  0.633s |    17.611s |
| Iteration 25     |    lsqr |      None |  0.8125 |          1.0 |  0.620s |    18.632s |
| Iteration 26     |     svd |       --- |     1.0 |          1.0 |  0.000s |    19.044s |
| Iteration 27     |     svd |       --- |     1.0 |          1.0 |  0.000s |    19.458s |
| Iteration 28     |     svd |       --- |     1.0 |          1.0 |  0.000s |    19.878s |
| Iteration 29     |     svd |       --- |     1.0 |          1.0 |  0.000s |    20.327s |
| Iteration 30     |     svd |       --- |     1.0 |          1.0 |  0.000s |    20.758s |
| Iteration 31     |     svd |       --- |     1.0 |          1.0 |  0.000s |    21.250s |
| Iteration 32     |     svd |       --- |     1.0 |          1.0 |  0.000s |    21.700s |
| Iteration 33     |     svd |       --- |     1.0 |          1.0 |  0.000s |    22.148s |
| Iteration 34     |     svd |       --- |     1.0 |          1.0 |  0.001s |    22.620s |
| Iteration 35     |     svd |       --- |     1.0 |          1.0 |  0.000s |    23.094s |
| Iteration 36     |     svd |       --- |     1.0 |          1.0 |  0.000s |    23.563s |
| Iteration 37     |     svd |       --- |     1.0 |          1.0 |  0.000s |    24.028s |
| Iteration 38     |     svd |       --- |     1.0 |          1.0 |  0.000s |    24.493s |
| Iteration 39     |     svd |       --- |     1.0 |          1.0 |  0.000s |    24.963s |
| Iteration 40     |     svd |       --- |     1.0 |          1.0 |  0.000s |    25.521s |
| Iteration 41     |     svd |       --- |     1.0 |          1.0 |  0.000s |    26.004s |
| Iteration 42     |     svd |       --- |     1.0 |          1.0 |  0.000s |    26.510s |
| Iteration 43     |     svd |       --- |     1.0 |          1.0 |  0.000s |    27.015s |
| Iteration 44     |     svd |       --- |     1.0 |          1.0 |  0.000s |    27.522s |
| Iteration 45     |     svd |       --- |     1.0 |          1.0 |  0.000s |    28.050s |
| Iteration 46     |     svd |       --- |     1.0 |          1.0 |  0.000s |    28.566s |
| Iteration 47     |     svd |       --- |     1.0 |          1.0 |  0.000s |    29.627s |
| Iteration 48     |     svd |       --- |     1.0 |          1.0 |  0.000s |    30.170s |
| Iteration 49     |     svd |       --- |     1.0 |          1.0 |  0.000s |    30.753s |
| Iteration 50     |     svd |       --- |     1.0 |          1.0 |  0.000s |    31.319s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 31.939s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.767
Test evaluation --> roc_auc: 0.25
Time elapsed: 0.013s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.1095
Time elapsed: 0.039s
-------------------------------------------------
Total time: 31.993s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.875 |        0.875 |  0.630s |     0.633s |
| Initial point 2  |       0.9 |    0.75 |        0.875 |  0.638s |     1.479s |
| Initial point 3  |       0.1 |     0.5 |        0.875 |  0.621s |     2.306s |
| Initial point 4  |       1.0 |   0.875 |        0.875 |  0.000s |     2.510s |
| Initial point 5  |       0.2 |   0.625 |        0.875 |  0.620s |     3.338s |
| Initial point 6  |       0.4 |    0.75 |        0.875 |  0.643s |     4.215s |
| Initial point 7  |       0.4 |    0.75 |        0.875 |  0.000s |     4.439s |
| Initial point 8  |       0.7 |    0.75 |        0.875 |  0.625s |     5.276s |
| Initial point 9  |       0.9 |    0.75 |        0.875 |  0.001s |     5.508s |
| Initial point 10 |       0.8 |   0.875 |        0.875 |  0.800s |     6.551s |
| Iteration 11     |       0.3 |     1.0 |          1.0 |  0.622s |     7.513s |
| Iteration 12     |       0.6 |  0.4375 |          1.0 |  0.625s |     8.440s |
| Iteration 13     |       0.5 |  0.1875 |          1.0 |  0.647s |     9.384s |
| Iteration 14     |       0.0 |     1.0 |          1.0 |  0.629s |    10.321s |
| Iteration 15     |       0.0 |     1.0 |          1.0 |  0.000s |    10.652s |
| Iteration 16     |       0.3 |     1.0 |          1.0 |  0.000s |    10.963s |
| Iteration 17     |       0.3 |     1.0 |          1.0 |  0.000s |    11.284s |
| Iteration 18     |       0.0 |     1.0 |          1.0 |  0.000s |    11.600s |
| Iteration 19     |       0.0 |     1.0 |          1.0 |  0.000s |    11.946s |
| Iteration 20     |       0.3 |     1.0 |          1.0 |  0.000s |    12.265s |
| Iteration 21     |       0.3 |     1.0 |          1.0 |  0.000s |    12.573s |
| Iteration 22     |       0.0 |     1.0 |          1.0 |  0.001s |    12.885s |
| Iteration 23     |       0.3 |     1.0 |          1.0 |  0.000s |    13.211s |
| Iteration 24     |       0.0 |     1.0 |          1.0 |  0.000s |    13.537s |
| Iteration 25     |       0.3 |     1.0 |          1.0 |  0.000s |    13.864s |
| Iteration 26     |       0.0 |     1.0 |          1.0 |  0.000s |    14.191s |
| Iteration 27     |       0.3 |     1.0 |          1.0 |  0.000s |    14.522s |
| Iteration 28     |       0.9 |    0.75 |          1.0 |  0.001s |    14.866s |
| Iteration 29     |       0.2 |   0.625 |          1.0 |  0.001s |    15.206s |
| Iteration 30     |       0.8 |   0.875 |          1.0 |  0.000s |    15.537s |
| Iteration 31     |       0.0 |     1.0 |          1.0 |  0.000s |    15.870s |
| Iteration 32     |       0.3 |     1.0 |          1.0 |  0.000s |    16.216s |
| Iteration 33     |       0.0 |     1.0 |          1.0 |  0.000s |    16.565s |
| Iteration 34     |       0.0 |     1.0 |          1.0 |  0.000s |    16.958s |
| Iteration 35     |       0.3 |     1.0 |          1.0 |  0.000s |    17.306s |
| Iteration 36     |       0.0 |     1.0 |          1.0 |  0.000s |    17.673s |
| Iteration 37     |       0.3 |     1.0 |          1.0 |  0.000s |    18.036s |
| Iteration 38     |       0.3 |     1.0 |          1.0 |  0.000s |    18.401s |
| Iteration 39     |       0.0 |     1.0 |          1.0 |  0.000s |    18.774s |
| Iteration 40     |       0.3 |     1.0 |          1.0 |  0.000s |    19.143s |
| Iteration 41     |       0.0 |     1.0 |          1.0 |  0.000s |    19.559s |
| Iteration 42     |       0.0 |     1.0 |          1.0 |  0.000s |    20.034s |
| Iteration 43     |       0.3 |     1.0 |          1.0 |  0.000s |    20.444s |
| Iteration 44     |       0.0 |     1.0 |          1.0 |  0.000s |    20.872s |
| Iteration 45     |       0.3 |     1.0 |          1.0 |  0.000s |    21.284s |
| Iteration 46     |       0.0 |     1.0 |          1.0 |  0.000s |    21.711s |
| Iteration 47     |       0.3 |     1.0 |          1.0 |  0.000s |    22.128s |
| Iteration 48     |       0.3 |     1.0 |          1.0 |  0.000s |    22.573s |
| Iteration 49     |       0.0 |     1.0 |          1.0 |  0.000s |    23.013s |
| Iteration 50     |       0.3 |     1.0 |          1.0 |  0.000s |    23.551s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 23.992s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9455
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0837
Time elapsed: 0.027s
-------------------------------------------------
Total time: 24.029s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.6284 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.633s |     0.653s |
| Initial point 2  |  4.6246 | uniform |   kd_tree |        39 |       2 |   0.375 |       0.9375 |  0.631s |     1.514s |
| Initial point 3  |  3.6532 | dista.. | ball_tree |        25 |       2 |   0.875 |       0.9375 |  1.187s |     2.937s |
| Initial point 4  |  10.658 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.638s |     3.832s |
| Initial point 5  |  8.3491 | dista.. |      auto |        30 |       2 |     0.5 |       0.9375 |  0.626s |     4.690s |
| Initial point 6  |  9.6689 | dista.. | ball_tree |        21 |       2 |    0.75 |       0.9375 |  0.633s |     5.591s |
| Initial point 7  |  6.9159 | dista.. | ball_tree |        24 |       1 |  0.8125 |       0.9375 |  0.647s |     6.502s |
| Initial point 8  |  1.6573 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9375 |  0.629s |     7.344s |
| Initial point 9  |  7.7039 | uniform | ball_tree |        24 |       1 |     0.5 |       0.9375 |  0.629s |     8.187s |
| Initial point 10 |  5.4719 | uniform |     brute |        22 |       2 |  0.3125 |       0.9375 |  0.639s |     9.057s |
| Iteration 11     |  0.5675 | dista.. |   kd_tree |        40 |       1 |  0.6875 |       0.9375 |  0.627s |    10.139s |
| Iteration 12     | 11.5445 | dista.. |     brute |        40 |       1 |  0.5625 |       0.9375 |  0.633s |    11.221s |
| Iteration 13     |  0.0055 | dista.. |      auto |        21 |       1 |     0.5 |       0.9375 |  0.638s |    12.268s |
| Iteration 14     |     0.0 | dista.. |     brute |        22 |       2 |     0.5 |       0.9375 |  0.627s |    13.445s |
| Iteration 15     |  4.8842 | dista.. |      auto |        38 |       2 |    0.75 |       0.9375 |  0.634s |    14.604s |
| Iteration 16     | 11.6613 | dista.. | ball_tree |        40 |       1 |  0.6875 |       0.9375 |  0.625s |    15.682s |
| Iteration 17     |  0.0026 | uniform |      auto |        24 |       1 |     0.5 |       0.9375 |  0.640s |    16.795s |
| Iteration 18     |  6.0433 | dista.. |      auto |        40 |       1 |   0.625 |       0.9375 |  0.625s |    17.965s |
| Iteration 19     | 11.6534 | dista.. |   kd_tree |        26 |       2 |  0.6875 |       0.9375 |  0.624s |    19.046s |
| Iteration 20     | 11.6613 | dista.. | ball_tree |        40 |       2 |  0.8125 |       0.9375 |  0.621s |    20.145s |
| Iteration 21     | 11.6447 | dista.. |      auto |        31 |       2 |  0.9375 |       0.9375 |  0.630s |    21.241s |
| Iteration 22     | 11.6613 | dista.. |      auto |        20 |       1 |    0.25 |       0.9375 |  0.632s |    22.348s |
| Iteration 23     |  0.0521 | dista.. | ball_tree |        33 |       2 |     0.5 |       0.9375 |  0.621s |    23.453s |
| Iteration 24     | 11.2817 | dista.. | ball_tree |        31 |       2 |  0.8125 |       0.9375 |  0.631s |    24.735s |
| Iteration 25     |   8.805 | dista.. | ball_tree |        25 |       1 |     1.0 |          1.0 |  0.630s |    25.937s |
| Iteration 26     | 10.8851 | dista.. | ball_tree |        25 |       1 |   0.875 |          1.0 |  0.637s |    27.165s |
| Iteration 27     | 10.5068 | dista.. |     brute |        25 |       1 |    0.75 |          1.0 |  0.621s |    28.458s |
| Iteration 28     |  1.7787 | dista.. |      auto |        25 |       1 |   0.875 |          1.0 |  0.651s |    30.190s |
| Iteration 29     | 10.9764 | dista.. |      auto |        25 |       1 |  0.8125 |          1.0 |  0.673s |    31.526s |
| Iteration 30     | 11.0124 | dista.. |      auto |        31 |       2 |   0.625 |          1.0 |  0.672s |    33.042s |
| Iteration 31     |  2.0896 | dista.. |      auto |        25 |       1 |  0.7812 |          1.0 |  0.661s |    34.478s |
| Iteration 32     |  9.4082 | dista.. |      auto |        25 |       2 |    0.75 |          1.0 |  0.672s |    35.913s |
| Iteration 33     | 11.2543 | dista.. |      auto |        39 |       2 |  0.9375 |          1.0 |  0.666s |    37.207s |
| Iteration 34     |  0.4796 | dista.. |      auto |        39 |       1 |    0.25 |          1.0 |  0.666s |    38.614s |
| Iteration 35     |  6.2367 | dista.. | ball_tree |        25 |       1 |  0.6875 |          1.0 |  0.663s |    39.946s |
| Iteration 36     | 11.6613 | dista.. |      auto |        39 |       2 |  0.8125 |          1.0 |  0.624s |    41.609s |
| Iteration 37     |  6.6721 | dista.. | ball_tree |        25 |       2 |  0.8125 |          1.0 |  0.639s |    43.024s |
| Iteration 38     |  6.9319 | dista.. | ball_tree |        25 |       2 |  0.9375 |          1.0 |  0.620s |    44.338s |
| Iteration 39     |  6.5566 | dista.. | ball_tree |        25 |       2 |  0.6875 |          1.0 |  0.646s |    45.705s |
| Iteration 40     |  7.1731 | uniform |      auto |        25 |       1 |  0.6875 |          1.0 |  0.642s |    47.034s |
| Iteration 41     | 11.6613 | uniform |     brute |        31 |       1 |     0.5 |          1.0 |  0.628s |    48.399s |
| Iteration 42     |  8.4819 | dista.. |   kd_tree |        24 |       2 |   0.875 |          1.0 |  0.631s |    49.663s |
| Iteration 43     |  8.7232 | dista.. |   kd_tree |        26 |       1 |    0.75 |          1.0 |  0.643s |    50.950s |
| Iteration 44     | 11.6613 | dista.. |      auto |        35 |       1 |   0.875 |          1.0 |  0.626s |    52.281s |
| Iteration 45     |  7.1948 | dista.. |     brute |        20 |       2 |    0.75 |          1.0 |  0.625s |    53.613s |
| Iteration 46     |   9.673 | dista.. |      auto |        38 |       2 |   0.625 |          1.0 |  0.630s |    54.971s |
| Iteration 47     |  8.9328 | dista.. |      auto |        24 |       1 |     1.0 |          1.0 |  0.626s |    56.463s |
| Iteration 48     |  8.7724 | dista.. |      auto |        32 |       1 |  0.8125 |          1.0 |  0.625s |    57.960s |
| Iteration 49     |  9.0545 | uniform | ball_tree |        20 |       1 |  0.4375 |          1.0 |  0.626s |    59.395s |
| Iteration 50     | 11.6613 | dista.. |   kd_tree |        34 |       1 |  0.5625 |          1.0 |  0.619s |     1m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'radius': 8.805, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.04
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:02s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.8125 |       0.8125 |  1.530s |     1.537s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  1.050s |     2.809s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |        0.875 |  0.838s |     3.936s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.5625 |        0.875 |  0.922s |     5.068s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6875 |        0.875 |  0.801s |     6.091s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  0.981s |     7.279s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8125 |          1.0 |  0.643s |     8.137s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7812 |          1.0 |  1.007s |     9.408s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |          1.0 |  0.662s |    10.286s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9375 |          1.0 |  0.786s |    11.288s |
| Iteration 11     |          463 |        0.0283 |   SAMME.R |     1.0 |          1.0 |  1.029s |    12.833s |
| Iteration 12     |          454 |          0.01 |   SAMME.R |   0.625 |          1.0 |  1.066s |    14.483s |
| Iteration 13     |          462 |        0.1651 |   SAMME.R |     0.5 |          1.0 |  0.987s |    16.020s |
| Iteration 14     |          413 |        0.0283 |   SAMME.R |   0.375 |          1.0 |  0.929s |    17.309s |
| Iteration 15     |          493 |        0.0756 |   SAMME.R |     1.0 |          1.0 |  1.006s |    18.705s |
| Iteration 16     |          500 |        0.0107 |     SAMME |     1.0 |          1.0 |  0.954s |    20.013s |
| Iteration 17     |          493 |        0.0763 |   SAMME.R |   0.875 |          1.0 |  1.012s |    21.365s |
| Iteration 18     |          143 |        2.5923 |     SAMME |  0.7188 |          1.0 |  0.623s |    22.366s |
| Iteration 19     |          459 |        0.2434 |     SAMME |     1.0 |          1.0 |  0.950s |    23.774s |
| Iteration 20     |          469 |        0.2561 |     SAMME |     1.0 |          1.0 |  0.945s |    25.192s |
| Iteration 21     |           50 |        0.0306 |   SAMME.R |  0.8125 |          1.0 |  0.652s |    26.223s |
| Iteration 22     |          458 |        0.2631 |     SAMME |    0.75 |          1.0 |  0.962s |    27.660s |
| Iteration 23     |          190 |        0.0381 |   SAMME.R |  0.6875 |          1.0 |  0.792s |    28.870s |
| Iteration 24     |          490 |        0.0144 |     SAMME |     1.0 |          1.0 |  0.995s |    30.431s |
| Iteration 25     |          500 |        0.0499 |     SAMME |     1.0 |          1.0 |  1.001s |    31.876s |
| Iteration 26     |          500 |        0.0195 |     SAMME |   0.875 |          1.0 |  1.578s |    33.910s |
| Iteration 27     |          490 |          0.01 |     SAMME |     1.0 |          1.0 |  1.015s |    35.424s |
| Iteration 28     |          322 |        6.7285 |     SAMME |    0.75 |          1.0 |  0.649s |    36.527s |
| Iteration 29     |          500 |        5.7796 |     SAMME |    0.75 |          1.0 |  0.660s |    37.675s |
| Iteration 30     |          487 |          0.01 |     SAMME |   0.625 |          1.0 |  0.996s |    39.179s |
| Iteration 31     |           89 |         9.878 |     SAMME |     1.0 |          1.0 |  0.660s |    40.326s |
| Iteration 32     |           89 |        7.0504 |     SAMME |  0.2812 |          1.0 |  0.657s |    41.441s |
| Iteration 33     |          467 |        0.2382 |     SAMME |     1.0 |          1.0 |  0.993s |    42.954s |
| Iteration 34     |          290 |        0.0169 |   SAMME.R |   0.875 |          1.0 |  0.896s |    44.345s |
| Iteration 35     |          351 |        0.0102 |     SAMME |    0.75 |          1.0 |  0.855s |    45.785s |
| Iteration 36     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.954s |    47.231s |
| Iteration 37     |          284 |        3.9004 |     SAMME |    0.75 |          1.0 |  0.619s |    48.382s |
| Iteration 38     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.055s |    49.970s |
| Iteration 39     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |    50.541s |
| Iteration 40     |          466 |        0.2444 |     SAMME |    0.75 |          1.0 |  0.979s |    52.119s |
| Iteration 41     |          164 |        5.1938 |   SAMME.R |  0.4062 |          1.0 |  0.783s |    53.426s |
| Iteration 42     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |    53.967s |
| Iteration 43     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |    54.496s |
| Iteration 44     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |    55.080s |
| Iteration 45     |          493 |        0.0706 |   SAMME.R |   0.875 |          1.0 |  1.016s |    56.853s |
| Iteration 46     |          499 |        0.0125 |   SAMME.R |   0.875 |          1.0 |  1.064s |    58.639s |
| Iteration 47     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |    59.269s |
| Iteration 48     |          467 |        0.2368 |     SAMME |     1.0 |          1.0 |  0.986s |     1m:01s |
| Iteration 49     |          493 |        0.0749 |   SAMME.R |   0.875 |          1.0 |  1.047s |     1m:03s |
| Iteration 50     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.001s |     1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9469
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.466s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.1111
Time elapsed: 2.082s
-------------------------------------------------
Total time: 1m:07s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  1.044s |     1.064s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.940s |     2.236s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |          1.0 |  0.946s |     3.410s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.375 |          1.0 |  0.768s |     4.440s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |          1.0 |  1.553s |     6.214s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  0.817s |     7.262s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |          1.0 |  0.841s |     8.334s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  0.817s |     9.376s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  0.894s |    10.555s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  0.872s |    11.669s |
| Iteration 11     |          341 |      gini |         3 |                 7 |                2 |          0.7 |     False |    0.0127 |         --- |     1.0 |          1.0 |  0.829s |    13.229s |
| Iteration 12     |          359 |      gini |         3 |                 7 |                2 |          0.7 |     False |    0.0153 |         --- |  0.8125 |          1.0 |  0.856s |    14.796s |
| Iteration 13     |           29 |      gini |         1 |                 3 |                7 |          0.5 |     False |    0.0132 |         --- |  0.5625 |          1.0 |  0.630s |    16.046s |
| Iteration 14     |          500 |      gini |         3 |                 8 |                1 |          0.6 |     False |    0.0067 |         --- |    0.25 |          1.0 |  0.940s |    17.594s |
| Iteration 15     |          339 |   entropy |      None |                13 |                5 |          0.6 |     False |    0.0295 |         --- |   0.625 |          1.0 |  0.879s |    19.044s |
| Iteration 16     |          305 |   entropy |         3 |                 7 |                2 |          0.8 |     False |    0.0108 |         --- |     1.0 |          1.0 |  0.850s |    20.591s |
| Iteration 17     |          178 |      gini |         3 |                 7 |                2 |         sqrt |     False |    0.0119 |         --- |     1.0 |          1.0 |  0.722s |    21.987s |
| Iteration 18     |           68 |      gini |         6 |                10 |                5 |         sqrt |     False |    0.0151 |         --- |    0.75 |          1.0 |  0.681s |    23.324s |
| Iteration 19     |          119 |   entropy |         5 |                 9 |                5 |          0.8 |     False |    0.0195 |         --- |     1.0 |          1.0 |  0.696s |    24.670s |
| Iteration 20     |          272 |   entropy |         5 |                 9 |                5 |          0.7 |     False |    0.0178 |         --- |   0.875 |          1.0 |  0.798s |    26.207s |
| Iteration 21     |           61 |      gini |         5 |                10 |                5 |         None |     False |     0.022 |         --- |  0.7812 |          1.0 |  0.654s |    27.538s |
| Iteration 22     |          280 |      gini |         3 |                12 |                2 |         log2 |     False |    0.0097 |         --- |  0.5625 |          1.0 |  0.841s |    29.079s |
| Iteration 23     |          141 |      gini |         5 |                 9 |                5 |          0.7 |     False |     0.024 |         --- |    0.75 |          1.0 |  0.769s |    30.583s |
| Iteration 24     |          500 |      gini |         3 |                10 |                5 |         None |     False |    0.0174 |         --- |    0.75 |          1.0 |  0.980s |    32.338s |
| Iteration 25     |          223 |   entropy |         3 |                 6 |                2 |         None |     False |    0.0029 |         --- |  0.9375 |          1.0 |  0.811s |    33.942s |
| Iteration 26     |           87 |   entropy |         8 |                 6 |                2 |          0.8 |     False |    0.0072 |         --- |  0.6875 |          1.0 |  0.722s |    35.435s |
| Iteration 27     |           10 |   entropy |         1 |                 6 |                2 |          0.5 |     False |    0.0131 |         --- |  0.9688 |          1.0 |  0.673s |    36.956s |
| Iteration 28     |          198 |      gini |      None |                 6 |                2 |         log2 |     False |    0.0083 |         --- |  0.8125 |          1.0 |  0.755s |    38.492s |
| Iteration 29     |           29 |      gini |         4 |                 6 |               15 |          0.5 |      True |    0.0003 |         0.7 |    0.75 |          1.0 |  0.630s |    39.830s |
| Iteration 30     |          500 |      gini |         9 |                11 |               15 |          0.8 |      True |    0.0169 |        None |     0.5 |          1.0 |  1.002s |    41.649s |
| Iteration 31     |          249 |   entropy |         5 |                19 |                5 |          0.7 |      True |    0.0023 |         0.5 |     1.0 |          1.0 |  0.844s |    43.810s |
| Iteration 32     |          470 |      gini |         1 |                18 |                5 |          0.5 |      True |    0.0223 |         0.5 |   0.875 |          1.0 |  0.998s |    45.528s |
| Iteration 33     |          277 |   entropy |         7 |                20 |                5 |          0.7 |      True |    0.0023 |         0.8 |     1.0 |          1.0 |  0.861s |    47.185s |
| Iteration 34     |          299 |   entropy |         6 |                20 |                5 |         sqrt |      True |    0.0029 |         0.6 |   0.875 |          1.0 |  0.872s |    48.896s |
| Iteration 35     |           59 |   entropy |         9 |                18 |                5 |          0.9 |      True |    0.0037 |         0.9 |  0.8125 |          1.0 |  0.692s |    50.356s |
| Iteration 36     |           12 |   entropy |         1 |                 7 |                2 |         None |     False |    0.0229 |         --- |   0.875 |          1.0 |  0.618s |    51.833s |
| Iteration 37     |          318 |      gini |         4 |                20 |                4 |          0.8 |      True |    0.0128 |         0.8 |  0.9375 |          1.0 |  0.892s |    53.607s |
| Iteration 38     |          496 |      gini |         3 |                 6 |                1 |          0.7 |     False |    0.0127 |         --- |  0.9375 |          1.0 |  0.974s |    55.556s |
| Iteration 39     |          347 |      gini |         4 |                 5 |                1 |          0.9 |     False |    0.0329 |         --- |  0.8125 |          1.0 |  0.871s |    57.210s |
| Iteration 40     |          297 |      gini |         3 |                18 |                1 |         log2 |     False |    0.0127 |         --- |  0.9375 |          1.0 |  0.830s |    59.068s |
| Iteration 41     |          167 |      gini |         3 |                13 |                2 |          0.6 |     False |    0.0124 |         --- |    0.75 |          1.0 |  0.751s |     1m:01s |
| Iteration 42     |          116 |      gini |         7 |                18 |                6 |         log2 |     False |    0.0072 |         --- |     1.0 |          1.0 |  0.734s |     1m:02s |
| Iteration 43     |          291 |      gini |      None |                19 |               13 |          0.6 |      True |    0.0342 |         0.5 |  0.8125 |          1.0 |  0.876s |     1m:04s |
| Iteration 44     |           45 |      gini |         7 |                18 |                9 |         auto |     False |    0.0096 |         --- |   0.875 |          1.0 |  0.643s |     1m:06s |
| Iteration 45     |          364 |      gini |         2 |                18 |                2 |          0.6 |     False |    0.0007 |         --- |     1.0 |          1.0 |  0.854s |     1m:07s |
| Iteration 46     |          366 |      gini |      None |                18 |                5 |          0.9 |     False |     0.032 |         --- |    0.75 |          1.0 |  0.895s |     1m:09s |
| Iteration 47     |          326 |   entropy |         9 |                19 |               13 |          0.5 |      True |       0.0 |         0.7 |     1.0 |          1.0 |  0.896s |     1m:11s |
| Iteration 48     |           58 |   entropy |         9 |                19 |               13 |          0.7 |      True |       0.0 |         0.9 |  0.8125 |          1.0 |  0.708s |     1m:13s |
| Iteration 49     |          191 |      gini |         9 |                 7 |               19 |          0.8 |     False |       0.0 |         --- |     0.5 |          1.0 |  0.763s |     1m:15s |
| Iteration 50     |          273 |   entropy |         7 |                20 |                5 |         None |      True |     0.002 |         0.7 |     1.0 |          1.0 |  0.878s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 425, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9661
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.314s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0447
Time elapsed: 1.377s
-------------------------------------------------
Total time: 1m:19s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.754s |     0.773s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  0.750s |     1.756s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8125 |  0.744s |     2.756s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8125 |  0.699s |     3.703s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8125 |  0.740s |     4.701s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8125 |  1.308s |     6.255s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8125 |  0.733s |     7.223s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8125 |  0.721s |     8.178s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |       0.8125 |  0.753s |     9.174s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  0.742s |    10.209s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2177 |                3 |       0.6 |              0.7 |      0.01 |        100 |   0.875 |        0.875 |  0.721s |    11.538s |
| Iteration 12     |          500 |           1.0 |         6 |     0.0 |                2 |       1.0 |              0.7 |         0 |       0.01 |    0.75 |        0.875 |  0.759s |    13.021s |
| Iteration 13     |          236 |         0.531 |         6 |  0.2036 |                4 |       0.6 |              1.0 |         0 |          0 |  0.3125 |        0.875 |  0.718s |    14.445s |
| Iteration 14     |          390 |         0.036 |         7 |  0.0172 |                3 |       0.7 |              0.6 |      0.01 |          1 |   0.625 |        0.875 |  0.734s |    16.021s |
| Iteration 15     |          234 |          0.01 |         2 |  0.1884 |                6 |       0.5 |              0.9 |      0.01 |        100 |     0.5 |        0.875 |  0.718s |    17.428s |
| Iteration 16     |          303 |        0.0328 |         5 |  0.2938 |                3 |       0.5 |              0.7 |        10 |         10 |     0.5 |        0.875 |  0.727s |    18.864s |
| Iteration 17     |          472 |        0.0348 |         2 |   0.376 |                3 |       0.8 |              0.9 |      0.01 |          1 |  0.8125 |        0.875 |  0.747s |    20.377s |
| Iteration 18     |          429 |          0.01 |         2 |     0.0 |               10 |       0.6 |              0.6 |      0.01 |        100 |     0.5 |        0.875 |  0.734s |    21.813s |
| Iteration 19     |          384 |        0.0135 |         2 |  0.2875 |                3 |       0.6 |              0.5 |         0 |        100 |  0.9375 |       0.9375 |  0.735s |    23.218s |
| Iteration 20     |          357 |          0.01 |         1 |  0.0039 |                3 |       0.6 |              0.4 |        10 |         10 |   0.875 |       0.9375 |  0.719s |    24.569s |
| Iteration 21     |          446 |          0.01 |         1 |   0.679 |                2 |       0.6 |              0.4 |      0.01 |        100 |  0.7188 |       0.9375 |  0.735s |    26.078s |
| Iteration 22     |          433 |        0.0147 |         8 |  0.3276 |                3 |       0.6 |              0.5 |         0 |         10 |    0.25 |       0.9375 |  0.747s |    27.551s |
| Iteration 23     |          302 |        0.0152 |         4 |  0.0344 |                3 |       0.6 |              0.6 |        10 |        100 |     0.5 |       0.9375 |  0.722s |    28.963s |
| Iteration 24     |          335 |        0.0293 |         3 |  0.6624 |                2 |       0.8 |              0.5 |         0 |        100 |   0.875 |       0.9375 |  0.737s |    30.423s |
| Iteration 25     |          414 |        0.0251 |         4 |  0.0572 |                2 |       0.9 |              0.6 |      0.01 |       0.01 |  0.9375 |       0.9375 |  0.744s |    31.983s |
| Iteration 26     |           37 |        0.0157 |         1 |  0.3746 |                3 |       1.0 |              0.4 |         0 |          0 |  0.6875 |       0.9375 |  0.647s |    33.394s |
| Iteration 27     |          358 |        0.0274 |         4 |  0.0855 |                2 |       0.8 |              0.6 |      0.01 |          1 |     1.0 |          1.0 |  0.737s |    34.874s |
| Iteration 28     |          327 |        0.0153 |         4 |  0.2017 |                1 |       0.7 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  0.736s |    36.354s |
| Iteration 29     |          157 |        0.9146 |         3 |  0.5541 |                3 |       0.6 |              0.4 |      0.01 |          1 |    0.75 |          1.0 |  0.708s |    37.851s |
| Iteration 30     |           95 |          0.01 |         4 |  0.4465 |                3 |       0.7 |              0.8 |      0.01 |        100 |   0.625 |          1.0 |  0.691s |    39.363s |
| Iteration 31     |          500 |        0.0246 |         3 |     0.0 |                3 |       0.6 |              0.4 |         0 |         10 |   0.875 |          1.0 |  1.315s |    41.539s |
| Iteration 32     |          306 |        0.3663 |         1 |     0.0 |                2 |       0.7 |              0.6 |       100 |          1 |     0.5 |          1.0 |  0.730s |    43.095s |
| Iteration 33     |          366 |        0.7094 |         4 |  0.1338 |                2 |       0.5 |              1.0 |      0.01 |         10 |     1.0 |          1.0 |  0.747s |    44.744s |
| Iteration 34     |          346 |           1.0 |         4 |  0.4624 |                2 |       0.5 |              1.0 |      0.01 |        100 |   0.875 |          1.0 |  0.731s |    46.384s |
| Iteration 35     |          344 |        0.5359 |         4 |     0.0 |                2 |       0.7 |              0.6 |      0.01 |        100 |   0.875 |          1.0 |  0.752s |    48.057s |
| Iteration 36     |          500 |        0.0117 |         4 |   0.263 |                2 |       0.7 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  0.766s |    49.609s |
| Iteration 37     |          443 |        0.1754 |         4 |     0.0 |                2 |       1.0 |              0.4 |      0.01 |          1 |     1.0 |          1.0 |  0.746s |    51.281s |
| Iteration 38     |           99 |        0.1583 |         4 |  0.6792 |                2 |       0.6 |              0.9 |      0.01 |         10 |     1.0 |          1.0 |  0.700s |    52.777s |
| Iteration 39     |           28 |        0.0317 |         5 |  0.9899 |                2 |       0.7 |              1.0 |      0.01 |          1 |   0.875 |          1.0 |  0.685s |    54.254s |
| Iteration 40     |          208 |        0.0541 |         4 |  0.7828 |                2 |       0.9 |              0.9 |      0.01 |         10 |     1.0 |          1.0 |  0.715s |    55.816s |
| Iteration 41     |          460 |        0.1142 |         4 |  0.6463 |                2 |       0.7 |              0.9 |      0.01 |         10 |    0.75 |          1.0 |  0.768s |    57.422s |
| Iteration 42     |          131 |        0.0596 |         4 |  0.7826 |                2 |       0.9 |              0.6 |      0.01 |        0.1 |     1.0 |          1.0 |  0.696s |    58.950s |
| Iteration 43     |          465 |        0.0175 |         4 |  0.1441 |                2 |       0.5 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  0.757s |     1m:01s |
| Iteration 44     |          399 |        0.0169 |         4 |  0.6114 |                1 |       1.0 |              0.9 |         0 |         10 |  0.9375 |          1.0 |  0.750s |     1m:02s |
| Iteration 45     |          344 |           1.0 |         4 |     1.0 |                1 |       1.0 |              0.5 |      0.01 |       0.01 |  0.5625 |          1.0 |  0.737s |     1m:04s |
| Iteration 46     |          187 |        0.0205 |         4 |  0.0488 |                2 |       1.0 |              0.9 |      0.01 |          0 |  0.8125 |          1.0 |  0.707s |     1m:05s |
| Iteration 47     |          294 |        0.1832 |        10 |  0.9155 |               10 |       1.0 |              0.5 |       100 |         10 |     0.5 |          1.0 |  0.661s |     1m:07s |
| Iteration 48     |          171 |           1.0 |         3 |     0.0 |                2 |       1.0 |              1.0 |         0 |       0.01 |   0.875 |          1.0 |  0.650s |     1m:08s |
| Iteration 49     |          500 |          0.01 |         2 |     0.0 |                1 |       0.5 |              0.5 |         0 |        100 |    0.75 |          1.0 |  0.699s |     1m:10s |
| Iteration 50     |          107 |        0.0224 |         1 |  0.1731 |                5 |       0.9 |              0.6 |       100 |       0.01 |     0.5 |          1.0 |  0.659s |     1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0117, 'max_depth': 4, 'gamma': 0.263, 'min_child_weight': 2, 'subsample': 0.7, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9759
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.109s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.0927
Time elapsed: 0.346s
-------------------------------------------------
Total time: 1m:12s


Final results ==================== >>
Duration: 7m:47s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.58 ± 0.04 ~
Logistic Regression             --> roc_auc: 0.54 ± 0.1428 ~
Linear Discriminant Analysis    --> roc_auc: 0.45 ± 0.1095 ~
Quadratic Discriminant Analysis --> roc_auc: 0.65 ± 0.0837 !
Radius Nearest Neighbors        --> roc_auc: 0.53 ± 0.04 ~
AdaBoost                        --> roc_auc: 0.63 ± 0.1111 ~
Random Forest                   --> roc_auc: 0.6 ± 0.0447 ~
XGBoost                         --> roc_auc: 0.62 ± 0.0927
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAYTGANSKLTF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CAGNYGGSQGNLIF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASGNTPLVF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9375 |       0.9375 |  3.068s |     3.088s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |       0.9375 |  3.159s |     6.486s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.6875 |       0.9375 |  3.104s |     9.824s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |       0.9375 |  3.142s |    13.202s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.5625 |       0.9375 |  3.133s |    16.580s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |       0.9375 |  3.165s |    19.977s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9688 |       0.9688 |  3.767s |    23.989s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |       0.9688 |  3.210s |    27.428s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |       0.9688 |  3.138s |    30.803s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |       0.9688 |  3.117s |    34.158s |
| Iteration 11     | exponen.. |         0.227 |          270 |       0.9 | squared_er.. |                 3 |                5 |         5 |          0.5 |    0.0239 |     1.0 |          1.0 |  3.157s |    37.908s |
| Iteration 12     | exponen.. |        0.0475 |          336 |       0.8 | squared_er.. |                 5 |               16 |         8 |         sqrt |    0.0017 |  0.6875 |          1.0 |  3.170s |    41.693s |
| Iteration 13     | exponen.. |        0.0959 |          113 |       0.9 | squared_er.. |                20 |                4 |         1 |         None |    0.0169 |  0.8125 |          1.0 |  3.119s |    45.295s |
| Iteration 14     | exponen.. |         0.257 |          247 |       0.9 | squared_er.. |                 3 |                2 |         4 |          0.5 |    0.0272 |   0.875 |          1.0 |  3.158s |    49.112s |
| Iteration 15     |  deviance |           1.0 |          238 |       0.5 | squared_er.. |                 3 |                8 |        10 |         auto |     0.035 |  0.9375 |          1.0 |  3.149s |    52.972s |
| Iteration 16     | exponen.. |        0.1015 |          288 |       1.0 | squared_er.. |                 3 |                6 |         3 |          0.7 |    0.0188 |     1.0 |          1.0 |  3.159s |    56.797s |
| Iteration 17     | exponen.. |        0.5438 |          271 |       0.8 | squared_er.. |                 3 |                6 |         8 |         log2 |    0.0271 |  0.9375 |          1.0 |  3.149s |     1m:01s |
| Iteration 18     | exponen.. |         0.523 |          144 |       0.6 | squared_er.. |                14 |                2 |         6 |          0.9 |    0.0186 |  0.8125 |          1.0 |  3.138s |     1m:05s |
| Iteration 19     |  deviance |         0.462 |          132 |       1.0 | friedman_mse |                19 |                1 |         9 |         None |    0.0335 |  0.9688 |          1.0 |  3.082s |     1m:08s |
| Iteration 20     |  deviance |        0.0118 |           10 |       1.0 | squared_er.. |                 2 |                7 |         1 |          0.6 |     0.031 |   0.625 |          1.0 |  3.079s |     1m:12s |
| Iteration 21     | exponen.. |        0.7667 |          324 |       0.9 | squared_er.. |                 5 |                3 |         8 |          0.5 |    0.0209 |  0.8438 |          1.0 |  3.156s |     1m:16s |
| Iteration 22     | exponen.. |          0.08 |          279 |       0.8 | squared_er.. |                13 |                2 |         3 |          0.6 |    0.0178 |     0.5 |          1.0 |  3.121s |     1m:20s |
| Iteration 23     |  deviance |        0.2876 |          289 |       1.0 | squared_er.. |                 2 |                6 |         3 |          0.5 |    0.0297 |  0.8125 |          1.0 |  3.130s |     1m:24s |
| Iteration 24     | exponen.. |        0.5265 |          286 |       0.7 | squared_er.. |                 2 |                1 |         3 |          0.7 |     0.027 |  0.9375 |          1.0 |  3.138s |     1m:28s |
| Iteration 25     |  deviance |        0.3216 |           88 |       1.0 | friedman_mse |                16 |               18 |         5 |          0.6 |     0.035 |  0.2812 |          1.0 |  3.070s |     1m:31s |
| Iteration 26     | exponen.. |        0.1377 |          242 |       1.0 | squared_er.. |                 4 |                6 |         3 |          0.8 |      0.02 |   0.875 |          1.0 |  3.152s |     1m:35s |
| Iteration 27     | exponen.. |        0.0723 |          288 |       1.0 | squared_er.. |                 2 |                5 |         1 |          0.7 |    0.0192 |     1.0 |          1.0 |  3.120s |     1m:39s |
| Iteration 28     | exponen.. |        0.0922 |          287 |       1.0 | squared_er.. |                 2 |                5 |         1 |          0.6 |    0.0202 |   0.875 |          1.0 |  3.106s |     1m:43s |
| Iteration 29     |  deviance |        0.2004 |           89 |       0.9 | squared_er.. |                20 |                1 |         8 |          0.8 |    0.0009 |     1.0 |          1.0 |  3.091s |     1m:47s |
| Iteration 30     |  deviance |        0.5115 |           19 |       0.9 | squared_er.. |                15 |                1 |         1 |          0.7 |    0.0242 |    0.75 |          1.0 |  3.075s |     1m:50s |
| Iteration 31     |  deviance |        0.5398 |          108 |       0.7 | friedman_mse |                20 |                1 |         1 |         auto |       0.0 |  0.9375 |          1.0 |  3.121s |     1m:54s |
| Iteration 32     | exponen.. |        0.2026 |          500 |       0.5 | squared_er.. |                19 |               13 |         3 |          0.6 |    0.0168 |  0.8125 |          1.0 |  3.174s |     1m:58s |
| Iteration 33     | exponen.. |           1.0 |           31 |       0.9 | squared_er.. |                10 |                5 |        10 |         None |    0.0195 |     1.0 |          1.0 |  3.706s |     2m:03s |
| Iteration 34     | exponen.. |           1.0 |          255 |       0.7 | squared_er.. |                14 |                8 |        10 |         None |       0.0 |   0.875 |          1.0 |  3.168s |     2m:07s |
| Iteration 35     | exponen.. |        0.3218 |          500 |       0.8 | squared_er.. |                 5 |                9 |         4 |          0.9 |    0.0182 |  0.9375 |          1.0 |  3.238s |     2m:11s |
| Iteration 36     | exponen.. |           1.0 |          155 |       0.5 | squared_er.. |                 2 |                6 |        10 |         None |    0.0201 |     1.0 |          1.0 |  3.150s |     2m:15s |
| Iteration 37     | exponen.. |        0.6612 |          309 |       0.5 | squared_er.. |                 2 |                7 |        10 |          0.9 |      0.01 |   0.875 |          1.0 |  3.153s |     2m:19s |
| Iteration 38     | exponen.. |           1.0 |           85 |       0.6 | squared_er.. |                 2 |                5 |        10 |         None |    0.0256 |   0.625 |          1.0 |  3.094s |     2m:23s |
| Iteration 39     | exponen.. |        0.0303 |          197 |       0.8 | squared_er.. |                 2 |                6 |         9 |         auto |     0.011 |  0.9375 |          1.0 |  3.145s |     2m:27s |
| Iteration 40     | exponen.. |        0.3158 |           10 |       0.8 | squared_er.. |                11 |                8 |         9 |          0.8 |    0.0002 |  0.9375 |          1.0 |  3.106s |     2m:30s |
| Iteration 41     | exponen.. |         0.068 |          500 |       0.6 | friedman_mse |                10 |                6 |         5 |         None |    0.0038 |    0.75 |          1.0 |  3.213s |     2m:34s |
| Iteration 42     |  deviance |           1.0 |          311 |       1.0 | friedman_mse |                20 |                4 |        10 |          0.8 |    0.0062 |     1.0 |          1.0 |  3.134s |     2m:38s |
| Iteration 43     |  deviance |           1.0 |          437 |       0.8 | squared_er.. |                20 |                5 |         5 |         sqrt |    0.0297 |  0.5625 |          1.0 |  3.161s |     2m:42s |
| Iteration 44     |  deviance |           1.0 |          204 |       1.0 | friedman_mse |                20 |                4 |        10 |          0.8 |    0.0015 |  0.8125 |          1.0 |  3.137s |     2m:46s |
| Iteration 45     | exponen.. |        0.2098 |          277 |       0.9 | squared_er.. |                 2 |                7 |         5 |          0.5 |    0.0231 |    0.75 |          1.0 |  3.394s |     2m:50s |
| Iteration 46     | exponen.. |           1.0 |          268 |       0.7 | squared_er.. |                 6 |                6 |         4 |         None |    0.0169 |  0.9375 |          1.0 |  3.166s |     2m:54s |
| Iteration 47     | exponen.. |           1.0 |          268 |       1.0 | squared_er.. |                 2 |                5 |         5 |          0.7 |    0.0157 |  0.5938 |          1.0 |  3.137s |     2m:58s |
| Iteration 48     | exponen.. |           1.0 |          153 |       0.5 | squared_er.. |                 8 |                7 |         4 |         sqrt |    0.0341 |    0.75 |          1.0 |  3.113s |     3m:03s |
| Iteration 49     |  deviance |        0.1392 |          324 |       0.5 | squared_er.. |                20 |                3 |         3 |          0.6 |       0.0 |   0.625 |          1.0 |  3.160s |     3m:07s |
| Iteration 50     |  deviance |        0.2987 |          207 |       0.7 | squared_er.. |                19 |                3 |        10 |          0.9 |    0.0096 |  0.6875 |          1.0 |  3.134s |     3m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'loss': 'exponential', 'learning_rate': 1.0, 'n_estimators': 31, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_depth': 10, 'max_features': None, 'ccp_alpha': 0.0195}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.996
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.515 ± 0.1251
Time elapsed: 0.073s
-------------------------------------------------
Total time: 3m:12s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  3.115s |     3.127s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |         0.75 |  3.116s |     6.542s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |       0.8125 |  3.130s |     9.898s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |       0.8125 |  3.154s |    13.273s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |       0.8125 |  3.127s |    16.621s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |       0.8125 |  3.130s |    19.972s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |       0.8125 |  3.142s |    23.342s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |       0.8125 |  3.135s |    26.729s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |       0.8125 |  3.731s |    30.674s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.9375 |       0.9375 |  3.127s |    34.033s |
| Iteration 11     |    none |     --- | newto.. |      100 |      --- |     1.0 |          1.0 |  3.129s |    37.762s |
| Iteration 12     |    none |     --- |     sag |      100 |      --- |  0.4375 |          1.0 |  3.126s |    41.472s |
| Iteration 13     |      l1 |  9.9123 |    saga |      720 |      --- |  0.6875 |          1.0 |  3.113s |    45.138s |
| Iteration 14     |      l2 |   0.001 | newto.. |      678 |      --- |     0.5 |          1.0 |  3.126s |    48.844s |
| Iteration 15     |      l2 |   0.011 | newto.. |      207 |      --- |  0.6875 |          1.0 |  3.118s |    52.439s |
| Iteration 16     |      l2 |  0.0647 | libli.. |      202 |      --- |     1.0 |          1.0 |  3.105s |    56.068s |
| Iteration 17     |      l2 |  0.0028 | libli.. |      138 |      --- |    0.75 |          1.0 |  3.129s |    59.983s |
| Iteration 18     |      l2 |  2.1187 | libli.. |      191 |      --- |   0.625 |          1.0 |  3.137s |     1m:04s |
| Iteration 19     |    none |     --- | newto.. |      100 |      --- |     1.0 |          1.0 |  0.001s |     1m:04s |
| Iteration 20     |      l2 | 35.0955 | libli.. |      237 |      --- |  0.5625 |          1.0 |  3.123s |     1m:08s |
| Iteration 21     |      l2 |   0.001 |     sag |      353 |      --- |   0.875 |          1.0 |  3.114s |     1m:12s |
| Iteration 22     |      l1 |  0.0712 | libli.. |      100 |      --- |  0.2812 |          1.0 |  3.131s |     1m:15s |
| Iteration 23     |      l2 |  0.0442 | libli.. |      819 |      --- |  0.6875 |          1.0 |  3.116s |     1m:19s |
| Iteration 24     |      l2 |  0.0026 |     sag |      999 |      --- |    0.75 |          1.0 |  3.137s |     1m:23s |
| Iteration 25     |      l2 |  6.6629 | newto.. |      102 |      --- |   0.375 |          1.0 |  3.120s |     1m:26s |
| Iteration 26     |      l2 |  0.0199 | libli.. |      202 |      --- |  0.8125 |          1.0 |  3.123s |     1m:30s |
| Iteration 27     |    none |     --- | newto.. |      102 |      --- |     1.0 |          1.0 |  3.156s |     1m:34s |
| Iteration 28     |    none |     --- | newto.. |      369 |      --- |  0.6875 |          1.0 |  3.150s |     1m:38s |
| Iteration 29     |    none |     --- | newto.. |      101 |      --- |     1.0 |          1.0 |  3.154s |     1m:41s |
| Iteration 30     |      l2 |  0.0887 | libli.. |      200 |      --- |  0.4375 |          1.0 |  3.109s |     1m:45s |
| Iteration 31     |    none |     --- |   lbfgs |      101 |      --- |     1.0 |          1.0 |  3.135s |     1m:49s |
| Iteration 32     |    none |     --- |   lbfgs |      101 |      --- |     1.0 |          1.0 |  0.001s |     1m:50s |
| Iteration 33     |    none |     --- |   lbfgs |      106 |      --- |   0.875 |          1.0 |  3.139s |     1m:54s |
| Iteration 34     |    none |     --- |   lbfgs |      100 |      --- |  0.9375 |          1.0 |  3.138s |     1m:57s |
| Iteration 35     |    none |     --- | newto.. |      100 |      --- |     1.0 |          1.0 |  0.000s |     1m:59s |
| Iteration 36     |    none |     --- |   lbfgs |      101 |      --- |     1.0 |          1.0 |  0.000s |     1m:59s |
| Iteration 37     |    none |     --- | newto.. |      100 |      --- |     1.0 |          1.0 |  0.000s |     2m:00s |
| Iteration 38     |      l2 |  0.0034 | newto.. |      100 |      --- |  0.6875 |          1.0 |  3.144s |     2m:04s |
| Iteration 39     |      l2 |  0.0165 | libli.. |      202 |      --- |  0.5625 |          1.0 |  3.172s |     2m:08s |
| Iteration 40     |    none |     --- | newto.. |      100 |      --- |     1.0 |          1.0 |  0.000s |     2m:08s |
| Iteration 41     |    none |     --- | newto.. |      106 |      --- |   0.625 |          1.0 |  3.188s |     2m:12s |
| Iteration 42     |    none |     --- |   lbfgs |      100 |      --- |  0.9375 |          1.0 |  0.001s |     2m:13s |
| Iteration 43     |    none |     --- | newto.. |      100 |      --- |     1.0 |          1.0 |  0.000s |     2m:14s |
| Iteration 44     |    none |     --- | newto.. |      100 |      --- |     1.0 |          1.0 |  0.000s |     2m:14s |
| Iteration 45     |      l1 |  0.0219 |    saga |      213 |      --- |     0.5 |          1.0 |  3.126s |     2m:18s |
| Iteration 46     |      l2 |   6.958 |    saga |      213 |      --- |   0.875 |          1.0 |  3.151s |     2m:22s |
| Iteration 47     |    none |     --- | newto.. |      100 |      --- |     1.0 |          1.0 |  0.000s |     2m:23s |
| Iteration 48     |    none |     --- |   lbfgs |      100 |      --- |  0.9375 |          1.0 |  0.000s |     2m:24s |
| Iteration 49     |      l1 | 83.3919 | libli.. |      365 |      --- |   0.625 |          1.0 |  3.123s |     2m:28s |
| Iteration 50     |      l2 |  0.0078 |     sag |      210 |      --- |  0.6875 |          1.0 |  3.129s |     2m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 102}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8955
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1356
Time elapsed: 0.079s
-------------------------------------------------
Total time: 2m:32s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.875 |        0.875 |  3.135s |     3.142s |
| Initial point 2  |     svd |       --- |  0.6875 |        0.875 |  3.154s |     6.512s |
| Initial point 3  |     svd |       --- |  0.6875 |        0.875 |  0.000s |     6.726s |
| Initial point 4  |    lsqr |       0.8 |   0.375 |        0.875 |  3.119s |    10.051s |
| Initial point 5  |   eigen |       0.9 |  0.3125 |        0.875 |  3.035s |    13.320s |
| Initial point 6  |    lsqr |       0.7 |  0.6875 |        0.875 |  3.067s |    16.604s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |        0.875 |  3.099s |    19.933s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |        0.875 |  3.098s |    23.242s |
| Initial point 9  |    lsqr |       0.6 |  0.3125 |        0.875 |  3.093s |    26.562s |
| Initial point 10 |   eigen |       0.8 |   0.875 |        0.875 |  3.088s |    29.871s |
| Iteration 11     |   eigen |       0.6 |  0.9375 |       0.9375 |  3.050s |    33.344s |
| Iteration 12     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    33.697s |
| Iteration 13     |   eigen |       0.7 |   0.625 |       0.9375 |  3.094s |    37.128s |
| Iteration 14     |    lsqr |      auto |     0.5 |       0.9375 |  3.121s |    40.638s |
| Iteration 15     |   eigen |      auto |    0.75 |       0.9375 |  3.085s |    44.082s |
| Iteration 16     |     svd |       --- |  0.6875 |       0.9375 |  0.000s |    44.451s |
| Iteration 17     |     svd |       --- |  0.6875 |       0.9375 |  0.000s |    44.807s |
| Iteration 18     |    lsqr |       1.0 |    0.75 |       0.9375 |  3.097s |    48.277s |
| Iteration 19     |     svd |       --- |  0.6875 |       0.9375 |  0.001s |    48.652s |
| Iteration 20     |    lsqr |      None |   0.625 |       0.9375 |  3.097s |    52.151s |
| Iteration 21     |   eigen |       0.5 |     1.0 |          1.0 |  3.066s |    55.646s |
| Iteration 22     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    56.612s |
| Iteration 23     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    57.005s |
| Iteration 24     |   eigen |      None |    0.75 |          1.0 |  3.108s |     1m:01s |
| Iteration 25     |     svd |       --- |  0.6875 |          1.0 |  0.000s |     1m:01s |
| Iteration 26     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 27     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 28     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 29     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 30     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 31     |    lsqr |      auto |     0.5 |          1.0 |  0.000s |     1m:04s |
| Iteration 32     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 33     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 34     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 35     |    lsqr |      None |   0.625 |          1.0 |  0.000s |     1m:05s |
| Iteration 36     |    lsqr |       0.9 |     0.5 |          1.0 |  0.000s |     1m:06s |
| Iteration 37     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 38     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 39     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 40     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 41     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 42     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 43     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 44     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 45     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 46     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 47     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 48     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 49     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 50     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7188
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:14s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.875 |        0.875 |  3.074s |     3.077s |
| Initial point 2  |       0.9 |    0.75 |        0.875 |  3.122s |     6.417s |
| Initial point 3  |       0.1 |   0.875 |        0.875 |  3.115s |     9.762s |
| Initial point 4  |       1.0 |   0.875 |        0.875 |  0.000s |     9.979s |
| Initial point 5  |       0.2 |  0.3125 |        0.875 |  3.079s |    13.272s |
| Initial point 6  |       0.4 |    0.75 |        0.875 |  3.098s |    16.586s |
| Initial point 7  |       0.4 |    0.75 |        0.875 |  0.000s |    16.809s |
| Initial point 8  |       0.7 |  0.4375 |        0.875 |  3.091s |    20.133s |
| Initial point 9  |       0.9 |    0.75 |        0.875 |  0.000s |    20.361s |
| Initial point 10 |       0.8 |   0.875 |        0.875 |  3.080s |    23.666s |
| Iteration 11     |       0.3 |    0.25 |        0.875 |  3.094s |    27.067s |
| Iteration 12     |       0.6 |  0.1875 |        0.875 |  3.083s |    30.470s |
| Iteration 13     |       0.5 |    0.25 |        0.875 |  3.102s |    33.888s |
| Iteration 14     |       0.0 |    0.75 |        0.875 |  3.156s |    37.357s |
| Iteration 15     |       0.8 |   0.875 |        0.875 |  0.000s |    37.670s |
| Iteration 16     |       0.1 |   0.875 |        0.875 |  0.000s |    37.991s |
| Iteration 17     |       0.8 |   0.875 |        0.875 |  0.000s |    38.308s |
| Iteration 18     |       0.1 |   0.875 |        0.875 |  0.000s |    38.627s |
| Iteration 19     |       1.0 |   0.875 |        0.875 |  0.000s |    38.955s |
| Iteration 20     |       0.8 |   0.875 |        0.875 |  0.000s |    39.293s |
| Iteration 21     |       1.0 |   0.875 |        0.875 |  0.000s |    39.627s |
| Iteration 22     |       0.1 |   0.875 |        0.875 |  0.000s |    39.986s |
| Iteration 23     |       0.1 |   0.875 |        0.875 |  0.000s |    40.300s |
| Iteration 24     |       0.8 |   0.875 |        0.875 |  0.000s |    40.640s |
| Iteration 25     |       1.0 |   0.875 |        0.875 |  0.000s |    40.960s |
| Iteration 26     |       0.8 |   0.875 |        0.875 |  0.000s |    41.303s |
| Iteration 27     |       0.1 |   0.875 |        0.875 |  0.000s |    41.891s |
| Iteration 28     |       1.0 |   0.875 |        0.875 |  0.000s |    42.912s |
| Iteration 29     |       0.8 |   0.875 |        0.875 |  0.000s |    43.252s |
| Iteration 30     |       0.1 |   0.875 |        0.875 |  0.000s |    43.601s |
| Iteration 31     |       1.0 |   0.875 |        0.875 |  0.000s |    43.946s |
| Iteration 32     |       0.6 |  0.1875 |        0.875 |  0.000s |    44.291s |
| Iteration 33     |       0.8 |   0.875 |        0.875 |  0.000s |    44.658s |
| Iteration 34     |       1.0 |   0.875 |        0.875 |  0.000s |    45.011s |
| Iteration 35     |       0.1 |   0.875 |        0.875 |  0.000s |    45.371s |
| Iteration 36     |       0.3 |    0.25 |        0.875 |  0.000s |    45.748s |
| Iteration 37     |       0.8 |   0.875 |        0.875 |  0.000s |    46.124s |
| Iteration 38     |       1.0 |   0.875 |        0.875 |  0.000s |    46.519s |
| Iteration 39     |       0.1 |   0.875 |        0.875 |  0.000s |    47.121s |
| Iteration 40     |       0.8 |   0.875 |        0.875 |  0.000s |    47.506s |
| Iteration 41     |       1.0 |   0.875 |        0.875 |  0.000s |    47.969s |
| Iteration 42     |       0.1 |   0.875 |        0.875 |  0.000s |    48.386s |
| Iteration 43     |       0.8 |   0.875 |        0.875 |  0.001s |    48.805s |
| Iteration 44     |       0.1 |   0.875 |        0.875 |  0.000s |    49.220s |
| Iteration 45     |       1.0 |   0.875 |        0.875 |  0.001s |    49.659s |
| Iteration 46     |       0.1 |   0.875 |        0.875 |  0.000s |    50.073s |
| Iteration 47     |       1.0 |   0.875 |        0.875 |  0.000s |    50.496s |
| Iteration 48     |       0.8 |   0.875 |        0.875 |  0.000s |    50.926s |
| Iteration 49     |       1.0 |   0.875 |        0.875 |  0.000s |    51.363s |
| Iteration 50     |       0.1 |   0.875 |        0.875 |  0.000s |    51.850s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 52.299s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7116
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.097
Time elapsed: 0.028s
-------------------------------------------------
Total time: 52.337s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.5112 | dista.. |      auto |        40 |       1 |   0.875 |        0.875 |  3.122s |     3.143s |
| Initial point 2  |   4.578 | uniform |   kd_tree |        39 |       2 |  0.3125 |        0.875 |  3.125s |     6.512s |
| Initial point 3  |  3.6163 | dista.. | ball_tree |        25 |       2 |  0.9375 |       0.9375 |  3.117s |     9.857s |
| Initial point 4  | 10.5505 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  3.204s |    13.280s |
| Initial point 5  |   8.265 | dista.. |      auto |        30 |       2 |   0.375 |       0.9375 |  3.151s |    16.692s |
| Initial point 6  |  9.5714 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9375 |  3.105s |    20.021s |
| Initial point 7  |  6.8462 | dista.. | ball_tree |        24 |       1 |   0.375 |       0.9375 |  3.152s |    23.425s |
| Initial point 8  |  1.6406 | dista.. | ball_tree |        21 |       2 |  0.4375 |       0.9375 |  3.106s |    26.751s |
| Initial point 9  |  7.6262 | uniform | ball_tree |        24 |       1 |  0.5625 |       0.9375 |  3.133s |    30.118s |
| Initial point 10 |  5.4168 | uniform |     brute |        22 |       2 |  0.6875 |       0.9375 |  3.114s |    33.488s |
| Iteration 11     |   8.167 | dista.. |   kd_tree |        25 |       2 |  0.9375 |       0.9375 |  3.095s |    37.102s |
| Iteration 12     |  5.8917 | dista.. |   kd_tree |        25 |       2 |     0.5 |       0.9375 |  3.121s |    40.741s |
| Iteration 13     |  0.4689 | uniform |     brute |        40 |       1 |     0.5 |       0.9375 |  3.088s |    44.240s |
| Iteration 14     |  0.1251 | dista.. |      auto |        25 |       2 |     0.5 |       0.9375 |  3.121s |    47.817s |
| Iteration 15     |   8.608 | dista.. |   kd_tree |        25 |       2 |  0.6562 |       0.9375 |  3.033s |    51.377s |
| Iteration 16     | 10.4199 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.9375 |  3.082s |    54.898s |
| Iteration 17     |  0.7801 | uniform |      auto |        40 |       2 |   0.625 |       0.9375 |  3.079s |    58.427s |
| Iteration 18     |  0.8468 | uniform |      auto |        40 |       1 |     0.5 |       0.9375 |  3.098s |     1m:02s |
| Iteration 19     |   2.884 | dista.. |      auto |        40 |       1 |   0.625 |       0.9375 |  3.095s |     1m:06s |
| Iteration 20     | 11.5437 | dista.. |      auto |        25 |       2 |  0.4375 |       0.9375 |  3.103s |     1m:09s |
| Iteration 21     |  0.0748 | dista.. | ball_tree |        25 |       2 |     0.5 |       0.9375 |  3.693s |     1m:13s |
| Iteration 22     |  7.9065 | dista.. | ball_tree |        24 |       2 |   0.375 |       0.9375 |  3.125s |     1m:17s |
| Iteration 23     | 11.5332 | dista.. | ball_tree |        25 |       1 |   0.875 |       0.9375 |  3.121s |     1m:21s |
| Iteration 24     | 11.5437 | dista.. | ball_tree |        25 |       1 |  0.6875 |       0.9375 |  3.156s |     1m:24s |
| Iteration 25     |  7.9707 | dista.. |      auto |        25 |       2 |   0.375 |       0.9375 |  3.126s |     1m:28s |
| Iteration 26     |   3.697 | dista.. | ball_tree |        23 |       2 |     1.0 |          1.0 |  3.128s |     1m:32s |
| Iteration 27     |  3.6964 | dista.. |   kd_tree |        23 |       2 |    0.75 |          1.0 |  3.147s |     1m:35s |
| Iteration 28     |   9.391 | uniform | ball_tree |        23 |       1 |    0.75 |          1.0 |  3.109s |     1m:39s |
| Iteration 29     |     0.0 | dista.. | ball_tree |        23 |       2 |     0.5 |          1.0 |  3.127s |     1m:43s |
| Iteration 30     |  4.0644 | dista.. | ball_tree |        23 |       2 |   0.375 |          1.0 |  3.086s |     1m:46s |
| Iteration 31     | 10.4479 | dista.. |   kd_tree |        25 |       1 |  0.9375 |          1.0 |  3.091s |     1m:50s |
| Iteration 32     | 11.3828 | dista.. |     brute |        25 |       1 |  0.8125 |          1.0 |  3.094s |     1m:53s |
| Iteration 33     | 10.9674 | uniform |     brute |        25 |       1 |  0.8125 |          1.0 |  3.099s |     1m:57s |
| Iteration 34     |  3.6735 | dista.. |      auto |        22 |       2 |     1.0 |          1.0 |  3.171s |     2m:01s |
| Iteration 35     |  3.6738 | dista.. |      auto |        25 |       2 |  0.6875 |          1.0 |  3.121s |     2m:05s |
| Iteration 36     |   3.543 | dista.. | ball_tree |        22 |       2 |  0.4062 |          1.0 |  3.121s |     2m:08s |
| Iteration 37     | 10.5093 | dista.. |   kd_tree |        30 |       1 |   0.625 |          1.0 |  3.099s |     2m:12s |
| Iteration 38     |  3.7443 | dista.. |      auto |        39 |       2 |  0.8125 |          1.0 |  3.130s |     2m:16s |
| Iteration 39     |  3.7347 | uniform |   kd_tree |        23 |       2 |  0.3125 |          1.0 |  3.133s |     2m:20s |
| Iteration 40     | 10.4719 | dista.. |      auto |        38 |       1 |   0.375 |          1.0 |  3.124s |     2m:24s |
| Iteration 41     |  3.7447 | dista.. | ball_tree |        24 |       2 |  0.7188 |          1.0 |  3.118s |     2m:27s |
| Iteration 42     | 11.2857 | dista.. | ball_tree |        29 |       2 |  0.8125 |          1.0 |  3.123s |     2m:31s |
| Iteration 43     | 11.4127 | dista.. | ball_tree |        34 |       1 |  0.9375 |          1.0 |  3.116s |     2m:35s |
| Iteration 44     | 11.4122 | dista.. |      auto |        22 |       1 |  0.7812 |          1.0 |  3.751s |     2m:39s |
| Iteration 45     | 11.4397 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.139s |     2m:43s |
| Iteration 46     |  9.5166 | uniform |     brute |        21 |       1 |    0.75 |          1.0 |  3.165s |     2m:47s |
| Iteration 47     | 11.5437 | dista.. |   kd_tree |        40 |       1 |    0.75 |          1.0 |  3.156s |     2m:51s |
| Iteration 48     | 11.4387 | dista.. | ball_tree |        38 |       1 |     0.5 |          1.0 |  3.156s |     2m:55s |
| Iteration 49     |   9.331 | dista.. |     brute |        25 |       2 |    0.25 |          1.0 |  3.121s |     2m:59s |
| Iteration 50     |  3.6817 | dista.. | ball_tree |        40 |       2 |  0.4375 |          1.0 |  3.141s |     3m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 3.6735, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0374
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:03s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.6562 |       0.6562 |  3.453s |     3.460s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  3.511s |     7.213s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |          1.0 |  3.241s |    10.684s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.625 |          1.0 |  3.432s |    14.346s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.625 |          1.0 |  3.339s |    17.951s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.625 |          1.0 |  3.509s |    21.688s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.875 |          1.0 |  3.202s |    25.152s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  3.413s |    28.828s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |          1.0 |  3.132s |    32.191s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |          1.0 |  3.273s |    35.715s |
| Iteration 11     |          411 |        0.0195 |     SAMME |     1.0 |          1.0 |  3.371s |    39.507s |
| Iteration 12     |          500 |        0.0118 |   SAMME.R |  0.8125 |          1.0 |  3.521s |    43.540s |
| Iteration 13     |          500 |        0.0698 |   SAMME.R |     1.0 |          1.0 |  3.477s |    47.490s |
| Iteration 14     |          407 |        0.0193 |     SAMME |  0.8125 |          1.0 |  3.411s |    51.435s |
| Iteration 15     |          415 |        0.0191 |     SAMME |    0.75 |          1.0 |  3.384s |    55.370s |
| Iteration 16     |          496 |        0.0685 |     SAMME |     1.0 |          1.0 |  3.463s |    59.297s |
| Iteration 17     |          498 |         0.063 |   SAMME.R |  0.9375 |          1.0 |  3.488s |     1m:03s |
| Iteration 18     |          500 |        0.0676 |     SAMME |  0.8125 |          1.0 |  3.461s |     1m:07s |
| Iteration 19     |          493 |        0.0692 |     SAMME |    0.75 |          1.0 |  3.459s |     1m:11s |
| Iteration 20     |          499 |           0.1 |   SAMME.R |  0.8125 |          1.0 |  3.483s |     1m:15s |
| Iteration 21     |          498 |        0.0394 |   SAMME.R |   0.875 |          1.0 |  4.105s |     1m:20s |
| Iteration 22     |          410 |        0.0336 |     SAMME |     0.5 |          1.0 |  3.385s |     1m:24s |
| Iteration 23     |          499 |        0.0551 |   SAMME.R |     1.0 |          1.0 |  3.589s |     1m:28s |
| Iteration 24     |          497 |        0.0682 |     SAMME |  0.9375 |          1.0 |  3.498s |     1m:32s |
| Iteration 25     |          410 |        0.0133 |     SAMME |  0.5938 |          1.0 |  3.422s |     1m:36s |
| Iteration 26     |          500 |        0.0558 |   SAMME.R |   0.875 |          1.0 |  3.520s |     1m:40s |
| Iteration 27     |          498 |        0.0512 |   SAMME.R |     1.0 |          1.0 |  3.569s |     1m:44s |
| Iteration 28     |          498 |        0.0499 |   SAMME.R |  0.9375 |          1.0 |  3.515s |     1m:48s |
| Iteration 29     |          496 |        0.0519 |     SAMME |     1.0 |          1.0 |  3.497s |     1m:52s |
| Iteration 30     |          497 |        0.0542 |   SAMME.R |  0.5938 |          1.0 |  3.503s |     1m:56s |
| Iteration 31     |          500 |        0.0462 |     SAMME |     1.0 |          1.0 |  3.486s |     2m:00s |
| Iteration 32     |          500 |        0.0461 |     SAMME |    0.75 |          1.0 |  3.486s |     2m:04s |
| Iteration 33     |           51 |        9.2665 |     SAMME |  0.3438 |          1.0 |  3.124s |     2m:08s |
| Iteration 34     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.505s |     2m:12s |
| Iteration 35     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:13s |
| Iteration 36     |          500 |          0.01 |     SAMME |  0.9375 |          1.0 |  3.399s |     2m:17s |
| Iteration 37     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:17s |
| Iteration 38     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:18s |
| Iteration 39     |          500 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.000s |     2m:18s |
| Iteration 40     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:19s |
| Iteration 41     |          500 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.000s |     2m:19s |
| Iteration 42     |          500 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.001s |     2m:20s |
| Iteration 43     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:20s |
| Iteration 44     |           50 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  3.094s |     2m:24s |
| Iteration 45     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:25s |
| Iteration 46     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:25s |
| Iteration 47     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:26s |
| Iteration 48     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.001s |     2m:26s |
| Iteration 49     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:27s |
| Iteration 50     |          494 |          0.07 |   SAMME.R |  0.5625 |          1.0 |  3.478s |     2m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 499, 'learning_rate': 0.0551, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.455s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.04
Time elapsed: 2.021s
-------------------------------------------------
Total time: 2m:35s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  3.449s |     3.466s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |        0.875 |  3.323s |     7.055s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |        0.875 |  3.337s |    10.647s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  3.148s |    14.019s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     0.5 |        0.875 |  4.010s |    18.266s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |        0.875 |  3.240s |    21.747s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |        0.875 |  3.278s |    25.285s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |        0.875 |  3.282s |    28.858s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.9375 |       0.9375 |  3.416s |    32.517s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |       0.9375 |  3.331s |    36.513s |
| Iteration 11     |          490 |   entropy |         3 |                 2 |                8 |          0.8 |     False |    0.0307 |         --- |  0.9375 |       0.9375 |  3.381s |    40.572s |
| Iteration 12     |          399 |   entropy |         7 |                12 |                8 |          0.5 |     False |    0.0208 |         --- |  0.8125 |       0.9375 |  3.314s |    44.489s |
| Iteration 13     |          460 |   entropy |      None |                 3 |               16 |          0.7 |     False |    0.0053 |         --- |    0.75 |       0.9375 |  3.353s |    48.428s |
| Iteration 14     |          486 |   entropy |         3 |                 5 |                9 |          0.8 |     False |    0.0256 |         --- |   0.625 |       0.9375 |  3.396s |    52.528s |
| Iteration 15     |          331 |   entropy |         5 |                18 |                5 |          0.9 |      True |    0.0226 |         0.9 |   0.875 |       0.9375 |  3.362s |    56.463s |
| Iteration 16     |          455 |      gini |         5 |                19 |                8 |         None |     False |    0.0062 |         --- |  0.9062 |       0.9375 |  3.378s |     1m:00s |
| Iteration 17     |          420 |   entropy |         1 |                10 |                6 |          0.9 |     False |    0.0188 |         --- |  0.7812 |       0.9375 |  3.387s |     1m:05s |
| Iteration 18     |          274 |      gini |         7 |                16 |                8 |          0.8 |     False |    0.0062 |         --- |   0.625 |       0.9375 |  3.315s |     1m:08s |
| Iteration 19     |           88 |   entropy |         5 |                17 |                6 |         None |     False |    0.0309 |         --- |  0.5625 |       0.9375 |  3.182s |     1m:12s |
| Iteration 20     |          101 |      gini |         1 |                 8 |               16 |         log2 |     False |    0.0193 |         --- |  0.6875 |       0.9375 |  3.188s |     1m:16s |
| Iteration 21     |          158 |      gini |         6 |                11 |                5 |          0.8 |      True |     0.001 |        None |  0.8125 |       0.9375 |  3.162s |     1m:20s |
| Iteration 22     |          499 |      gini |         1 |                13 |                8 |         auto |     False |       0.0 |         --- |  0.3125 |       0.9375 |  3.319s |     1m:24s |
| Iteration 23     |          486 |      gini |         3 |                17 |                3 |         None |     False |    0.0161 |         --- |  0.9375 |       0.9375 |  3.389s |     1m:28s |
| Iteration 24     |           61 |      gini |         2 |                 5 |                6 |         None |     False |    0.0085 |         --- |    0.75 |       0.9375 |  3.110s |     1m:32s |
| Iteration 25     |          500 |   entropy |         3 |                15 |               10 |         auto |      True |    0.0202 |         0.8 |    0.25 |       0.9375 |  3.452s |     1m:36s |
| Iteration 26     |          500 |   entropy |         3 |                 5 |                1 |          0.9 |      True |    0.0233 |         0.8 |   0.875 |       0.9375 |  3.467s |     1m:40s |
| Iteration 27     |          500 |      gini |         9 |                19 |                3 |          0.9 |      True |    0.0131 |         0.6 |     1.0 |          1.0 |  3.453s |     1m:44s |
| Iteration 28     |          500 |      gini |      None |                12 |                3 |          0.9 |      True |    0.0178 |         0.7 |  0.9375 |          1.0 |  3.489s |     1m:48s |
| Iteration 29     |          164 |   entropy |         5 |                 8 |               20 |         auto |     False |    0.0254 |         --- |  0.9062 |          1.0 |  3.156s |     1m:52s |
| Iteration 30     |          500 |   entropy |         9 |                19 |               20 |         auto |     False |    0.0106 |         --- |  0.5938 |          1.0 |  3.374s |     1m:57s |
| Iteration 31     |           10 |   entropy |         1 |                 5 |                5 |         auto |     False |    0.0203 |         --- |     1.0 |          1.0 |  3.081s |     2m:00s |
| Iteration 32     |           10 |   entropy |      None |                 2 |               10 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  3.073s |     2m:04s |
| Iteration 33     |          119 |   entropy |         5 |                18 |                1 |         auto |     False |    0.0057 |         --- |  0.9375 |          1.0 |  3.201s |     2m:09s |
| Iteration 34     |          500 |      gini |         7 |                20 |                1 |          0.8 |      True |       0.0 |         0.9 |     1.0 |          1.0 |  3.468s |     2m:13s |
| Iteration 35     |          500 |      gini |         4 |                10 |                1 |          0.8 |     False |    0.0262 |         --- |   0.875 |          1.0 |  3.387s |     2m:17s |
| Iteration 36     |          500 |      gini |         9 |                20 |                1 |         None |      True |       0.0 |         0.9 |  0.9375 |          1.0 |  3.475s |     2m:21s |
| Iteration 37     |           81 |   entropy |      None |                14 |                1 |         sqrt |     False |    0.0001 |         --- |   0.875 |          1.0 |  3.151s |     2m:25s |
| Iteration 38     |          500 |      gini |         9 |                20 |                1 |          0.8 |      True |       0.0 |         0.7 |  0.8125 |          1.0 |  3.442s |     2m:30s |
| Iteration 39     |           10 |   entropy |         8 |                12 |               19 |          0.5 |     False |    0.0025 |         --- |  0.6875 |          1.0 |  3.097s |     2m:34s |
| Iteration 40     |          500 |      gini |         9 |                 2 |                1 |         None |      True |     0.035 |         0.9 |  0.9375 |          1.0 |  3.520s |     2m:38s |
| Iteration 41     |           10 |   entropy |         9 |                 2 |                1 |         auto |     False |       0.0 |         --- |  0.6562 |          1.0 |  3.098s |     2m:42s |
| Iteration 42     |          500 |      gini |      None |                 2 |               20 |         None |      True |     0.035 |        None |  0.7812 |          1.0 |  3.498s |     2m:47s |
| Iteration 43     |          416 |      gini |      None |                 2 |                1 |         None |     False |       0.0 |         --- |  0.6875 |          1.0 |  3.306s |     2m:51s |
| Iteration 44     |          500 |   entropy |         9 |                20 |               15 |         None |      True |    0.0177 |         0.9 |    0.75 |          1.0 |  3.447s |     2m:55s |
| Iteration 45     |          157 |   entropy |      None |                20 |                4 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  3.177s |     2m:59s |
| Iteration 46     |          500 |      gini |         9 |                20 |               20 |          0.9 |     False |    0.0285 |         --- |  0.5625 |          1.0 |  3.366s |     3m:04s |
| Iteration 47     |          440 |      gini |         7 |                 5 |                1 |          0.9 |      True |    0.0082 |         0.9 |   0.875 |          1.0 |  3.456s |     3m:08s |
| Iteration 48     |           24 |      gini |         1 |                16 |                5 |          0.5 |     False |    0.0297 |         --- |  0.5625 |          1.0 |  3.098s |     3m:12s |
| Iteration 49     |          500 |   entropy |         9 |                20 |                4 |          0.9 |      True |    0.0334 |         0.5 |  0.5625 |          1.0 |  3.452s |     3m:16s |
| Iteration 50     |          277 |   entropy |      None |                12 |                1 |          0.6 |      True |    0.0118 |         0.5 |   0.625 |          1.0 |  3.287s |     3m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 20, 'min_samples_leaf': 1, 'max_features': 0.8, 'bootstrap': True, 'ccp_alpha': 0.0, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9848
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.416s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.0735
Time elapsed: 1.883s
-------------------------------------------------
Total time: 3m:24s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.191s |     3.209s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  3.172s |     6.628s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8125 |  3.161s |    10.037s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8125 |  3.119s |    13.438s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8125 |  3.130s |    16.832s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8125 |  3.101s |    20.165s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8125 |  3.124s |    23.523s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8125 |  3.111s |    26.943s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  3.153s |    30.355s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.134s |    33.730s |
| Iteration 11     |           26 |        0.3306 |         6 |  0.2334 |               10 |       0.6 |              0.5 |       100 |          1 |     0.5 |       0.8125 |  3.106s |    37.370s |
| Iteration 12     |          386 |        0.0292 |         6 |  0.4273 |                2 |       0.8 |              0.8 |       0.1 |          1 |    0.75 |       0.8125 |  3.775s |    41.755s |
| Iteration 13     |           33 |        0.0495 |         6 |  0.0519 |                1 |       1.0 |              0.8 |        10 |        0.1 |     0.5 |       0.8125 |  3.142s |    45.504s |
| Iteration 14     |          259 |         0.049 |         6 |  0.0059 |                1 |       0.8 |              0.8 |        10 |        0.1 |   0.625 |       0.8125 |  3.140s |    49.387s |
| Iteration 15     |          489 |        0.0404 |         2 |   0.462 |                4 |       0.8 |              0.9 |      0.01 |          0 |  0.9375 |       0.9375 |  3.166s |    53.187s |
| Iteration 16     |          370 |        0.0147 |         8 |  0.1385 |                7 |       0.8 |              0.4 |         0 |          0 |     0.5 |       0.9375 |  3.131s |    56.971s |
| Iteration 17     |          189 |        0.0472 |         2 |  0.9646 |                3 |       0.9 |              0.9 |       0.1 |          0 |     1.0 |          1.0 |  3.134s |     1m:01s |
| Iteration 18     |          188 |        0.3128 |         2 |  0.4456 |                7 |       0.9 |              0.9 |      0.01 |          0 |   0.375 |          1.0 |  3.165s |     1m:05s |
| Iteration 19     |          265 |        0.0248 |         1 |     1.0 |                3 |       0.9 |              0.9 |         0 |          0 |  0.8125 |          1.0 |  3.179s |     1m:09s |
| Iteration 20     |          216 |          0.01 |         7 |   0.239 |                3 |       1.0 |              0.5 |       0.1 |          0 |    0.75 |          1.0 |  3.165s |     1m:13s |
| Iteration 21     |          262 |        0.0255 |         1 |   0.836 |                4 |       0.9 |              0.6 |       0.1 |        0.1 |  0.5625 |          1.0 |  3.108s |     1m:16s |
| Iteration 22     |          323 |          0.06 |         3 |  0.4613 |                3 |       0.8 |              1.0 |      0.01 |          0 |  0.3125 |          1.0 |  3.121s |     1m:20s |
| Iteration 23     |          321 |        0.0425 |         6 |  0.8726 |                8 |       0.9 |              0.9 |       0.1 |          0 |     0.5 |          1.0 |  3.144s |     1m:24s |
| Iteration 24     |          263 |        0.0394 |         2 |  0.5631 |                3 |       0.8 |              0.9 |       0.1 |          0 |    0.75 |          1.0 |  3.166s |     1m:28s |
| Iteration 25     |           34 |        0.0151 |         4 |  0.9149 |                4 |       0.9 |              0.9 |         1 |          0 |  0.4688 |          1.0 |  3.092s |     1m:32s |
| Iteration 26     |           46 |        0.2423 |         4 |  0.8588 |                3 |       0.8 |              0.9 |      0.01 |       0.01 |   0.875 |          1.0 |  3.098s |     1m:36s |
| Iteration 27     |          500 |        0.1008 |         1 |     1.0 |                3 |       1.0 |              0.9 |      0.01 |          0 |     1.0 |          1.0 |  3.157s |     1m:40s |
| Iteration 28     |          376 |        0.4125 |         4 |     1.0 |                3 |       0.9 |              0.8 |       0.1 |          0 |    0.75 |          1.0 |  3.144s |     1m:44s |
| Iteration 29     |          442 |        0.2184 |         9 |     1.0 |                3 |       1.0 |              0.9 |       0.1 |         10 |     1.0 |          1.0 |  3.160s |     1m:48s |
| Iteration 30     |          199 |        0.0319 |         3 |     1.0 |                3 |       1.0 |              0.9 |       0.1 |       0.01 |  0.5625 |          1.0 |  3.116s |     1m:52s |
| Iteration 31     |          500 |        0.8357 |         5 |  0.6787 |                3 |       0.6 |              0.9 |      0.01 |         10 |     1.0 |          1.0 |  3.191s |     1m:56s |
| Iteration 32     |          500 |           1.0 |         7 |  0.2114 |                3 |       0.5 |              0.9 |      0.01 |        100 |  0.8125 |          1.0 |  3.171s |     1m:59s |
| Iteration 33     |          500 |        0.5144 |        10 |  0.8665 |                2 |       0.9 |              0.9 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.193s |     2m:03s |
| Iteration 34     |          500 |        0.3734 |         5 |     1.0 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.188s |     2m:07s |
| Iteration 35     |          500 |        0.6592 |         9 |     1.0 |                2 |       0.9 |              0.9 |      0.01 |          1 |   0.875 |          1.0 |  3.168s |     2m:12s |
| Iteration 36     |          500 |        0.0383 |         3 |  0.3565 |                3 |       0.9 |              0.9 |      0.01 |       0.01 |     1.0 |          1.0 |  3.805s |     2m:16s |
| Iteration 37     |          500 |         0.021 |         5 |  0.9275 |                3 |       1.0 |              0.9 |       0.1 |       0.01 |  0.8125 |          1.0 |  3.151s |     2m:20s |
| Iteration 38     |          500 |        0.0956 |         6 |  0.7309 |                3 |       0.6 |              0.9 |      0.01 |          0 |    0.75 |          1.0 |  3.189s |     2m:24s |
| Iteration 39     |          500 |        0.0243 |         6 |  0.0226 |                2 |       1.0 |              0.9 |         0 |          1 |     1.0 |          1.0 |  3.204s |     2m:28s |
| Iteration 40     |          500 |        0.1541 |         4 |  0.2392 |                2 |       1.0 |              0.9 |         0 |          1 |     1.0 |          1.0 |  3.201s |     2m:32s |
| Iteration 41     |          500 |        0.0265 |         1 |  0.4132 |                2 |       1.0 |              0.9 |         0 |         10 |  0.6875 |          1.0 |  3.152s |     2m:36s |
| Iteration 42     |          500 |        0.0934 |         2 |  0.7742 |                9 |       0.7 |              0.8 |         0 |          1 |     0.5 |          1.0 |  3.172s |     2m:40s |
| Iteration 43     |          500 |        0.2027 |         8 |  0.3661 |                2 |       1.0 |              0.9 |         0 |          1 |    0.75 |          1.0 |  3.169s |     2m:44s |
| Iteration 44     |          500 |        0.0158 |         2 |   0.405 |                1 |       0.9 |              0.5 |       100 |        100 |     0.5 |          1.0 |  3.169s |     2m:48s |
| Iteration 45     |          500 |           1.0 |        10 |     1.0 |                1 |       0.5 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.181s |     2m:52s |
| Iteration 46     |          500 |        0.7367 |         2 |  0.0362 |                1 |       1.0 |              0.8 |         0 |       0.01 |     1.0 |          1.0 |  3.166s |     2m:56s |
| Iteration 47     |          500 |        0.0358 |         5 |  0.7814 |                1 |       0.8 |              0.8 |         0 |          0 |  0.8125 |          1.0 |  3.221s |     3m:00s |
| Iteration 48     |          500 |        0.7244 |         2 |   0.554 |                2 |       0.5 |              0.9 |      0.01 |          0 |    0.75 |          1.0 |  3.201s |     3m:05s |
| Iteration 49     |          500 |        0.5744 |         3 |  0.7886 |                3 |       1.0 |              0.9 |         0 |          1 |     0.5 |          1.0 |  3.203s |     3m:09s |
| Iteration 50     |           20 |        0.2328 |         4 |  0.2445 |                1 |       1.0 |              0.8 |      0.01 |         10 |    0.75 |          1.0 |  3.151s |     3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0383, 'max_depth': 3, 'gamma': 0.3565, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.585 ± 0.1744
Time elapsed: 0.310s
-------------------------------------------------
Total time: 3m:15s


Final results ==================== >>
Duration: 20m:06s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.515 ± 0.1251 ~
Logistic Regression             --> roc_auc: 0.54 ± 0.1356 ~
Linear Discriminant Analysis    --> roc_auc: 0.57 ± 0.06 ~
Quadratic Discriminant Analysis --> roc_auc: 0.61 ± 0.097
Radius Nearest Neighbors        --> roc_auc: 0.71 ± 0.0374 ~ !
AdaBoost                        --> roc_auc: 0.62 ± 0.04 ~
Random Forest                   --> roc_auc: 0.66 ± 0.0735 ~
XGBoost                         --> roc_auc: 0.585 ± 0.1744 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 839 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAASALYGGSQGNLIF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALRNSGNTPLVF.
   >>> Dropping feature CAPLDSNYQLIW.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CASSLRASVTETQYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVGARAAGNKLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.625 |        0.625 |  0.671s |     0.690s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |        0.875 |  0.740s |     1.709s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.681s |     2.637s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     1.0 |          1.0 |  0.720s |     3.600s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |          1.0 |  0.679s |     4.559s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |          1.0 |  0.714s |     5.551s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |          1.0 |  0.704s |     6.502s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.721s |     7.466s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |          1.0 |  0.668s |     8.373s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  0.676s |     9.286s |
| Iteration 11     | exponen.. |        0.8977 |          116 |       0.8 | squared_er.. |                16 |               16 |         4 |          0.5 |    0.0176 |   0.875 |          1.0 |  0.661s |    10.524s |
| Iteration 12     |  deviance |          0.01 |          500 |       0.5 | squared_er.. |                20 |                1 |         4 |         auto |     0.035 |     1.0 |          1.0 |  1.389s |    12.579s |
| Iteration 13     | exponen.. |          0.01 |          500 |       0.5 | squared_er.. |                12 |                1 |         5 |         auto |       0.0 |    0.75 |          1.0 |  0.764s |    14.082s |
| Iteration 14     | exponen.. |        0.0142 |           61 |       0.8 | squared_er.. |                 6 |               17 |         3 |         log2 |    0.0345 |  0.6562 |          1.0 |  0.639s |    15.250s |
| Iteration 15     | exponen.. |        0.2034 |          107 |       0.8 | squared_er.. |                18 |               18 |         6 |         sqrt |     0.034 |    0.75 |          1.0 |  0.642s |    16.481s |
| Iteration 16     | exponen.. |        0.2163 |          240 |       0.6 | friedman_mse |                 3 |               17 |         5 |         auto |    0.0192 |  0.6875 |          1.0 |  0.677s |    17.820s |
| Iteration 17     |  deviance |        0.0267 |          402 |       0.6 | squared_er.. |                20 |                3 |         5 |          0.6 |    0.0238 |     1.0 |          1.0 |  0.720s |    19.151s |
| Iteration 18     | exponen.. |        0.0135 |          468 |       0.7 | friedman_mse |                17 |               18 |         8 |          0.8 |    0.0039 |     0.5 |          1.0 |  0.738s |    20.502s |
| Iteration 19     |  deviance |        0.0462 |          452 |       0.5 | squared_er.. |                20 |                8 |         3 |         log2 |     0.006 |   0.875 |          1.0 |  0.728s |    21.795s |
| Iteration 20     |  deviance |           1.0 |           11 |       0.7 | friedman_mse |                20 |               14 |         3 |         None |     0.035 |  0.6562 |          1.0 |  0.625s |    23.025s |
| Iteration 21     | exponen.. |        0.7287 |           64 |       0.9 | squared_er.. |                20 |                5 |         1 |         log2 |    0.0225 |   0.875 |          1.0 |  0.645s |    24.251s |
| Iteration 22     | exponen.. |          0.07 |          485 |       0.8 | squared_er.. |                20 |               10 |         3 |         None |     0.035 |  0.9375 |          1.0 |  0.783s |    25.587s |
| Iteration 23     |  deviance |        0.0888 |          365 |       0.8 | squared_er.. |                17 |                5 |         3 |          0.6 |    0.0217 |     1.0 |          1.0 |  0.709s |    27.047s |
| Iteration 24     |  deviance |        0.0158 |          493 |       0.6 | squared_er.. |                15 |               10 |         1 |         sqrt |    0.0045 |  0.5625 |          1.0 |  0.763s |    28.369s |
| Iteration 25     |  deviance |         0.016 |          131 |       0.6 | squared_er.. |                18 |                1 |         2 |          0.7 |    0.0231 |     1.0 |          1.0 |  0.654s |    29.688s |
| Iteration 26     |  deviance |          0.01 |          458 |       0.5 | squared_er.. |                20 |                1 |         5 |         sqrt |     0.035 |     1.0 |          1.0 |  0.720s |    31.094s |
| Iteration 27     |  deviance |        0.9347 |          214 |       0.7 | squared_er.. |                17 |                8 |         3 |         log2 |    0.0239 |  0.9688 |          1.0 |  0.663s |    32.486s |
| Iteration 28     | exponen.. |          0.01 |          307 |       0.7 | squared_er.. |                17 |               18 |         3 |         log2 |    0.0162 |  0.6875 |          1.0 |  0.714s |    34.090s |
| Iteration 29     | exponen.. |        0.1686 |          335 |       0.9 | squared_er.. |                17 |               17 |         7 |          0.5 |    0.0228 |   0.625 |          1.0 |  0.747s |    35.550s |
| Iteration 30     |  deviance |        0.0267 |          187 |       0.6 | squared_er.. |                20 |                3 |         1 |         None |    0.0238 |   0.875 |          1.0 |  0.688s |    37.143s |
| Iteration 31     |  deviance |        0.0398 |          435 |       0.6 | squared_er.. |                20 |                1 |         4 |          0.6 |     0.035 |    0.75 |          1.0 |  0.767s |    38.660s |
| Iteration 32     | exponen.. |         0.404 |           28 |       0.8 | squared_er.. |                17 |               17 |         8 |          0.8 |    0.0235 |     1.0 |          1.0 |  0.654s |    40.067s |
| Iteration 33     | exponen.. |        0.0767 |          102 |       0.6 | friedman_mse |                 5 |               16 |         1 |          0.8 |    0.0336 |  0.3438 |          1.0 |  0.659s |    41.568s |
| Iteration 34     |  deviance |        0.2901 |          262 |       0.6 | squared_er.. |                20 |                4 |         4 |          0.7 |    0.0133 |     1.0 |          1.0 |  0.692s |    42.979s |
| Iteration 35     |  deviance |        0.0189 |          275 |       1.0 | squared_er.. |                20 |                2 |         2 |          0.6 |    0.0135 |  0.5625 |          1.0 |  0.689s |    44.380s |
| Iteration 36     | exponen.. |        0.2747 |          220 |       0.6 | squared_er.. |                20 |                4 |         8 |         sqrt |    0.0219 |  0.9375 |          1.0 |  0.684s |    45.881s |
| Iteration 37     |  deviance |        0.0827 |           68 |       0.7 | squared_er.. |                 5 |                5 |         4 |          0.8 |    0.0175 |   0.875 |          1.0 |  0.637s |    47.890s |
| Iteration 38     | exponen.. |        0.1072 |           91 |       0.7 | squared_er.. |                 7 |                7 |         8 |          0.6 |     0.035 |   0.875 |          1.0 |  0.650s |    49.407s |
| Iteration 39     |  deviance |        0.0127 |           91 |       0.6 | squared_er.. |                14 |                4 |         6 |          0.6 |    0.0032 |  0.9375 |          1.0 |  0.648s |    50.733s |
| Iteration 40     | exponen.. |        0.0127 |          484 |       0.6 | squared_er.. |                20 |               15 |         4 |          0.6 |    0.0236 |  0.8125 |          1.0 |  0.734s |    52.359s |
| Iteration 41     | exponen.. |        0.4477 |          232 |       0.8 | squared_er.. |                12 |               15 |         5 |          0.9 |    0.0031 |    0.75 |          1.0 |  0.733s |    53.803s |
| Iteration 42     |  deviance |        0.8304 |           24 |       0.7 | squared_er.. |                20 |                3 |         4 |          0.6 |    0.0222 |  0.7188 |          1.0 |  0.666s |    55.254s |
| Iteration 43     |  deviance |        0.3338 |          348 |       0.5 | squared_er.. |                19 |                5 |         4 |          0.7 |       0.0 |  0.9375 |          1.0 |  0.742s |    56.751s |
| Iteration 44     | exponen.. |        0.0142 |          174 |       0.5 | squared_er.. |                17 |                7 |         9 |          0.8 |     0.035 |     1.0 |          1.0 |  0.708s |    58.750s |
| Iteration 45     | exponen.. |        0.0138 |          289 |       0.5 | squared_er.. |                18 |                4 |         8 |          0.8 |     0.035 |  0.9375 |          1.0 |  0.697s |     1m:00s |
| Iteration 46     |  deviance |        0.0231 |          500 |       0.6 | squared_er.. |                19 |                9 |         8 |          0.8 |    0.0235 |  0.8125 |          1.0 |  0.738s |     1m:02s |
| Iteration 47     | exponen.. |        0.0154 |           55 |       0.5 | squared_er.. |                17 |               18 |         1 |         auto |    0.0046 |     0.5 |          1.0 |  0.654s |     1m:04s |
| Iteration 48     |  deviance |        0.2246 |          209 |       0.6 | friedman_mse |                 5 |               16 |         9 |          0.9 |    0.0223 |     1.0 |          1.0 |  0.714s |     1m:05s |
| Iteration 49     |  deviance |        0.0264 |          481 |       0.6 | squared_er.. |                16 |                3 |         6 |          0.6 |    0.0239 |   0.875 |          1.0 |  0.763s |     1m:07s |
| Iteration 50     |  deviance |        0.3003 |          289 |       0.6 | squared_er.. |                20 |                4 |         3 |          0.6 |    0.0107 |   0.875 |          1.0 |  0.755s |     1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.01, 'n_estimators': 500, 'subsample': 0.5, 'criterion': 'squared_error', 'min_samples_split': 20, 'min_samples_leaf': 1, 'max_depth': 4, 'max_features': 'auto', 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9491
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.086
Time elapsed: 0.633s
-------------------------------------------------
Total time: 1m:11s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.8125 |       0.8125 |  0.693s |     0.706s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |       0.8125 |  0.695s |     1.632s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.4375 |       0.8125 |  0.692s |     2.563s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |       0.8125 |  0.699s |     3.499s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |       0.8125 |  0.697s |     4.422s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |       0.8125 |  0.687s |     5.340s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |       0.8125 |  0.698s |     6.290s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |       0.8125 |  0.685s |     7.204s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |       0.8125 |  0.699s |     8.138s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.4375 |       0.8125 |  0.694s |     9.067s |
| Iteration 11     |    none |     --- | newto.. |      923 |      --- |   0.125 |       0.8125 |  0.690s |    10.223s |
| Iteration 12     |      l2 | 24.6682 | newto.. |      923 |      --- |  0.8125 |       0.8125 |  0.690s |    11.534s |
| Iteration 13     |    none |     --- |    saga |      881 |      --- |     0.5 |       0.8125 |  1.279s |    13.331s |
| Iteration 14     |      l2 | 63.5933 | newto.. |      820 |      --- |     0.5 |       0.8125 |  0.697s |    14.530s |
| Iteration 15     |      l2 | 30.3233 | newto.. |      947 |      --- |   0.875 |        0.875 |  0.703s |    15.875s |
| Iteration 16     |      l2 | 39.1019 | newto.. |      960 |      --- |   0.875 |        0.875 |  0.695s |    17.178s |
| Iteration 17     |    none |     --- |   lbfgs |      958 |      --- |    0.75 |        0.875 |  0.699s |    18.525s |
| Iteration 18     |      l2 |  2.5032 | newto.. |      961 |      --- |   0.625 |        0.875 |  0.691s |    19.844s |
| Iteration 19     |      l2 |  0.0095 | libli.. |      146 |      --- |  0.6875 |        0.875 |  0.697s |    21.176s |
| Iteration 20     |      l2 |  0.1781 | libli.. |      991 |      --- |  0.8125 |        0.875 |  0.689s |    22.539s |
| Iteration 21     | elast.. |   100.0 |    saga |     1000 |      0.2 |  0.5625 |        0.875 |  0.708s |    23.915s |
| Iteration 22     |      l2 | 12.3954 | newto.. |      972 |      --- |    0.75 |        0.875 |  0.702s |    25.350s |
| Iteration 23     |    none |     --- | newto.. |      953 |      --- |     1.0 |          1.0 |  0.698s |    26.739s |
| Iteration 24     |    none |     --- | newto.. |      950 |      --- |  0.1875 |          1.0 |  0.688s |    28.151s |
| Iteration 25     |      l2 |  1.0856 | newto.. |     1000 |      --- |  0.8125 |          1.0 |  0.708s |    29.395s |
| Iteration 26     |      l2 |  0.1073 |   lbfgs |     1000 |      --- |   0.625 |          1.0 |  0.694s |    30.629s |
| Iteration 27     |      l2 |  2.6605 |   lbfgs |      974 |      --- |  0.6875 |          1.0 |  0.702s |    31.889s |
| Iteration 28     |      l2 |   0.015 |   lbfgs |      285 |      --- |     0.5 |          1.0 |  0.709s |    33.165s |
| Iteration 29     |      l2 | 14.5265 |     sag |      912 |      --- |   0.625 |          1.0 |  0.691s |    34.423s |
| Iteration 30     |      l2 |  0.2789 |     sag |      900 |      --- |  0.9375 |          1.0 |  0.637s |    35.639s |
| Iteration 31     |      l2 |   0.015 | libli.. |      897 |      --- |     0.5 |          1.0 |  0.628s |    36.813s |
| Iteration 32     |      l1 |  0.5307 | libli.. |      239 |      --- |    0.75 |          1.0 |  0.644s |    38.020s |
| Iteration 33     |      l1 |  0.0367 | libli.. |      348 |      --- |     0.5 |          1.0 |  0.636s |    39.246s |
| Iteration 34     |      l2 |  0.0766 | newto.. |      947 |      --- |  0.8125 |          1.0 |  0.657s |    40.471s |
| Iteration 35     | elast.. |   0.001 |    saga |      410 |      0.1 |     0.5 |          1.0 |  0.632s |    41.670s |
| Iteration 36     |    none |     --- | newto.. |      100 |      --- |   0.875 |          1.0 |  0.661s |    42.953s |
| Iteration 37     |    none |     --- |    saga |      153 |      --- |  0.4375 |          1.0 |  1.240s |    44.796s |
| Iteration 38     |    none |     --- | newto.. |      955 |      --- |   0.625 |          1.0 |  0.654s |    46.257s |
| Iteration 39     |      l1 | 48.1333 |    saga |      703 |      --- |    0.75 |          1.0 |  0.698s |    47.586s |
| Iteration 40     |      l2 |  0.3084 |     sag |      222 |      --- |  0.8125 |          1.0 |  0.675s |    48.918s |
| Iteration 41     |      l2 |  1.3901 | newto.. |      613 |      --- |    0.75 |          1.0 |  0.697s |    50.249s |
| Iteration 42     |      l2 |  0.2517 |     sag |      762 |      --- |   0.375 |          1.0 |  0.677s |    51.571s |
| Iteration 43     |      l1 | 83.6376 | libli.. |      788 |      --- |  0.4375 |          1.0 |  0.654s |    52.911s |
| Iteration 44     |      l2 |  0.0092 |     sag |      535 |      --- |  0.9375 |          1.0 |  0.690s |    54.241s |
| Iteration 45     |      l1 |  0.0233 |    saga |      513 |      --- |     0.5 |          1.0 |  0.714s |    55.601s |
| Iteration 46     |      l2 |  0.0122 | libli.. |      512 |      --- |  0.5625 |          1.0 |  0.696s |    56.996s |
| Iteration 47     |      l2 |  3.8469 | newto.. |      638 |      --- |    0.75 |          1.0 |  0.700s |    58.479s |
| Iteration 48     |      l2 |  0.1396 |     sag |      551 |      --- |  0.5625 |          1.0 |  0.711s |    59.876s |
| Iteration 49     |      l2 |  43.857 | newto.. |      946 |      --- |   0.625 |          1.0 |  0.695s |     1m:01s |
| Iteration 50     |      l2 |  0.0856 | newto.. |      730 |      --- |   0.625 |          1.0 |  0.699s |     1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 953}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7938
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.0927
Time elapsed: 0.146s
-------------------------------------------------
Total time: 1m:04s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.8125 |       0.8125 |  0.629s |     0.634s |
| Initial point 2  |     svd |       --- |  0.5625 |       0.8125 |  0.654s |     1.959s |
| Initial point 3  |     svd |       --- |  0.5625 |       0.8125 |  0.000s |     2.299s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |       0.8125 |  0.628s |     3.148s |
| Initial point 5  |   eigen |       0.9 |   0.625 |       0.8125 |  0.632s |     4.016s |
| Initial point 6  |    lsqr |       0.7 |  0.6875 |       0.8125 |  0.655s |     4.906s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  0.636s |     5.778s |
| Initial point 8  |    lsqr |       0.9 |   0.875 |        0.875 |  0.630s |     6.634s |
| Initial point 9  |    lsqr |       0.6 |    0.75 |        0.875 |  0.651s |     7.525s |
| Initial point 10 |   eigen |       0.8 |   0.625 |        0.875 |  0.636s |     8.378s |
| Iteration 11     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |     8.722s |
| Iteration 12     |    lsqr |      None |  0.8125 |        0.875 |  0.651s |     9.734s |
| Iteration 13     |    lsqr |       1.0 |  0.4375 |        0.875 |  1.191s |    11.298s |
| Iteration 14     |    lsqr |      auto |  0.4375 |        0.875 |  0.645s |    12.315s |
| Iteration 15     |   eigen |      auto |  0.9375 |       0.9375 |  0.633s |    13.320s |
| Iteration 16     |     svd |       --- |  0.5625 |       0.9375 |  0.000s |    13.719s |
| Iteration 17     |     svd |       --- |  0.5625 |       0.9375 |  0.000s |    14.119s |
| Iteration 18     |     svd |       --- |  0.5625 |       0.9375 |  0.000s |    14.525s |
| Iteration 19     |   eigen |       0.7 |    0.75 |       0.9375 |  0.630s |    15.566s |
| Iteration 20     |   eigen |       0.6 |  0.8125 |       0.9375 |  0.626s |    16.608s |
| Iteration 21     |   eigen |       0.5 |     0.5 |       0.9375 |  0.646s |    17.651s |
| Iteration 22     |     svd |       --- |  0.5625 |       0.9375 |  0.000s |    18.048s |
| Iteration 23     |     svd |       --- |  0.5625 |       0.9375 |  0.000s |    18.499s |
| Iteration 24     |   eigen |      None |     0.5 |       0.9375 |  0.634s |    19.543s |
| Iteration 25     |     svd |       --- |  0.5625 |       0.9375 |  0.001s |    19.953s |
| Iteration 26     |   eigen |      auto |  0.9375 |       0.9375 |  0.001s |    20.385s |
| Iteration 27     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    20.818s |
| Iteration 28     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    21.444s |
| Iteration 29     |    lsqr |      auto |  0.4375 |       0.9375 |  0.000s |    21.865s |
| Iteration 30     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    22.307s |
| Iteration 31     |    lsqr |      auto |  0.4375 |       0.9375 |  0.000s |    22.772s |
| Iteration 32     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    23.249s |
| Iteration 33     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    23.700s |
| Iteration 34     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    24.165s |
| Iteration 35     |   eigen |       0.5 |     0.5 |       0.9375 |  0.000s |    24.639s |
| Iteration 36     |   eigen |      auto |  0.9375 |       0.9375 |  0.001s |    25.116s |
| Iteration 37     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    25.627s |
| Iteration 38     |   eigen |      auto |  0.9375 |       0.9375 |  0.001s |    26.123s |
| Iteration 39     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    26.626s |
| Iteration 40     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    27.137s |
| Iteration 41     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    27.674s |
| Iteration 42     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    28.190s |
| Iteration 43     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    28.719s |
| Iteration 44     |   eigen |      auto |  0.9375 |       0.9375 |  0.001s |    29.262s |
| Iteration 45     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    29.801s |
| Iteration 46     |   eigen |      auto |  0.9375 |       0.9375 |  0.001s |    30.369s |
| Iteration 47     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    30.933s |
| Iteration 48     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    31.488s |
| Iteration 49     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    32.051s |
| Iteration 50     |   eigen |      auto |  0.9375 |       0.9375 |  0.000s |    32.618s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 33.188s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7643
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.103
Time elapsed: 0.033s
-------------------------------------------------
Total time: 33.232s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.8125 |       0.8125 |  0.640s |     0.644s |
| Initial point 2  |       0.9 |  0.5625 |       0.8125 |  0.640s |     1.512s |
| Initial point 3  |       0.1 |  0.4375 |       0.8125 |  0.637s |     2.390s |
| Initial point 4  |       1.0 |  0.8125 |       0.8125 |  0.000s |     2.610s |
| Initial point 5  |       0.2 |  0.5625 |       0.8125 |  0.629s |     3.465s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  0.637s |     4.317s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.000s |     4.534s |
| Initial point 8  |       0.7 |   0.875 |        0.875 |  0.643s |     5.481s |
| Initial point 9  |       0.9 |  0.5625 |        0.875 |  0.000s |     5.697s |
| Initial point 10 |       0.8 |   0.625 |        0.875 |  0.643s |     6.562s |
| Iteration 11     |       0.3 |    0.75 |        0.875 |  1.123s |     7.993s |
| Iteration 12     |       0.6 |     1.0 |          1.0 |  0.628s |     8.971s |
| Iteration 13     |       0.5 |  0.4375 |          1.0 |  0.623s |     9.913s |
| Iteration 14     |       0.0 |  0.6875 |          1.0 |  0.681s |    10.955s |
| Iteration 15     |       0.6 |     1.0 |          1.0 |  0.000s |    11.294s |
| Iteration 16     |       0.6 |     1.0 |          1.0 |  0.000s |    11.613s |
| Iteration 17     |       0.6 |     1.0 |          1.0 |  0.000s |    11.932s |
| Iteration 18     |       0.6 |     1.0 |          1.0 |  0.000s |    12.254s |
| Iteration 19     |       0.6 |     1.0 |          1.0 |  0.000s |    12.573s |
| Iteration 20     |       0.6 |     1.0 |          1.0 |  0.000s |    12.892s |
| Iteration 21     |       0.6 |     1.0 |          1.0 |  0.000s |    13.209s |
| Iteration 22     |       0.6 |     1.0 |          1.0 |  0.000s |    13.535s |
| Iteration 23     |       0.4 |  0.8125 |          1.0 |  0.000s |    13.878s |
| Iteration 24     |       0.6 |     1.0 |          1.0 |  0.000s |    14.207s |
| Iteration 25     |       0.6 |     1.0 |          1.0 |  0.000s |    14.574s |
| Iteration 26     |       0.6 |     1.0 |          1.0 |  0.000s |    14.919s |
| Iteration 27     |       0.6 |     1.0 |          1.0 |  0.000s |    15.290s |
| Iteration 28     |       0.9 |  0.5625 |          1.0 |  0.000s |    15.623s |
| Iteration 29     |       0.6 |     1.0 |          1.0 |  0.000s |    15.969s |
| Iteration 30     |       0.8 |   0.625 |          1.0 |  0.000s |    16.322s |
| Iteration 31     |       0.6 |     1.0 |          1.0 |  0.000s |    16.677s |
| Iteration 32     |       0.6 |     1.0 |          1.0 |  0.001s |    17.040s |
| Iteration 33     |       0.6 |     1.0 |          1.0 |  0.000s |    17.428s |
| Iteration 34     |       0.6 |     1.0 |          1.0 |  0.000s |    17.804s |
| Iteration 35     |       0.6 |     1.0 |          1.0 |  0.000s |    18.230s |
| Iteration 36     |       0.6 |     1.0 |          1.0 |  0.000s |    18.600s |
| Iteration 37     |       0.6 |     1.0 |          1.0 |  0.000s |    18.976s |
| Iteration 38     |       0.6 |     1.0 |          1.0 |  0.000s |    19.370s |
| Iteration 39     |       0.6 |     1.0 |          1.0 |  0.000s |    19.772s |
| Iteration 40     |       0.6 |     1.0 |          1.0 |  0.000s |    20.171s |
| Iteration 41     |       0.6 |     1.0 |          1.0 |  0.000s |    20.570s |
| Iteration 42     |       0.6 |     1.0 |          1.0 |  0.000s |    20.967s |
| Iteration 43     |       0.6 |     1.0 |          1.0 |  0.000s |    21.375s |
| Iteration 44     |       0.6 |     1.0 |          1.0 |  0.000s |    21.788s |
| Iteration 45     |       0.6 |     1.0 |          1.0 |  0.000s |    22.209s |
| Iteration 46     |       0.6 |     1.0 |          1.0 |  0.000s |    22.645s |
| Iteration 47     |       0.6 |     1.0 |          1.0 |  0.000s |    23.155s |
| Iteration 48     |       0.6 |     1.0 |          1.0 |  0.000s |    23.670s |
| Iteration 49     |       0.6 |     1.0 |          1.0 |  0.000s |    24.127s |
| Iteration 50     |       0.6 |     1.0 |          1.0 |  0.000s |    24.581s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 25.044s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7804
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.35 ± 0.1378
Time elapsed: 0.028s
-------------------------------------------------
Total time: 25.082s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.4997 | dista.. |      auto |        40 |       1 |   0.875 |        0.875 |  0.648s |     0.669s |
| Initial point 2  |  4.9711 | uniform |   kd_tree |        39 |       2 |    0.75 |        0.875 |  0.661s |     1.656s |
| Initial point 3  |  3.9269 | dista.. | ball_tree |        25 |       2 |   0.375 |        0.875 |  0.666s |     2.583s |
| Initial point 4  | 11.4565 | uniform | ball_tree |        39 |       2 |     0.5 |        0.875 |  0.646s |     3.462s |
| Initial point 5  |  8.9747 | dista.. |      auto |        30 |       2 |   0.625 |        0.875 |  0.666s |     4.351s |
| Initial point 6  | 10.3933 | dista.. | ball_tree |        21 |       2 |   0.625 |        0.875 |  0.652s |     5.255s |
| Initial point 7  |   7.434 | dista.. | ball_tree |        24 |       1 |    0.75 |        0.875 |  0.648s |     6.154s |
| Initial point 8  |  1.7815 | dista.. | ball_tree |        21 |       2 |  0.9375 |       0.9375 |  0.659s |     7.078s |
| Initial point 9  |   8.281 | uniform | ball_tree |        24 |       1 |  0.8125 |       0.9375 |  0.650s |     7.960s |
| Initial point 10 |  5.8819 | uniform |     brute |        22 |       2 |  0.4688 |       0.9375 |  0.647s |     8.847s |
| Iteration 11     |     0.0 | uniform |      auto |        21 |       2 |     0.5 |       0.9375 |  0.654s |    10.056s |
| Iteration 12     |  1.9227 | dista.. |      auto |        21 |       2 |     1.0 |          1.0 |  0.657s |    11.187s |
| Iteration 13     |  2.1508 | dista.. |      auto |        21 |       2 |  0.5312 |          1.0 |  0.692s |    12.417s |
| Iteration 14     |  1.8946 | dista.. | ball_tree |        21 |       1 |   0.625 |          1.0 |  1.257s |    14.248s |
| Iteration 15     |  1.8947 | dista.. |      auto |        21 |       2 |     1.0 |          1.0 |  0.669s |    15.480s |
| Iteration 16     |  1.9091 | uniform | ball_tree |        21 |       2 |  0.5625 |          1.0 |  0.657s |    16.729s |
| Iteration 17     |  1.5918 | dista.. |      auto |        21 |       2 |  0.5625 |          1.0 |  0.646s |    17.964s |
| Iteration 18     | 12.3577 | dista.. |   kd_tree |        40 |       1 |   0.625 |          1.0 |  0.650s |    19.285s |
| Iteration 19     |  1.8914 | dista.. | ball_tree |        24 |       2 |  0.3125 |          1.0 |  0.659s |    20.580s |
| Iteration 20     |  1.8913 | dista.. |   kd_tree |        21 |       2 |     0.5 |          1.0 |  0.657s |    21.956s |
| Iteration 21     |  8.4492 | dista.. | ball_tree |        24 |       1 |     0.5 |          1.0 |  0.655s |    23.096s |
| Iteration 22     |  1.8494 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.652s |    24.369s |
| Iteration 23     |  1.7236 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.646s |    25.667s |
| Iteration 24     |  8.1345 | uniform | ball_tree |        24 |       2 |     0.5 |          1.0 |  0.640s |    26.929s |
| Iteration 25     |  1.8324 | dista.. |      auto |        21 |       2 |     1.0 |          1.0 |  0.644s |    28.284s |
| Iteration 26     |  1.8744 | dista.. |      auto |        21 |       1 |  0.4375 |          1.0 |  0.637s |    29.558s |
| Iteration 27     |   1.871 | dista.. |      auto |        21 |       2 |    0.75 |          1.0 |  0.640s |    30.894s |
| Iteration 28     |  1.8637 | dista.. |      auto |        21 |       2 |    0.75 |          1.0 |  0.653s |    32.278s |
| Iteration 29     |  1.5721 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  0.657s |    33.819s |
| Iteration 30     |  8.1771 | uniform |   kd_tree |        24 |       1 |  0.5312 |          1.0 |  0.683s |    35.220s |
| Iteration 31     |  1.8896 | dista.. |      auto |        21 |       2 |  0.5625 |          1.0 |  0.653s |    36.684s |
| Iteration 32     |  8.3717 | uniform |      auto |        24 |       1 |  0.7812 |          1.0 |  0.700s |    38.137s |
| Iteration 33     |  8.4802 | uniform | ball_tree |        24 |       1 |  0.5312 |          1.0 |  0.684s |    39.619s |
| Iteration 34     |  0.1975 | dista.. |      auto |        20 |       2 |    0.25 |          1.0 |  0.693s |    40.916s |
| Iteration 35     |  1.8111 | dista.. |      auto |        21 |       2 |     0.5 |          1.0 |  0.695s |    42.479s |
| Iteration 36     |  2.0151 | dista.. |      auto |        21 |       2 |   0.875 |          1.0 |  0.632s |    43.995s |
| Iteration 37     | 12.3734 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  0.651s |    45.368s |
| Iteration 38     |  1.9562 | dista.. |      auto |        21 |       2 |   0.625 |          1.0 |  0.682s |    46.757s |
| Iteration 39     |  1.9443 | dista.. |      auto |        21 |       2 |  0.7188 |          1.0 |  0.681s |    48.266s |
| Iteration 40     |  8.1665 | uniform |      auto |        24 |       1 |    0.75 |          1.0 |  1.263s |    50.220s |
| Iteration 41     |  1.8738 | dista.. | ball_tree |        21 |       2 |  0.0625 |          1.0 |  0.697s |    51.832s |
| Iteration 42     | 12.4027 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  0.706s |    53.142s |
| Iteration 43     |  0.2544 | uniform |     brute |        20 |       1 |   0.125 |          1.0 |  0.690s |    54.416s |
| Iteration 44     |  1.8493 | dista.. |      auto |        21 |       1 |  0.7812 |          1.0 |  0.694s |    55.699s |
| Iteration 45     |  3.4074 | uniform | ball_tree |        21 |       1 |    0.75 |          1.0 |  0.692s |    57.034s |
| Iteration 46     |  5.2719 | uniform |      auto |        21 |       1 |  0.6875 |          1.0 |  0.689s |    58.343s |
| Iteration 47     |  1.6694 | uniform |   kd_tree |        39 |       2 |  0.7188 |          1.0 |  0.630s |    59.576s |
| Iteration 48     |  2.8493 | uniform |   kd_tree |        38 |       2 |  0.5625 |          1.0 |  0.643s |     1m:01s |
| Iteration 49     |  0.4191 | uniform |     brute |        40 |       1 |    0.25 |          1.0 |  0.638s |     1m:02s |
| Iteration 50     | 12.2742 | dista.. |   kd_tree |        20 |       1 |   0.625 |          1.0 |  0.636s |     1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 1.8947, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.049
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:04s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.7812 |       0.7812 |  1.012s |     1.019s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  1.088s |     2.334s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |       0.9375 |  0.915s |     3.529s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.8125 |       0.9375 |  0.944s |     4.694s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6875 |       0.9375 |  0.827s |     5.751s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.5938 |       0.9375 |  1.007s |     6.987s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.75 |       0.9375 |  0.673s |     7.881s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9062 |       0.9375 |  0.929s |     9.068s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |       0.9375 |  0.634s |     9.932s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |       0.9375 |  0.748s |    10.917s |
| Iteration 11     |          464 |        0.0478 |   SAMME.R |     1.0 |          1.0 |  0.988s |    12.333s |
| Iteration 12     |          455 |        0.0357 |   SAMME.R |     1.0 |          1.0 |  0.971s |    13.799s |
| Iteration 13     |          464 |        0.0409 |     SAMME |     0.5 |          1.0 |  0.935s |    15.162s |
| Iteration 14     |          446 |        0.0454 |   SAMME.R |     1.0 |          1.0 |  0.967s |    16.673s |
| Iteration 15     |          438 |        0.0416 |   SAMME.R |  0.9375 |          1.0 |  0.978s |    18.108s |
| Iteration 16     |          467 |        0.0342 |   SAMME.R |  0.9375 |          1.0 |  1.040s |    19.666s |
| Iteration 17     |          158 |        0.0489 |   SAMME.R |     1.0 |          1.0 |  1.366s |    21.511s |
| Iteration 18     |           50 |        0.0467 |   SAMME.R |  0.6875 |          1.0 |  0.702s |    22.773s |
| Iteration 19     |          191 |        0.0496 |   SAMME.R |     1.0 |          1.0 |  0.815s |    24.070s |
| Iteration 20     |          180 |        0.0514 |   SAMME.R |   0.875 |          1.0 |  0.765s |    25.326s |
| Iteration 21     |          286 |        0.0409 |   SAMME.R |  0.6875 |          1.0 |  0.868s |    26.679s |
| Iteration 22     |          167 |        0.0355 |   SAMME.R |  0.9375 |          1.0 |  0.758s |    27.912s |
| Iteration 23     |          500 |        0.0709 |   SAMME.R |  0.9375 |          1.0 |  1.032s |    29.429s |
| Iteration 24     |          462 |        0.0505 |   SAMME.R |  0.5625 |          1.0 |  1.006s |    30.919s |
| Iteration 25     |          454 |        0.0198 |   SAMME.R |     1.0 |          1.0 |  1.060s |    32.407s |
| Iteration 26     |          461 |        0.0179 |   SAMME.R |  0.8125 |          1.0 |  1.050s |    33.908s |
| Iteration 27     |          453 |        0.0227 |   SAMME.R |     1.0 |          1.0 |  1.052s |    35.417s |
| Iteration 28     |          132 |        0.0193 |   SAMME.R |  0.5625 |          1.0 |  0.785s |    36.669s |
| Iteration 29     |          437 |        0.0278 |   SAMME.R |   0.875 |          1.0 |  1.053s |    38.236s |
| Iteration 30     |          450 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  1.046s |    39.864s |
| Iteration 31     |          493 |        0.0272 |   SAMME.R |     1.0 |          1.0 |  1.090s |    41.498s |
| Iteration 32     |          500 |        0.0277 |   SAMME.R |     1.0 |          1.0 |  1.092s |    43.103s |
| Iteration 33     |          500 |        0.0277 |   SAMME.R |     1.0 |          1.0 |  0.000s |    43.589s |
| Iteration 34     |          500 |        0.0233 |   SAMME.R |   0.875 |          1.0 |  1.092s |    45.190s |
| Iteration 35     |          500 |        0.0333 |   SAMME.R |  0.6875 |          1.0 |  1.080s |    46.785s |
| Iteration 36     |          425 |        0.0261 |   SAMME.R |  0.9375 |          1.0 |  1.039s |    48.326s |
| Iteration 37     |          456 |         0.026 |   SAMME.R |  0.8125 |          1.0 |  1.064s |    49.889s |
| Iteration 38     |          172 |        0.0843 |   SAMME.R |   0.875 |          1.0 |  0.822s |    51.257s |
| Iteration 39     |          394 |        0.0208 |   SAMME.R |   0.875 |          1.0 |  0.947s |    52.725s |
| Iteration 40     |          500 |        0.0148 |   SAMME.R |     1.0 |          1.0 |  1.061s |    54.334s |
| Iteration 41     |          500 |        0.0135 |   SAMME.R |  0.8438 |          1.0 |  1.651s |    56.548s |
| Iteration 42     |          190 |        0.1882 |   SAMME.R |  0.8125 |          1.0 |  0.829s |    57.924s |
| Iteration 43     |          103 |        1.3619 |     SAMME |    0.75 |          1.0 |  0.734s |    59.197s |
| Iteration 44     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.067s |     1m:01s |
| Iteration 45     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 46     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 47     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 48     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 49     |          449 |        1.1957 |   SAMME.R |    0.75 |          1.0 |  1.026s |     1m:05s |
| Iteration 50     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 158, 'learning_rate': 0.0489, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9969
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.154s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1703
Time elapsed: 0.679s
-------------------------------------------------
Total time: 1m:07s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  1.056s |     1.075s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |          1.0 |  0.902s |     2.283s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.625 |          1.0 |  0.929s |     3.453s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  0.741s |     4.488s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.9375 |          1.0 |  0.934s |     5.680s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6875 |          1.0 |  0.782s |     6.729s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |          1.0 |  0.804s |     7.765s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.801s |     8.807s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  0.915s |    10.096s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.5625 |          1.0 |  0.898s |    11.273s |
| Iteration 11     |          444 |   entropy |         1 |                17 |               13 |          0.5 |     False |    0.0006 |         --- |   0.875 |          1.0 |  0.877s |    12.836s |
| Iteration 12     |          192 |   entropy |      None |                 9 |               17 |         auto |     False |     0.032 |         --- |     1.0 |          1.0 |  0.751s |    14.234s |
| Iteration 13     |          432 |      gini |         4 |                10 |               16 |          0.7 |     False |    0.0047 |         --- |  0.4375 |          1.0 |  0.884s |    15.747s |
| Iteration 14     |          489 |   entropy |         1 |                20 |                6 |          0.5 |      True |     0.024 |         0.9 |  0.6875 |          1.0 |  1.005s |    17.409s |
| Iteration 15     |           81 |      gini |      None |                18 |               19 |          0.9 |      True |    0.0016 |         0.5 |     0.5 |          1.0 |  0.698s |    18.766s |
| Iteration 16     |          214 |   entropy |         2 |                14 |               16 |          0.6 |     False |    0.0275 |         --- |   0.625 |          1.0 |  0.760s |    20.184s |
| Iteration 17     |          137 |   entropy |      None |                19 |               13 |         auto |     False |    0.0255 |         --- |     1.0 |          1.0 |  0.727s |    21.535s |
| Iteration 18     |          227 |   entropy |      None |                12 |               15 |         auto |     False |    0.0307 |         --- |     0.5 |          1.0 |  0.759s |    22.996s |
| Iteration 19     |          278 |   entropy |      None |                 5 |               16 |         log2 |     False |    0.0181 |         --- |  0.8438 |          1.0 |  0.800s |    24.530s |
| Iteration 20     |          189 |   entropy |         5 |                 3 |                8 |          0.7 |     False |    0.0009 |         --- |   0.875 |          1.0 |  0.783s |    26.102s |
| Iteration 21     |          345 |      gini |         1 |                10 |                5 |          0.5 |      True |    0.0347 |         0.7 |  0.6875 |          1.0 |  0.956s |    28.350s |
| Iteration 22     |          190 |   entropy |      None |                 6 |               17 |         auto |     False |    0.0099 |         --- |   0.875 |          1.0 |  0.799s |    29.843s |
| Iteration 23     |          325 |      gini |         5 |                12 |                8 |          0.7 |     False |    0.0153 |         --- |     1.0 |          1.0 |  0.873s |    31.419s |
| Iteration 24     |          310 |      gini |      None |                 3 |               13 |         auto |      True |    0.0307 |         0.8 |    0.75 |          1.0 |  0.912s |    33.245s |
| Iteration 25     |          314 |   entropy |      None |                10 |               17 |         auto |     False |    0.0127 |         --- |     1.0 |          1.0 |  0.866s |    34.840s |
| Iteration 26     |          299 |   entropy |         5 |                13 |                8 |          0.8 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.850s |    36.512s |
| Iteration 27     |          109 |   entropy |         6 |                13 |                8 |          0.7 |     False |     0.024 |         --- |   0.875 |          1.0 |  0.713s |    38.111s |
| Iteration 28     |          286 |   entropy |         5 |                13 |                8 |          0.7 |     False |    0.0014 |         --- |  0.5625 |          1.0 |  0.848s |    39.917s |
| Iteration 29     |          460 |      gini |         5 |                12 |                8 |          0.7 |     False |    0.0024 |         --- |  0.8125 |          1.0 |  0.973s |    41.767s |
| Iteration 30     |          229 |   entropy |      None |                11 |               17 |          0.6 |     False |    0.0226 |         --- |  0.7188 |          1.0 |  0.815s |    43.426s |
| Iteration 31     |          207 |   entropy |      None |                11 |               17 |         auto |      True |    0.0183 |         0.7 |     0.5 |          1.0 |  0.828s |    45.196s |
| Iteration 32     |          440 |   entropy |      None |                12 |               13 |         sqrt |     False |    0.0315 |         --- |     1.0 |          1.0 |  0.938s |    47.013s |
| Iteration 33     |          302 |   entropy |      None |                16 |               13 |         sqrt |     False |     0.023 |         --- |  0.4375 |          1.0 |  0.867s |    48.727s |
| Iteration 34     |          133 |      gini |      None |                18 |               18 |         auto |     False |    0.0061 |         --- |   0.625 |          1.0 |  0.752s |    50.158s |
| Iteration 35     |          265 |   entropy |      None |                10 |               17 |         auto |     False |    0.0178 |         --- |   0.625 |          1.0 |  0.848s |    51.799s |
| Iteration 36     |          455 |      gini |         5 |                 9 |                8 |         None |     False |    0.0322 |         --- |  0.8438 |          1.0 |  0.959s |    53.455s |
| Iteration 37     |          320 |      gini |         5 |                15 |                8 |          0.8 |     False |    0.0001 |         --- |    0.75 |          1.0 |  0.825s |    55.052s |
| Iteration 38     |          248 |   entropy |         1 |                11 |                9 |         sqrt |      True |    0.0249 |         0.8 |  0.8125 |          1.0 |  0.821s |    56.565s |
| Iteration 39     |          105 |      gini |         9 |                18 |                8 |          0.8 |     False |    0.0278 |         --- |   0.875 |          1.0 |  0.696s |    57.942s |
| Iteration 40     |           85 |   entropy |         4 |                20 |                9 |         None |     False |    0.0348 |         --- |   0.875 |          1.0 |  0.688s |    59.308s |
| Iteration 41     |          453 |   entropy |         5 |                15 |                8 |          0.7 |     False |    0.0036 |         --- |   0.625 |          1.0 |  0.918s |     1m:01s |
| Iteration 42     |          131 |      gini |         9 |                20 |               10 |         None |     False |    0.0109 |         --- |   0.625 |          1.0 |  0.754s |     1m:03s |
| Iteration 43     |           28 |   entropy |         9 |                 7 |                7 |         sqrt |     False |    0.0311 |         --- |   0.875 |          1.0 |  0.688s |     1m:04s |
| Iteration 44     |          276 |   entropy |      None |                 4 |                8 |          0.6 |     False |    0.0058 |         --- |     1.0 |          1.0 |  0.841s |     1m:06s |
| Iteration 45     |          306 |   entropy |      None |                 2 |                1 |         None |     False |    0.0126 |         --- |  0.6875 |          1.0 |  1.486s |     1m:08s |
| Iteration 46     |          319 |      gini |         8 |                20 |                1 |         log2 |      True |    0.0176 |         0.9 |  0.6875 |          1.0 |  0.865s |     1m:09s |
| Iteration 47     |          130 |      gini |         9 |                 3 |                6 |         None |     False |    0.0178 |         --- |    0.75 |          1.0 |  0.706s |     1m:11s |
| Iteration 48     |           83 |   entropy |         1 |                 7 |               10 |         sqrt |      True |    0.0033 |         0.9 |  0.8125 |          1.0 |  0.722s |     1m:12s |
| Iteration 49     |          233 |      gini |      None |                 6 |                8 |          0.8 |     False |    0.0332 |         --- |  0.8438 |          1.0 |  0.818s |     1m:14s |
| Iteration 50     |           80 |   entropy |         1 |                 3 |                4 |          0.6 |      True |    0.0005 |        None |    0.75 |          1.0 |  0.735s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8768
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.445s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0374
Time elapsed: 1.998s
-------------------------------------------------
Total time: 1m:18s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.763s |     0.782s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |       0.9375 |  0.758s |     1.823s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9375 |  0.759s |     2.831s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9375 |  0.705s |     3.792s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  0.745s |     4.789s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9375 |  0.723s |     5.795s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9375 |  0.725s |     6.764s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9375 |  0.719s |     7.754s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |       0.9375 |  0.762s |     8.788s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  0.729s |     9.777s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2189 |                3 |       0.6 |              0.7 |      0.01 |        100 |   0.875 |       0.9375 |  0.735s |    11.157s |
| Iteration 12     |          497 |        0.0395 |         5 |  0.3915 |                3 |       0.9 |              0.9 |      0.01 |        0.1 |  0.9375 |       0.9375 |  0.760s |    12.615s |
| Iteration 13     |          214 |        0.0134 |        10 |  0.2995 |                2 |       0.6 |              0.5 |       100 |       0.01 |     0.5 |       0.9375 |  0.709s |    14.024s |
| Iteration 14     |          258 |        0.0664 |         4 |  0.4136 |                3 |       0.6 |              0.6 |         1 |        0.1 |  0.7812 |       0.9375 |  0.720s |    15.542s |
| Iteration 15     |          500 |        0.0503 |         7 |   0.415 |                2 |       1.0 |              1.0 |      0.01 |          0 |     1.0 |          1.0 |  0.769s |    16.991s |
| Iteration 16     |          243 |         0.244 |         1 |  0.4039 |                1 |       0.7 |              1.0 |      0.01 |       0.01 |  0.6875 |          1.0 |  0.724s |    18.443s |
| Iteration 17     |          500 |        0.0193 |        10 |  0.3707 |                1 |       1.0 |              0.6 |      0.01 |          0 |     1.0 |          1.0 |  0.773s |    19.925s |
| Iteration 18     |          500 |        0.0344 |         4 |  0.7703 |                2 |       0.7 |              0.6 |      0.01 |          0 |  0.5625 |          1.0 |  0.766s |    21.469s |
| Iteration 19     |          472 |        0.1659 |        10 |  0.3783 |                2 |       1.0 |              0.8 |      0.01 |       0.01 |   0.875 |          1.0 |  0.764s |    22.965s |
| Iteration 20     |           20 |          0.01 |        10 |   0.362 |                2 |       1.0 |              0.8 |       0.1 |          0 |  0.8125 |          1.0 |  0.644s |    24.417s |
| Iteration 21     |          500 |          0.01 |         6 |  0.3773 |                2 |       0.6 |              0.6 |         0 |         10 |    0.75 |          1.0 |  0.714s |    25.934s |
| Iteration 22     |          500 |        0.0339 |         8 |  0.3878 |                2 |       1.0 |              0.8 |      0.01 |          0 |   0.875 |          1.0 |  0.722s |    27.478s |
| Iteration 23     |          500 |        0.3026 |         9 |  0.3901 |                2 |       0.6 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.727s |    29.013s |
| Iteration 24     |          313 |         0.414 |         6 |  0.1899 |                1 |       0.9 |              1.0 |      0.01 |       0.01 |  0.5625 |          1.0 |  0.708s |    31.060s |
| Iteration 25     |          500 |        0.0161 |        10 |  0.3068 |                1 |       0.9 |              0.9 |       0.1 |         10 |     1.0 |          1.0 |  0.782s |    32.605s |
| Iteration 26     |          477 |        0.0148 |         8 |  0.4308 |                2 |       1.0 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.774s |    34.210s |
| Iteration 27     |          419 |        0.1747 |        10 |  0.3398 |                1 |       1.0 |              0.8 |       0.1 |          0 |     1.0 |          1.0 |  0.758s |    35.802s |
| Iteration 28     |          500 |        0.0108 |         6 |  0.3336 |                1 |       0.9 |              0.9 |       0.1 |        0.1 |  0.6875 |          1.0 |  0.792s |    37.333s |
| Iteration 29     |          500 |          0.01 |        10 |  0.3931 |                1 |       1.0 |              1.0 |         0 |         10 |  0.9375 |          1.0 |  0.787s |    38.887s |
| Iteration 30     |          500 |        0.3059 |         6 |  0.4417 |                2 |       1.0 |              1.0 |         0 |        0.1 |  0.6875 |          1.0 |  0.756s |    40.468s |
| Iteration 31     |          460 |        0.0398 |         7 |  0.3259 |                3 |       0.5 |              0.8 |         0 |        100 |  0.5312 |          1.0 |  0.707s |    42.041s |
| Iteration 32     |          444 |        0.0126 |         7 |  0.4078 |                2 |       0.9 |              0.9 |         0 |       0.01 |  0.9375 |          1.0 |  0.772s |    43.701s |
| Iteration 33     |          255 |        0.4267 |         9 |  0.1795 |                1 |       1.0 |              0.9 |      0.01 |          1 |  0.7188 |          1.0 |  0.736s |    45.258s |
| Iteration 34     |          338 |         0.047 |         8 |  0.4558 |                2 |       0.7 |              0.7 |         0 |       0.01 |     1.0 |          1.0 |  0.749s |    46.863s |
| Iteration 35     |          184 |        0.0161 |         7 |  0.1912 |                2 |       0.5 |              0.4 |      0.01 |        0.1 |   0.625 |          1.0 |  0.721s |    48.376s |
| Iteration 36     |           56 |        0.6267 |        10 |  0.3352 |                1 |       0.9 |              0.4 |      0.01 |          1 |  0.6875 |          1.0 |  0.648s |    49.870s |
| Iteration 37     |          450 |        0.1716 |         8 |  0.4528 |                2 |       0.7 |              0.9 |         0 |          0 |  0.8125 |          1.0 |  0.720s |    51.415s |
| Iteration 38     |          500 |        0.0378 |        10 |  0.3683 |                1 |       0.9 |              1.0 |         0 |          1 |  0.8125 |          1.0 |  0.732s |    52.954s |
| Iteration 39     |           52 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |  0.9375 |          1.0 |  0.693s |    54.582s |
| Iteration 40     |          266 |        0.0343 |         8 |  0.3643 |                2 |       0.7 |              0.8 |         0 |       0.01 |  0.9375 |          1.0 |  0.726s |    56.128s |
| Iteration 41     |          285 |        0.0521 |         8 |  0.4321 |                2 |       0.7 |              0.5 |      0.01 |        0.1 |  0.8125 |          1.0 |  0.725s |    57.699s |
| Iteration 42     |          500 |        0.0354 |        10 |  0.4767 |                1 |       1.0 |              0.7 |      0.01 |       0.01 |  0.8125 |          1.0 |  0.775s |    59.414s |
| Iteration 43     |          500 |        0.0256 |        10 |  0.2066 |                2 |       1.0 |              0.8 |         0 |          0 |  0.9375 |          1.0 |  0.762s |     1m:01s |
| Iteration 44     |          473 |        0.0213 |        10 |  0.0978 |                3 |       1.0 |              0.4 |         0 |        0.1 |     1.0 |          1.0 |  0.754s |     1m:03s |
| Iteration 45     |          500 |        0.0273 |        10 |  0.1483 |                3 |       1.0 |              0.9 |         0 |          0 |  0.9375 |          1.0 |  0.759s |     1m:05s |
| Iteration 46     |          130 |        0.0293 |        10 |  0.1597 |                2 |       0.9 |              0.4 |         0 |        100 |  0.5938 |          1.0 |  0.662s |     1m:06s |
| Iteration 47     |          252 |        0.0488 |         8 |  0.5753 |                2 |       0.8 |              0.9 |         0 |       0.01 |    0.75 |          1.0 |  0.695s |     1m:08s |
| Iteration 48     |          453 |        0.0346 |        10 |   0.219 |                2 |       1.0 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.762s |     1m:10s |
| Iteration 49     |          491 |        0.0334 |        10 |   0.238 |                2 |       1.0 |              1.0 |         0 |       0.01 |  0.9375 |          1.0 |  1.364s |     1m:12s |
| Iteration 50     |          500 |          0.01 |        10 |  0.2902 |                3 |       1.0 |              0.6 |         0 |          0 |   0.875 |          1.0 |  0.763s |     1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0161, 'max_depth': 10, 'gamma': 0.3068, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.133s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.1114
Time elapsed: 0.417s
-------------------------------------------------
Total time: 1m:15s


Final results ==================== >>
Duration: 7m:58s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.71 ± 0.086 ~
Logistic Regression             --> roc_auc: 0.43 ± 0.0927 ~
Linear Discriminant Analysis    --> roc_auc: 0.38 ± 0.103 ~
Quadratic Discriminant Analysis --> roc_auc: 0.35 ± 0.1378 ~
Radius Nearest Neighbors        --> roc_auc: 0.66 ± 0.049 ~
AdaBoost                        --> roc_auc: 0.65 ± 0.1703
Random Forest                   --> roc_auc: 0.76 ± 0.0374 !
XGBoost                         --> roc_auc: 0.64 ± 0.1114 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAASALYGGSQGNLIF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALRNSGNTPLVF.
   >>> Dropping feature CAPLDSNYQLIW.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CASSLRASVTETQYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVGARAAGNKLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  3.194s |     3.215s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.375 |        0.875 |  3.244s |     6.705s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |        0.875 |  3.189s |    10.184s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.875 |        0.875 |  3.231s |    13.693s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |        0.875 |  3.221s |    17.291s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |        0.875 |  3.227s |    20.772s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |        0.875 |  3.221s |    24.244s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |        0.875 |  3.178s |    27.679s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.375 |        0.875 |  3.148s |    31.074s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.7812 |        0.875 |  3.401s |    34.750s |
| Iteration 11     | exponen.. |        0.4506 |          224 |       0.5 | friedman_mse |                 3 |               16 |         5 |          0.5 |    0.0131 |     0.5 |        0.875 |  3.138s |    38.528s |
| Iteration 12     | exponen.. |         0.028 |          320 |       0.9 | squared_er.. |                12 |                5 |         8 |          0.9 |    0.0172 |   0.875 |        0.875 |  3.234s |    42.310s |
| Iteration 13     |  deviance |        0.0559 |          482 |       0.7 | friedman_mse |                10 |                7 |        10 |         auto |    0.0296 |  0.4375 |        0.875 |  3.237s |    46.239s |
| Iteration 14     | exponen.. |         0.048 |          269 |       1.0 | squared_er.. |                12 |               14 |         3 |         None |    0.0265 |  0.5625 |        0.875 |  3.132s |    49.926s |
| Iteration 15     | exponen.. |         0.013 |          500 |       1.0 | squared_er.. |                 4 |                1 |         9 |         None |    0.0165 |   0.875 |        0.875 |  3.200s |    53.719s |
| Iteration 16     |  deviance |        0.2749 |          236 |       0.8 | squared_er.. |                 6 |               18 |         4 |          0.6 |    0.0064 |  0.7812 |        0.875 |  3.118s |    57.423s |
| Iteration 17     | exponen.. |          0.01 |          307 |       1.0 | squared_er.. |                19 |               17 |         7 |         log2 |    0.0081 |  0.8125 |        0.875 |  3.141s |     1m:01s |
| Iteration 18     |  deviance |         0.021 |          279 |       1.0 | squared_er.. |                 9 |               10 |         7 |          0.7 |     0.017 |  0.9375 |       0.9375 |  3.148s |     1m:05s |
| Iteration 19     |  deviance |        0.7894 |          386 |       0.7 | squared_er.. |                 3 |                7 |        10 |          0.8 |       0.0 |   0.875 |       0.9375 |  3.136s |     1m:09s |
| Iteration 20     |  deviance |         0.039 |          115 |       1.0 | squared_er.. |                 5 |               18 |         4 |          0.7 |    0.0166 |     0.5 |       0.9375 |  3.222s |     1m:13s |
| Iteration 21     |  deviance |        0.1075 |          357 |       0.7 | squared_er.. |                 9 |               14 |         8 |          0.6 |    0.0149 |  0.5625 |       0.9375 |  3.294s |     1m:17s |
| Iteration 22     |  deviance |        0.0249 |          496 |       1.0 | squared_er.. |                17 |                5 |         7 |         sqrt |    0.0193 |     1.0 |          1.0 |  3.143s |     1m:20s |
| Iteration 23     |  deviance |        0.0346 |          500 |       1.0 | squared_er.. |                20 |                2 |         7 |         auto |    0.0207 |     1.0 |          1.0 |  3.186s |     1m:24s |
| Iteration 24     |  deviance |        0.3467 |           10 |       1.0 | squared_er.. |                 6 |               15 |         9 |         log2 |    0.0266 |  0.5625 |          1.0 |  3.105s |     1m:28s |
| Iteration 25     | exponen.. |           1.0 |           10 |       1.0 | squared_er.. |                 9 |               20 |         9 |         log2 |    0.0106 |   0.875 |          1.0 |  3.109s |     1m:32s |
| Iteration 26     | exponen.. |        0.0273 |          262 |       1.0 | squared_er.. |                 8 |                6 |         8 |          0.6 |    0.0271 |  0.6875 |          1.0 |  3.758s |     1m:36s |
| Iteration 27     |  deviance |        0.3954 |          369 |       1.0 | squared_er.. |                19 |               19 |         6 |          0.6 |    0.0276 |  0.9062 |          1.0 |  3.132s |     1m:40s |
| Iteration 28     |  deviance |        0.0891 |          411 |       1.0 | squared_er.. |                20 |               11 |         7 |         log2 |    0.0265 |     0.5 |          1.0 |  3.188s |     1m:44s |
| Iteration 29     | exponen.. |        0.2708 |           28 |       0.6 | friedman_mse |                 2 |               16 |         5 |          0.5 |    0.0343 |   0.875 |          1.0 |  3.125s |     1m:47s |
| Iteration 30     |  deviance |        0.0258 |          500 |       0.9 | squared_er.. |                20 |                9 |         8 |         log2 |    0.0091 |  0.8438 |          1.0 |  3.257s |     1m:51s |
| Iteration 31     |  deviance |        0.0297 |          500 |       0.7 | squared_er.. |                20 |                1 |         3 |         log2 |    0.0202 |    0.75 |          1.0 |  3.209s |     1m:55s |
| Iteration 32     |  deviance |        0.0292 |          500 |       0.9 | squared_er.. |                12 |               18 |         8 |          0.9 |    0.0203 |    0.75 |          1.0 |  3.189s |     1m:59s |
| Iteration 33     |  deviance |        0.0299 |          500 |       1.0 | squared_er.. |                15 |                2 |         7 |         log2 |    0.0197 |  0.4062 |          1.0 |  3.160s |     2m:03s |
| Iteration 34     |  deviance |          0.01 |           37 |       1.0 | friedman_mse |                19 |                8 |         2 |         sqrt |    0.0182 |  0.7188 |          1.0 |  3.103s |     2m:07s |
| Iteration 35     | exponen.. |        0.0157 |          218 |       0.6 | squared_er.. |                 5 |                6 |         7 |          0.7 |    0.0162 |  0.6875 |          1.0 |  3.163s |     2m:11s |
| Iteration 36     |  deviance |        0.0549 |          466 |       0.8 | friedman_mse |                15 |               10 |        10 |          0.5 |    0.0203 |  0.4375 |          1.0 |  3.189s |     2m:15s |
| Iteration 37     |  deviance |          0.08 |          495 |       0.6 | squared_er.. |                10 |                2 |         4 |         log2 |    0.0003 |    0.75 |          1.0 |  3.196s |     2m:19s |
| Iteration 38     | exponen.. |        0.0799 |           11 |       0.6 | friedman_mse |                15 |               17 |         6 |          0.9 |     0.035 |  0.4375 |          1.0 |  3.083s |     2m:22s |
| Iteration 39     |  deviance |        0.0855 |           10 |       0.7 | squared_er.. |                19 |               17 |         5 |         auto |    0.0003 |  0.6875 |          1.0 |  3.127s |     2m:26s |
| Iteration 40     | exponen.. |        0.4349 |          485 |       0.5 | squared_er.. |                10 |               17 |         3 |          0.8 |       0.0 |     0.5 |          1.0 |  3.193s |     2m:30s |
| Iteration 41     | exponen.. |        0.0579 |          499 |       0.9 | squared_er.. |                 5 |                6 |         8 |         log2 |    0.0001 |    0.75 |          1.0 |  3.209s |     2m:34s |
| Iteration 42     | exponen.. |        0.6846 |          236 |       0.5 | squared_er.. |                19 |               17 |        10 |          0.7 |    0.0345 |     0.5 |          1.0 |  3.119s |     2m:37s |
| Iteration 43     |  deviance |        0.1832 |          158 |       0.9 | squared_er.. |                 4 |               10 |        10 |          0.5 |    0.0002 |  0.9375 |          1.0 |  3.145s |     2m:41s |
| Iteration 44     |  deviance |        0.1095 |          308 |       0.9 | squared_er.. |                12 |               16 |        10 |         log2 |    0.0036 |  0.8125 |          1.0 |  3.192s |     2m:45s |
| Iteration 45     | exponen.. |        0.3322 |          474 |       1.0 | squared_er.. |                11 |                7 |        10 |          0.5 |    0.0033 |   0.625 |          1.0 |  3.192s |     2m:49s |
| Iteration 46     | exponen.. |        0.0191 |          195 |       0.7 | squared_er.. |                13 |               10 |        10 |          0.9 |    0.0004 |    0.75 |          1.0 |  3.159s |     2m:53s |
| Iteration 47     |  deviance |        0.2276 |          241 |       0.5 | squared_er.. |                20 |               14 |        10 |         auto |    0.0002 |  0.8125 |          1.0 |  3.191s |     2m:57s |
| Iteration 48     |  deviance |        0.0406 |           97 |       1.0 | squared_er.. |                14 |                7 |         9 |          0.9 |    0.0053 |    0.75 |          1.0 |  3.123s |     3m:00s |
| Iteration 49     |  deviance |        0.0125 |           62 |       0.8 | squared_er.. |                 4 |                3 |        10 |         sqrt |    0.0026 |    0.75 |          1.0 |  3.158s |     3m:04s |
| Iteration 50     |  deviance |        0.0252 |          453 |       1.0 | squared_er.. |                 8 |                4 |         9 |          0.5 |    0.0063 |     1.0 |          1.0 |  3.846s |     3m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0252, 'n_estimators': 453, 'subsample': 1.0, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 4, 'max_depth': 9, 'max_features': 0.5, 'ccp_alpha': 0.0063}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.114s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0748
Time elapsed: 0.530s
-------------------------------------------------
Total time: 3m:10s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  3.212s |     3.223s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |        0.625 |  3.176s |     6.653s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |        0.625 |  3.176s |    10.066s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |         0.75 |  3.160s |    13.479s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |         0.75 |  3.183s |    16.903s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.375 |         0.75 |  3.147s |    20.281s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.6875 |         0.75 |  3.154s |    23.680s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.875 |        0.875 |  3.176s |    27.093s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |        0.875 |  3.147s |    30.501s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.6875 |        0.875 |  3.162s |    33.911s |
| Iteration 11     |      l2 |  6.9184 |     sag |      124 |      --- |   0.625 |        0.875 |  3.146s |    37.588s |
| Iteration 12     |      l2 |  0.7545 | libli.. |      905 |      --- |   0.875 |        0.875 |  3.165s |    41.313s |
| Iteration 13     |      l2 |  0.0757 | libli.. |      962 |      --- |   0.625 |        0.875 |  3.156s |    44.933s |
| Iteration 14     |      l2 |  0.0065 |    saga |      158 |      --- |     0.5 |        0.875 |  3.149s |    48.596s |
| Iteration 15     |      l2 |  0.0052 |    saga |      212 |      --- |    0.75 |        0.875 |  3.110s |    52.213s |
| Iteration 16     |      l2 |   0.008 |    saga |      162 |      --- |   0.625 |        0.875 |  3.157s |    55.851s |
| Iteration 17     |      l2 |  3.3831 |   lbfgs |      109 |      --- |  0.5625 |        0.875 |  3.162s |    59.518s |
| Iteration 18     |      l2 |  0.2043 |     sag |      303 |      --- |  0.8125 |        0.875 |  3.163s |     1m:03s |
| Iteration 19     |      l2 |  0.2825 |     sag |      283 |      --- |   0.875 |        0.875 |  3.139s |     1m:07s |
| Iteration 20     |    none |     --- |     sag |      325 |      --- |  0.5625 |        0.875 |  3.142s |     1m:11s |
| Iteration 21     |      l2 |  0.0017 | libli.. |      869 |      --- |     0.5 |        0.875 |  3.148s |     1m:14s |
| Iteration 22     |      l2 |  0.3357 |     sag |      272 |      --- |  0.8125 |        0.875 |  3.168s |     1m:18s |
| Iteration 23     |      l2 |  0.9854 | libli.. |      915 |      --- |     1.0 |          1.0 |  3.137s |     1m:22s |
| Iteration 24     |      l2 |   3.047 | libli.. |      934 |      --- |   0.375 |          1.0 |  3.136s |     1m:26s |
| Iteration 25     |      l2 |    0.93 | libli.. |      939 |      --- |  0.4375 |          1.0 |  3.162s |     1m:30s |
| Iteration 26     |      l2 | 33.3924 | libli.. |      912 |      --- |  0.5625 |          1.0 |  3.118s |     1m:33s |
| Iteration 27     |      l2 |  0.9023 | libli.. |      913 |      --- |  0.5625 |          1.0 |  3.152s |     1m:37s |
| Iteration 28     |      l2 |   0.042 | newto.. |      900 |      --- |   0.625 |          1.0 |  3.734s |     1m:41s |
| Iteration 29     |    none |     --- |   lbfgs |      263 |      --- |  0.8125 |          1.0 |  3.141s |     1m:45s |
| Iteration 30     |      l2 | 46.2051 |     sag |      254 |      --- |  0.6875 |          1.0 |  3.141s |     1m:49s |
| Iteration 31     |      l2 |   0.037 |     sag |      271 |      --- |  0.6875 |          1.0 |  3.105s |     1m:52s |
| Iteration 32     |      l2 |   0.002 | libli.. |      229 |      --- |   0.625 |          1.0 |  3.139s |     1m:56s |
| Iteration 33     |      l2 |   0.079 | libli.. |      192 |      --- |    0.25 |          1.0 |  3.113s |     1m:60s |
| Iteration 34     |      l2 |  0.2667 |     sag |      286 |      --- |  0.9375 |          1.0 |  3.140s |     2m:04s |
| Iteration 35     |      l2 | 38.4736 |     sag |      282 |      --- |  0.4375 |          1.0 |  3.102s |     2m:07s |
| Iteration 36     |      l2 |  0.7012 |     sag |      290 |      --- |  0.3125 |          1.0 |  3.117s |     2m:11s |
| Iteration 37     |      l2 |  0.4455 |     sag |      910 |      --- |    0.75 |          1.0 |  3.133s |     2m:15s |
| Iteration 38     |      l2 |  0.2524 |     sag |      323 |      --- |  0.8125 |          1.0 |  3.123s |     2m:19s |
| Iteration 39     |      l2 |  1.7691 |     sag |      105 |      --- |  0.8125 |          1.0 |  3.079s |     2m:22s |
| Iteration 40     | elast.. |  0.4701 |    saga |      135 |      0.1 |   0.875 |          1.0 |  3.151s |     2m:26s |
| Iteration 41     | elast.. |  0.0011 |    saga |      904 |      0.6 |     0.5 |          1.0 |  3.126s |     2m:30s |
| Iteration 42     |      l2 |  0.5055 | newto.. |      128 |      --- |  0.1875 |          1.0 |  3.126s |     2m:34s |
| Iteration 43     | elast.. |  0.4577 |    saga |      209 |      0.1 |   0.875 |          1.0 |  3.167s |     2m:38s |
| Iteration 44     | elast.. |  0.3459 |    saga |      179 |      0.1 |   0.625 |          1.0 |  3.202s |     2m:42s |
| Iteration 45     |      l2 |  1.0322 |     sag |      132 |      --- |  0.6875 |          1.0 |  3.156s |     2m:45s |
| Iteration 46     |      l2 |  0.1821 |     sag |      114 |      --- |   0.375 |          1.0 |  3.129s |     2m:49s |
| Iteration 47     | elast.. |  0.9255 |    saga |      725 |      0.1 |  0.8125 |          1.0 |  3.121s |     2m:53s |
| Iteration 48     | elast.. |  1.3484 |    saga |      982 |      0.1 |   0.625 |          1.0 |  3.110s |     2m:57s |
| Iteration 49     | elast.. | 31.7488 |    saga |      670 |      0.9 |   0.625 |          1.0 |  3.133s |     3m:01s |
| Iteration 50     | elast.. |  0.5761 |    saga |      324 |      0.6 |  0.9375 |          1.0 |  3.141s |     3m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'penalty': 'l2', 'C': 0.9854, 'solver': 'liblinear', 'max_iter': 915}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8973
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.1356
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:05s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.118s |     3.125s |
| Initial point 2  |     svd |       --- |   0.375 |        0.625 |  3.716s |     7.067s |
| Initial point 3  |     svd |       --- |   0.375 |        0.625 |  0.000s |     7.296s |
| Initial point 4  |    lsqr |       0.8 |  0.1875 |        0.625 |  3.147s |    10.670s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |        0.625 |  3.117s |    14.015s |
| Initial point 6  |    lsqr |       0.7 |    0.25 |        0.625 |  3.122s |    17.374s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |        0.625 |  3.129s |    20.754s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |         0.75 |  3.133s |    24.127s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |         0.75 |  3.120s |    27.473s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |         0.75 |  3.143s |    30.956s |
| Iteration 11     |    lsqr |       0.9 |    0.75 |         0.75 |  0.000s |    31.422s |
| Iteration 12     |   eigen |       0.7 |  0.5625 |         0.75 |  3.092s |    35.250s |
| Iteration 13     |     svd |       --- |   0.375 |         0.75 |  0.000s |    36.095s |
| Iteration 14     |    lsqr |      auto |     0.5 |         0.75 |  3.109s |    39.666s |
| Iteration 15     |   eigen |      auto |    0.75 |         0.75 |  3.141s |    43.231s |
| Iteration 16     |     svd |       --- |   0.375 |         0.75 |  0.000s |    43.614s |
| Iteration 17     |   eigen |      None |  0.6875 |         0.75 |  3.153s |    47.181s |
| Iteration 18     |    lsqr |       1.0 |  0.1875 |         0.75 |  3.156s |    50.751s |
| Iteration 19     |   eigen |       0.6 |  0.5625 |         0.75 |  3.199s |    54.339s |
| Iteration 20     |   eigen |       0.5 |   0.875 |        0.875 |  3.196s |    57.943s |
| Iteration 21     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    58.368s |
| Iteration 22     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    58.771s |
| Iteration 23     |     svd |       --- |   0.375 |        0.875 |  0.000s |    59.178s |
| Iteration 24     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    59.585s |
| Iteration 25     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:00s |
| Iteration 26     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:00s |
| Iteration 27     |    lsqr |      None |     0.5 |        0.875 |  3.155s |     1m:04s |
| Iteration 28     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 29     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 30     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 31     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 32     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 33     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 34     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 35     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:08s |
| Iteration 36     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:08s |
| Iteration 37     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:09s |
| Iteration 38     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:09s |
| Iteration 39     |   eigen |       0.5 |   0.875 |        0.875 |  0.001s |     1m:10s |
| Iteration 40     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 41     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 42     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 43     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 44     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:13s |
| Iteration 45     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:13s |
| Iteration 46     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 47     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 48     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 49     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:16s |
| Iteration 50     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6714
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.1463
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:17s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.146s |     3.149s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  3.173s |     6.613s |
| Initial point 3  |       0.1 |    0.25 |        0.625 |  3.771s |    10.621s |
| Initial point 4  |       1.0 |   0.625 |        0.625 |  0.000s |    10.865s |
| Initial point 5  |       0.2 |  0.4375 |        0.625 |  3.136s |    14.256s |
| Initial point 6  |       0.4 |    0.25 |        0.625 |  3.168s |    17.661s |
| Initial point 7  |       0.4 |    0.25 |        0.625 |  0.000s |    17.887s |
| Initial point 8  |       0.7 |    0.75 |         0.75 |  3.152s |    21.263s |
| Initial point 9  |       0.9 |   0.625 |         0.75 |  0.000s |    21.506s |
| Initial point 10 |       0.8 |   0.625 |         0.75 |  3.230s |    24.988s |
| Iteration 11     |       0.3 |   0.625 |         0.75 |  3.157s |    28.481s |
| Iteration 12     |       0.6 |  0.4375 |         0.75 |  3.181s |    32.012s |
| Iteration 13     |       0.5 |     0.0 |         0.75 |  3.137s |    35.482s |
| Iteration 14     |       0.0 |  0.4375 |         0.75 |  3.190s |    39.000s |
| Iteration 15     |       0.7 |    0.75 |         0.75 |  0.000s |    39.361s |
| Iteration 16     |       0.7 |    0.75 |         0.75 |  0.000s |    39.692s |
| Iteration 17     |       0.7 |    0.75 |         0.75 |  0.000s |    40.020s |
| Iteration 18     |       0.7 |    0.75 |         0.75 |  0.000s |    40.356s |
| Iteration 19     |       0.7 |    0.75 |         0.75 |  0.000s |    40.722s |
| Iteration 20     |       0.7 |    0.75 |         0.75 |  0.000s |    41.048s |
| Iteration 21     |       0.6 |  0.4375 |         0.75 |  0.000s |    41.385s |
| Iteration 22     |       0.7 |    0.75 |         0.75 |  0.000s |    41.731s |
| Iteration 23     |       0.7 |    0.75 |         0.75 |  0.000s |    42.088s |
| Iteration 24     |       0.7 |    0.75 |         0.75 |  0.000s |    42.446s |
| Iteration 25     |       0.7 |    0.75 |         0.75 |  0.000s |    42.796s |
| Iteration 26     |       0.7 |    0.75 |         0.75 |  0.000s |    43.192s |
| Iteration 27     |       0.7 |    0.75 |         0.75 |  0.000s |    43.561s |
| Iteration 28     |       0.9 |   0.625 |         0.75 |  0.000s |    43.916s |
| Iteration 29     |       0.7 |    0.75 |         0.75 |  0.000s |    44.270s |
| Iteration 30     |       0.8 |   0.625 |         0.75 |  0.000s |    44.639s |
| Iteration 31     |       0.7 |    0.75 |         0.75 |  0.000s |    45.009s |
| Iteration 32     |       0.7 |    0.75 |         0.75 |  0.000s |    45.384s |
| Iteration 33     |       0.7 |    0.75 |         0.75 |  0.001s |    45.769s |
| Iteration 34     |       0.7 |    0.75 |         0.75 |  0.000s |    46.152s |
| Iteration 35     |       0.7 |    0.75 |         0.75 |  0.000s |    46.522s |
| Iteration 36     |       0.7 |    0.75 |         0.75 |  0.000s |    46.897s |
| Iteration 37     |       0.7 |    0.75 |         0.75 |  0.000s |    47.286s |
| Iteration 38     |       0.7 |    0.75 |         0.75 |  0.000s |    47.685s |
| Iteration 39     |       0.7 |    0.75 |         0.75 |  0.000s |    48.080s |
| Iteration 40     |       0.7 |    0.75 |         0.75 |  0.000s |    48.525s |
| Iteration 41     |       0.7 |    0.75 |         0.75 |  0.000s |    49.126s |
| Iteration 42     |       0.7 |    0.75 |         0.75 |  0.000s |    49.540s |
| Iteration 43     |       0.7 |    0.75 |         0.75 |  0.000s |    49.974s |
| Iteration 44     |       0.7 |    0.75 |         0.75 |  0.000s |    50.394s |
| Iteration 45     |       0.7 |    0.75 |         0.75 |  0.000s |    50.832s |
| Iteration 46     |       0.7 |    0.75 |         0.75 |  0.000s |    51.264s |
| Iteration 47     |       0.7 |    0.75 |         0.75 |  0.000s |    51.711s |
| Iteration 48     |       0.7 |    0.75 |         0.75 |  0.001s |    52.158s |
| Iteration 49     |       0.7 |    0.75 |         0.75 |  0.000s |    52.615s |
| Iteration 50     |       0.7 |    0.75 |         0.75 |  0.000s |    53.073s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.75
Time elapsed: 53.571s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.542
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1685
Time elapsed: 0.027s
-------------------------------------------------
Total time: 53.608s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.4988 | dista.. |      auto |        40 |       1 |  0.6562 |       0.6562 |  3.144s |     3.165s |
| Initial point 2  |  4.5731 | uniform |   kd_tree |        39 |       2 |  0.0625 |       0.6562 |  3.201s |     6.598s |
| Initial point 3  |  3.6125 | dista.. | ball_tree |        25 |       2 |  0.5625 |       0.6562 |  3.220s |    10.069s |
| Initial point 4  | 10.5392 | uniform | ball_tree |        39 |       2 |     0.5 |       0.6562 |  3.193s |    13.514s |
| Initial point 5  |  8.2561 | dista.. |      auto |        30 |       2 |   0.375 |       0.6562 |  3.206s |    16.952s |
| Initial point 6  |  9.5611 | dista.. | ball_tree |        21 |       2 |   0.375 |       0.6562 |  3.216s |    20.409s |
| Initial point 7  |  6.8388 | dista.. | ball_tree |        24 |       1 |   0.625 |       0.6562 |  3.230s |    23.904s |
| Initial point 8  |  1.6388 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.6562 |  3.204s |    27.360s |
| Initial point 9  |   7.618 | uniform | ball_tree |        24 |       1 |  0.3438 |       0.6562 |  3.119s |    30.715s |
| Initial point 10 |  5.4109 | uniform |     brute |        22 |       2 |  0.5938 |       0.6562 |  3.173s |    34.138s |
| Iteration 11     |  3.5164 | dista.. |      auto |        29 |       1 |    0.75 |         0.75 |  3.113s |    37.704s |
| Iteration 12     |     0.0 | dista.. |      auto |        40 |       1 |     0.5 |         0.75 |  3.747s |    41.958s |
| Iteration 13     |  4.2535 | dista.. | ball_tree |        30 |       1 |     0.5 |         0.75 |  3.131s |    45.601s |
| Iteration 14     |  8.6804 | dista.. |      auto |        22 |       1 |    0.75 |         0.75 |  3.126s |    49.243s |
| Iteration 15     | 11.5313 | dista.. | ball_tree |        36 |       1 |     1.0 |          1.0 |  3.102s |    52.847s |
| Iteration 16     | 11.5313 | dista.. |     brute |        30 |       1 |  0.5625 |          1.0 |  3.108s |    56.583s |
| Iteration 17     |  5.4068 | uniform |     brute |        30 |       1 |    0.25 |          1.0 |  3.138s |     1m:00s |
| Iteration 18     | 11.5313 | dista.. |      auto |        28 |       1 |  0.8125 |          1.0 |  3.120s |     1m:04s |
| Iteration 19     | 11.5313 | dista.. | ball_tree |        35 |       1 |  0.8125 |          1.0 |  3.111s |     1m:08s |
| Iteration 20     | 11.5313 | dista.. | ball_tree |        28 |       1 |    0.25 |          1.0 |  3.152s |     1m:11s |
| Iteration 21     | 10.9286 | dista.. | ball_tree |        38 |       1 |  0.6875 |          1.0 |  3.138s |     1m:15s |
| Iteration 22     |     0.0 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.117s |     1m:19s |
| Iteration 23     |  0.7567 | dista.. | ball_tree |        36 |       1 |     0.5 |          1.0 |  3.139s |     1m:22s |
| Iteration 24     | 10.0342 | dista.. | ball_tree |        36 |       1 |  0.7188 |          1.0 |  3.113s |     1m:26s |
| Iteration 25     |  7.1327 | uniform |      auto |        26 |       1 |   0.625 |          1.0 |  3.139s |     1m:30s |
| Iteration 26     |  7.5729 | dista.. |      auto |        26 |       1 |  0.5938 |          1.0 |  3.120s |     1m:33s |
| Iteration 27     | 11.2415 | dista.. |      auto |        26 |       1 |    0.75 |          1.0 |  3.100s |     1m:37s |
| Iteration 28     | 11.5313 | uniform | ball_tree |        36 |       1 |   0.875 |          1.0 |  3.156s |     1m:41s |
| Iteration 29     | 10.2914 | uniform |      auto |        29 |       1 |   0.625 |          1.0 |  3.150s |     1m:45s |
| Iteration 30     | 11.5313 | uniform | ball_tree |        37 |       1 |   0.375 |          1.0 |  3.174s |     1m:48s |
| Iteration 31     | 11.4202 | dista.. | ball_tree |        36 |       1 |  0.6875 |          1.0 |  3.166s |     1m:52s |
| Iteration 32     | 11.5313 | uniform | ball_tree |        36 |       1 |   0.875 |          1.0 |  0.001s |     1m:53s |
| Iteration 33     | 11.5313 | uniform | ball_tree |        36 |       1 |   0.875 |          1.0 |  0.001s |     1m:53s |
| Iteration 34     | 11.5313 | uniform | ball_tree |        35 |       1 |   0.875 |          1.0 |  3.142s |     1m:57s |
| Iteration 35     | 11.5313 | dista.. | ball_tree |        36 |       1 |     1.0 |          1.0 |  0.001s |     1m:58s |
| Iteration 36     | 11.5313 | dista.. | ball_tree |        35 |       1 |  0.8125 |          1.0 |  0.001s |     1m:59s |
| Iteration 37     | 11.4074 | uniform |      auto |        28 |       1 |  0.5625 |          1.0 |  3.161s |     2m:03s |
| Iteration 38     | 11.5313 | uniform | ball_tree |        35 |       1 |   0.875 |          1.0 |  0.001s |     2m:03s |
| Iteration 39     | 11.5313 | uniform | ball_tree |        36 |       1 |   0.875 |          1.0 |  0.000s |     2m:04s |
| Iteration 40     | 11.5313 | uniform | ball_tree |        35 |       1 |   0.875 |          1.0 |  0.001s |     2m:05s |
| Iteration 41     | 11.5313 | dista.. | ball_tree |        36 |       1 |     1.0 |          1.0 |  0.001s |     2m:06s |
| Iteration 42     | 11.5313 | uniform | ball_tree |        35 |       1 |   0.875 |          1.0 |  0.000s |     2m:06s |
| Iteration 43     | 11.5313 | uniform | ball_tree |        35 |       1 |   0.875 |          1.0 |  0.001s |     2m:08s |
| Iteration 44     | 11.5313 | uniform | ball_tree |        35 |       1 |   0.875 |          1.0 |  0.000s |     2m:09s |
| Iteration 45     | 11.5313 | uniform | ball_tree |        36 |       1 |   0.875 |          1.0 |  0.001s |     2m:10s |
| Iteration 46     | 11.5313 | dista.. | ball_tree |        36 |       1 |     1.0 |          1.0 |  0.001s |     2m:10s |
| Iteration 47     | 11.5313 | dista.. | ball_tree |        36 |       1 |     1.0 |          1.0 |  0.001s |     2m:11s |
| Iteration 48     | 11.5313 | uniform | ball_tree |        36 |       1 |   0.875 |          1.0 |  0.001s |     2m:12s |
| Iteration 49     | 11.5313 | dista.. | ball_tree |        36 |       2 |  0.6875 |          1.0 |  3.205s |     2m:16s |
| Iteration 50     |  3.4019 | uniform |      auto |        29 |       2 |  0.4688 |          1.0 |  3.194s |     2m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 11.5313, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 36, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0447
Time elapsed: 0.057s
-------------------------------------------------
Total time: 2m:21s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.4375 |       0.4375 |  3.581s |     3.589s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.4375 |       0.4375 |  3.610s |     7.439s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.625 |        0.625 |  3.364s |    11.034s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |        0.875 |  3.484s |    14.782s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |        0.875 |  3.343s |    18.377s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |        0.875 |  3.529s |    22.148s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6562 |        0.875 |  3.190s |    25.576s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |        0.875 |  3.459s |    29.271s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |        0.875 |  3.160s |    32.677s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.625 |        0.875 |  3.295s |    36.208s |
| Iteration 11     |           58 |        0.0101 |     SAMME |  0.6562 |        0.875 |  3.195s |    39.807s |
| Iteration 12     |          427 |        0.0448 |     SAMME |  0.8125 |        0.875 |  3.524s |    43.784s |
| Iteration 13     |          430 |        6.7106 |     SAMME |     0.5 |        0.875 |  3.150s |    47.412s |
| Iteration 14     |          247 |        0.1443 |     SAMME |  0.6875 |        0.875 |  3.313s |    51.189s |
| Iteration 15     |          500 |        0.1496 |     SAMME |   0.875 |        0.875 |  3.486s |    55.133s |
| Iteration 16     |          210 |        0.4407 |   SAMME.R |   0.625 |        0.875 |  3.275s |    58.949s |
| Iteration 17     |          471 |        0.1126 |     SAMME |   0.875 |        0.875 |  3.465s |     1m:03s |
| Iteration 18     |          500 |        0.3191 |     SAMME |  0.9375 |       0.9375 |  3.465s |     1m:07s |
| Iteration 19     |          440 |        0.2921 |     SAMME |  0.8125 |       0.9375 |  3.457s |     1m:11s |
| Iteration 20     |          500 |        0.3997 |     SAMME |  0.5625 |       0.9375 |  3.502s |     1m:15s |
| Iteration 21     |          500 |        0.0513 |     SAMME |     0.5 |       0.9375 |  3.496s |     1m:19s |
| Iteration 22     |          422 |          0.01 |   SAMME.R |  0.9375 |       0.9375 |  3.500s |     1m:23s |
| Iteration 23     |          500 |        0.3163 |   SAMME.R |     1.0 |          1.0 |  3.566s |     1m:27s |
| Iteration 24     |          426 |        0.3212 |   SAMME.R |     0.5 |          1.0 |  3.504s |     1m:31s |
| Iteration 25     |          498 |        0.3003 |   SAMME.R |     1.0 |          1.0 |  4.193s |     1m:36s |
| Iteration 26     |          499 |        0.3083 |   SAMME.R |   0.625 |          1.0 |  3.572s |     1m:40s |
| Iteration 27     |          500 |        0.2781 |     SAMME |   0.625 |          1.0 |  3.548s |     1m:44s |
| Iteration 28     |          500 |        0.3319 |   SAMME.R |    0.75 |          1.0 |  3.569s |     1m:48s |
| Iteration 29     |          496 |        0.3155 |     SAMME |  0.9375 |          1.0 |  3.430s |     1m:52s |
| Iteration 30     |          478 |        0.3114 |     SAMME |    0.75 |          1.0 |  3.444s |     1m:56s |
| Iteration 31     |          419 |        0.0105 |   SAMME.R |  0.8125 |          1.0 |  3.454s |     2m:00s |
| Iteration 32     |          446 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.447s |     2m:04s |
| Iteration 33     |          457 |          0.01 |   SAMME.R |  0.4375 |          1.0 |  3.433s |     2m:08s |
| Iteration 34     |          430 |          0.01 |     SAMME |  0.8438 |          1.0 |  3.403s |     2m:12s |
| Iteration 35     |          494 |        0.3128 |     SAMME |  0.6562 |          1.0 |  3.413s |     2m:16s |
| Iteration 36     |          444 |          0.01 |   SAMME.R |  0.4375 |          1.0 |  3.481s |     2m:20s |
| Iteration 37     |          425 |          0.01 |     SAMME |    0.75 |          1.0 |  3.403s |     2m:24s |
| Iteration 38     |          396 |        0.0102 |   SAMME.R |   0.875 |          1.0 |  3.410s |     2m:28s |
| Iteration 39     |          402 |        0.0109 |     SAMME |  0.9062 |          1.0 |  3.362s |     2m:32s |
| Iteration 40     |          389 |         0.011 |     SAMME |  0.6562 |          1.0 |  3.354s |     2m:36s |
| Iteration 41     |          406 |          0.01 |     SAMME |   0.625 |          1.0 |  3.376s |     2m:40s |
| Iteration 42     |          490 |        0.2036 |   SAMME.R |  0.5625 |          1.0 |  3.473s |     2m:44s |
| Iteration 43     |          380 |        0.0989 |     SAMME |  0.9375 |          1.0 |  3.346s |     2m:48s |
| Iteration 44     |          378 |        0.0958 |   SAMME.R |     0.5 |          1.0 |  3.398s |     2m:52s |
| Iteration 45     |          495 |        0.3356 |   SAMME.R |  0.5625 |          1.0 |  3.513s |     2m:56s |
| Iteration 46     |          424 |        0.0107 |     SAMME |  0.4688 |          1.0 |  3.392s |     3m:00s |
| Iteration 47     |          497 |        0.3346 |     SAMME |  0.9375 |          1.0 |  3.446s |     3m:04s |
| Iteration 48     |           51 |        0.1449 |     SAMME |   0.625 |          1.0 |  3.089s |     3m:08s |
| Iteration 49     |          398 |        0.0114 |   SAMME.R |   0.875 |          1.0 |  3.421s |     3m:12s |
| Iteration 50     |          398 |        0.0108 |   SAMME.R |  0.9375 |          1.0 |  3.389s |     3m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 498, 'learning_rate': 0.3003, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.480s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1643
Time elapsed: 2.647s
-------------------------------------------------
Total time: 3m:20s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  3.514s |     3.533s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5312 |        0.875 |  3.394s |     7.192s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.5625 |        0.875 |  3.404s |    10.862s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  3.221s |    14.375s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |        0.875 |  3.390s |    18.021s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |        0.875 |  3.259s |    21.583s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |        0.875 |  3.286s |    25.112s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |        0.875 |  3.311s |    28.685s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.4375 |        0.875 |  3.370s |    32.313s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |        0.875 |  3.426s |    36.012s |
| Iteration 11     |          450 |   entropy |         9 |                 7 |               14 |          0.7 |      True |    0.0062 |         0.8 |   0.875 |        0.875 |  3.451s |    40.119s |
| Iteration 12     |          474 |   entropy |         5 |                13 |               10 |          0.6 |      True |    0.0148 |         0.9 |     1.0 |          1.0 |  3.525s |    44.242s |
| Iteration 13     |           10 |   entropy |      None |                18 |                9 |          0.8 |     False |    0.0233 |         --- |  0.1562 |          1.0 |  3.115s |    47.939s |
| Iteration 14     |          356 |   entropy |      None |                20 |                1 |         auto |      True |     0.035 |         0.9 |  0.4375 |          1.0 |  3.396s |    52.125s |
| Iteration 15     |          468 |      gini |         8 |                14 |               20 |          0.9 |      True |    0.0248 |         0.9 |  0.8125 |          1.0 |  3.450s |    56.358s |
| Iteration 16     |          500 |   entropy |      None |                 6 |               20 |          0.7 |      True |    0.0123 |         0.7 |     0.5 |          1.0 |  3.503s |     1m:01s |
| Iteration 17     |          500 |      gini |         8 |                12 |                5 |         log2 |      True |    0.0343 |        None |  0.9375 |          1.0 |  3.523s |     1m:05s |
| Iteration 18     |          442 |      gini |         6 |                12 |                7 |          0.8 |      True |    0.0008 |         0.6 |   0.875 |          1.0 |  3.455s |     1m:09s |
| Iteration 19     |          490 |   entropy |         6 |                14 |               10 |          0.5 |      True |    0.0256 |         0.9 |  0.8125 |          1.0 |  3.483s |     1m:13s |
| Iteration 20     |          471 |   entropy |         3 |                17 |                9 |          0.5 |      True |    0.0038 |         0.8 |     0.5 |          1.0 |  3.493s |     1m:18s |
| Iteration 21     |          496 |   entropy |         1 |                13 |               20 |          0.5 |      True |    0.0255 |         0.7 |     0.5 |          1.0 |  3.522s |     1m:22s |
| Iteration 22     |          470 |   entropy |         5 |                 4 |               10 |          0.9 |      True |    0.0201 |         0.6 |     1.0 |          1.0 |  3.457s |     1m:26s |
| Iteration 23     |          294 |   entropy |         5 |                 6 |               10 |          0.7 |      True |    0.0294 |         0.8 |     1.0 |          1.0 |  3.342s |     1m:30s |
| Iteration 24     |          475 |      gini |         5 |                16 |                8 |          0.5 |      True |    0.0339 |         0.6 |    0.75 |          1.0 |  3.457s |     1m:34s |
| Iteration 25     |          342 |   entropy |         5 |                 7 |               10 |          0.7 |      True |     0.026 |         0.8 |   0.875 |          1.0 |  3.430s |     1m:38s |
| Iteration 26     |          393 |   entropy |         4 |                14 |               10 |          0.9 |      True |    0.0054 |        None |  0.8125 |          1.0 |  3.446s |     1m:43s |
| Iteration 27     |          454 |   entropy |         7 |                 5 |                5 |          0.7 |      True |    0.0127 |         0.8 |  0.6875 |          1.0 |  4.142s |     1m:48s |
| Iteration 28     |          500 |      gini |         7 |                 5 |                5 |          0.6 |      True |    0.0283 |         0.5 |   0.625 |          1.0 |  3.525s |     1m:52s |
| Iteration 29     |          485 |   entropy |         9 |                12 |                5 |          0.5 |      True |    0.0202 |         0.6 |  0.9375 |          1.0 |  3.503s |     1m:56s |
| Iteration 30     |          471 |      gini |         5 |                10 |               10 |          0.9 |      True |    0.0147 |         0.8 |  0.9375 |          1.0 |  3.486s |     2m:01s |
| Iteration 31     |          168 |      gini |         9 |                15 |                5 |          0.5 |      True |    0.0342 |        None |  0.6875 |          1.0 |  3.239s |     2m:05s |
| Iteration 32     |          500 |   entropy |         5 |                15 |               10 |          0.5 |      True |    0.0081 |         0.7 |   0.625 |          1.0 |  3.500s |     2m:09s |
| Iteration 33     |          453 |   entropy |         5 |                12 |               10 |          0.8 |      True |    0.0312 |         0.8 |   0.375 |          1.0 |  3.441s |     2m:14s |
| Iteration 34     |           49 |   entropy |         9 |                14 |                1 |         None |      True |    0.0134 |         0.5 |   0.875 |          1.0 |  3.072s |     2m:17s |
| Iteration 35     |          145 |   entropy |         9 |                 3 |               15 |         None |      True |    0.0087 |         0.8 |   0.625 |          1.0 |  3.191s |     2m:21s |
| Iteration 36     |          353 |      gini |      None |                 2 |                1 |         None |      True |     0.007 |         0.8 |     0.5 |          1.0 |  3.351s |     2m:25s |
| Iteration 37     |          500 |      gini |         9 |                20 |                1 |         auto |      True |       0.0 |         0.9 |  0.6875 |          1.0 |  3.458s |     2m:29s |
| Iteration 38     |          447 |   entropy |         9 |                20 |               11 |         None |      True |    0.0342 |        None |  0.8125 |          1.0 |  3.446s |     2m:33s |
| Iteration 39     |           59 |   entropy |         9 |                 6 |               18 |         auto |      True |    0.0249 |         0.5 |     0.5 |          1.0 |  3.134s |     2m:37s |
| Iteration 40     |          500 |      gini |         9 |                 6 |                2 |         None |      True |    0.0085 |         0.8 |  0.6875 |          1.0 |  3.580s |     2m:42s |
| Iteration 41     |          361 |      gini |         9 |                 5 |                9 |         sqrt |      True |    0.0192 |         0.6 |   0.625 |          1.0 |  3.396s |     2m:46s |
| Iteration 42     |          489 |      gini |         9 |                13 |               17 |         auto |     False |    0.0007 |         --- |  0.4062 |          1.0 |  3.486s |     2m:50s |
| Iteration 43     |           10 |      gini |         9 |                 4 |               13 |         None |      True |    0.0349 |         0.8 |     1.0 |          1.0 |  3.144s |     2m:54s |
| Iteration 44     |          476 |   entropy |         5 |                13 |               10 |          0.7 |      True |    0.0323 |         0.8 |   0.875 |          1.0 |  3.538s |     2m:59s |
| Iteration 45     |          224 |      gini |         9 |                14 |                8 |         None |      True |    0.0172 |         0.6 |  0.4375 |          1.0 |  3.307s |     3m:03s |
| Iteration 46     |          411 |   entropy |      None |                19 |               17 |         None |      True |     0.034 |         0.8 |     0.5 |          1.0 |  3.487s |     3m:07s |
| Iteration 47     |           10 |   entropy |         6 |                 2 |                1 |         None |      True |    0.0309 |         0.9 |  0.9375 |          1.0 |  3.138s |     3m:11s |
| Iteration 48     |           10 |   entropy |         6 |                 2 |                1 |         None |      True |     0.035 |        None |  0.9375 |          1.0 |  3.122s |     3m:15s |
| Iteration 49     |           10 |   entropy |         6 |                 2 |                1 |         None |      True |    0.0241 |         0.9 |  0.5312 |          1.0 |  3.118s |     3m:19s |
| Iteration 50     |          500 |   entropy |         6 |                 2 |               20 |         None |      True |     0.035 |         0.9 |  0.5625 |          1.0 |  3.476s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 474, 'criterion': 'entropy', 'max_depth': 5, 'min_samples_split': 13, 'min_samples_leaf': 10, 'max_features': 0.6, 'bootstrap': True, 'ccp_alpha': 0.0148, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9366
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.420s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0707
Time elapsed: 1.910s
-------------------------------------------------
Total time: 3m:26s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.242s |     3.262s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.4375 |          0.5 |  3.829s |     7.587s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  3.222s |    11.058s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  3.171s |    14.486s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  3.173s |    17.964s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  3.150s |    21.397s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  3.224s |    24.874s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  3.163s |    28.300s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.375 |          0.5 |  3.216s |    31.777s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          0.5 |  3.137s |    35.192s |
| Iteration 11     |           61 |        0.0137 |         5 |  0.8896 |                9 |       0.5 |              0.7 |         0 |        0.1 |     0.5 |          0.5 |  3.135s |    38.957s |
| Iteration 12     |          406 |           1.0 |         2 |     1.0 |                3 |       0.6 |              0.5 |        10 |        100 |     0.5 |          0.5 |  3.214s |    42.812s |
| Iteration 13     |          176 |        0.3575 |         1 |     0.0 |               10 |       0.7 |              0.9 |       0.1 |          0 |     0.5 |          0.5 |  3.161s |    46.582s |
| Iteration 14     |           21 |        0.1148 |         3 |  0.3012 |                9 |       0.9 |              0.8 |      0.01 |       0.01 |     0.5 |          0.5 |  3.145s |    50.340s |
| Iteration 15     |           21 |        0.3441 |         1 |  0.6783 |               10 |       0.5 |              0.9 |       100 |        0.1 |     0.5 |          0.5 |  3.154s |    54.097s |
| Iteration 16     |          414 |        0.0175 |        10 |  0.7524 |                8 |       1.0 |              0.7 |       100 |        100 |     0.5 |          0.5 |  3.173s |    57.867s |
| Iteration 17     |          318 |        0.1954 |         2 |  0.8391 |                3 |       0.7 |              0.8 |        10 |          1 |     0.5 |          0.5 |  3.182s |     1m:02s |
| Iteration 18     |           88 |        0.4557 |         7 |  0.2742 |                5 |       0.6 |              0.9 |         0 |        100 |  0.6875 |       0.6875 |  3.135s |     1m:06s |
| Iteration 19     |          421 |          0.01 |         7 |  0.7145 |                5 |       0.8 |              0.6 |         0 |          0 |  0.6875 |       0.6875 |  3.180s |     1m:09s |
| Iteration 20     |          500 |          0.01 |         7 |     1.0 |               10 |       1.0 |              0.4 |       100 |        100 |     0.5 |       0.6875 |  3.221s |     1m:13s |
| Iteration 21     |          385 |        0.0958 |         8 |  0.4942 |                5 |       0.9 |              0.4 |       100 |       0.01 |     0.5 |       0.6875 |  3.221s |     1m:17s |
| Iteration 22     |          252 |        0.9167 |         7 |     0.0 |                7 |       0.8 |              0.6 |       100 |          1 |     0.5 |       0.6875 |  3.181s |     1m:21s |
| Iteration 23     |           48 |        0.0905 |         1 |  0.0564 |                5 |       0.6 |              0.4 |         0 |          0 |     1.0 |          1.0 |  3.205s |     1m:25s |
| Iteration 24     |          252 |        0.8863 |         1 |  0.0503 |                5 |       0.6 |              0.6 |      0.01 |       0.01 |  0.7188 |          1.0 |  3.201s |     1m:29s |
| Iteration 25     |          500 |           1.0 |         1 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |     1.0 |          1.0 |  3.249s |     1m:33s |
| Iteration 26     |           20 |        0.0557 |         1 |     0.0 |                5 |       0.6 |              0.4 |         0 |          0 |   0.625 |          1.0 |  3.169s |     1m:37s |
| Iteration 27     |          500 |           1.0 |        10 |     1.0 |               10 |       1.0 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.220s |     1m:41s |
| Iteration 28     |          500 |          0.01 |         4 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |   0.625 |          1.0 |  3.223s |     1m:45s |
| Iteration 29     |          439 |        0.1019 |         1 |   0.641 |                7 |       0.9 |              0.4 |      0.01 |        0.1 |   0.625 |          1.0 |  3.807s |     1m:49s |
| Iteration 30     |          386 |           1.0 |        10 |     0.0 |                8 |       1.0 |              0.4 |         0 |        0.1 |     0.5 |          1.0 |  3.205s |     1m:53s |
| Iteration 31     |          265 |        0.0925 |         1 |  0.0083 |                4 |       0.6 |              0.6 |       0.1 |       0.01 |  0.5625 |          1.0 |  3.186s |     1m:57s |
| Iteration 32     |           20 |           1.0 |         1 |  0.5746 |                1 |       0.7 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.153s |     2m:01s |
| Iteration 33     |          451 |        0.7828 |         3 |  0.1432 |                9 |       0.8 |              0.4 |         1 |          0 |     0.5 |          1.0 |  3.191s |     2m:05s |
| Iteration 34     |           63 |        0.8226 |         1 |  0.0531 |                4 |       0.7 |              0.7 |      0.01 |          0 |    0.75 |          1.0 |  3.153s |     2m:09s |
| Iteration 35     |          205 |        0.8053 |         4 |  0.0422 |                2 |       0.5 |              0.4 |         0 |       0.01 |  0.7812 |          1.0 |  3.158s |     2m:13s |
| Iteration 36     |           34 |           1.0 |         1 |  0.7339 |                1 |       0.9 |              0.4 |         0 |          0 |     0.5 |          1.0 |  3.133s |     2m:17s |
| Iteration 37     |          125 |        0.6545 |         9 |  0.0136 |                3 |       0.5 |              0.7 |         0 |       0.01 |   0.625 |          1.0 |  3.155s |     2m:21s |
| Iteration 38     |          470 |           1.0 |         1 |     0.0 |                2 |       0.5 |              0.5 |         0 |        0.1 |    0.75 |          1.0 |  3.216s |     2m:25s |
| Iteration 39     |          430 |        0.7814 |         1 |  0.0988 |                5 |       0.9 |              0.5 |         0 |          0 |  0.7812 |          1.0 |  3.160s |     2m:29s |
| Iteration 40     |          101 |           1.0 |         1 |     0.0 |                1 |       0.5 |              0.9 |         0 |       0.01 |  0.5625 |          1.0 |  3.171s |     2m:33s |
| Iteration 41     |           68 |           1.0 |         1 |     0.0 |                7 |       0.5 |              0.4 |         0 |          0 |     0.5 |          1.0 |  3.141s |     2m:37s |
| Iteration 42     |          351 |        0.1809 |         5 |  0.0058 |                1 |       0.8 |              0.4 |       0.1 |        0.1 |     0.5 |          1.0 |  3.197s |     2m:41s |
| Iteration 43     |           74 |           1.0 |         1 |  0.0374 |                2 |       0.9 |              0.4 |         0 |          0 |   0.875 |          1.0 |  3.197s |     2m:45s |
| Iteration 44     |          489 |           1.0 |         1 |  0.0659 |                2 |       1.0 |              0.4 |         0 |       0.01 |   0.625 |          1.0 |  3.199s |     2m:49s |
| Iteration 45     |          137 |           1.0 |         1 |     0.0 |                3 |       0.7 |              0.4 |         0 |          1 |  0.3125 |          1.0 |  3.198s |     2m:53s |
| Iteration 46     |          326 |           1.0 |         5 |     0.0 |                1 |       0.6 |              0.4 |         0 |          0 |     0.5 |          1.0 |  3.194s |     2m:57s |
| Iteration 47     |           29 |        0.0332 |         1 |   0.061 |                5 |       0.9 |              0.4 |      0.01 |          0 |  0.8125 |          1.0 |  3.168s |     3m:01s |
| Iteration 48     |          189 |        0.2117 |         1 |  0.0619 |                5 |       0.8 |              0.4 |         0 |          0 |     0.5 |          1.0 |  3.179s |     3m:05s |
| Iteration 49     |          238 |        0.0651 |         1 |  0.0964 |                1 |       0.9 |              0.8 |      0.01 |          0 |   0.875 |          1.0 |  3.219s |     3m:10s |
| Iteration 50     |          375 |          0.27 |         1 |     0.0 |                1 |       0.7 |              0.5 |       0.1 |          0 |  0.8125 |          1.0 |  3.253s |     3m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 1, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 0.4, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.098s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0837
Time elapsed: 0.277s
-------------------------------------------------
Total time: 3m:15s


Final results ==================== >>
Duration: 20m:48s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.72 ± 0.0748
Logistic Regression             --> roc_auc: 0.49 ± 0.1356 ~
Linear Discriminant Analysis    --> roc_auc: 0.49 ± 0.1463
Quadratic Discriminant Analysis --> roc_auc: 0.54 ± 0.1685
Radius Nearest Neighbors        --> roc_auc: 0.5 ± 0.0447 ~
AdaBoost                        --> roc_auc: 0.75 ± 0.1643 !
Random Forest                   --> roc_auc: 0.75 ± 0.0707 !
XGBoost                         --> roc_auc: 0.75 ± 0.0837 ~ !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 806 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAATDSNYQLIW.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGTGTASKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVFTSGTYKYIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.4688 |       0.4688 |  0.685s |     0.706s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  1.432s |     2.403s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.715s |     3.376s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.9375 |          1.0 |  0.740s |     4.375s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |          1.0 |  0.767s |     5.428s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.4375 |          1.0 |  0.811s |     6.535s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.767s |     7.558s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.625 |          1.0 |  0.801s |     8.697s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.742s |     9.944s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.5625 |          1.0 |  0.728s |    10.924s |
| Iteration 11     | exponen.. |        0.7093 |          111 |       0.9 | squared_er.. |                14 |                6 |         6 |         auto |    0.0294 |  0.8125 |          1.0 |  0.708s |    12.297s |
| Iteration 12     | exponen.. |        0.0116 |          147 |       0.7 | squared_er.. |                 9 |                1 |         6 |         auto |    0.0001 |     1.0 |          1.0 |  0.685s |    13.589s |
| Iteration 13     |  deviance |        0.0111 |          203 |       0.8 | squared_er.. |                15 |               14 |         5 |         None |    0.0307 |  0.6875 |          1.0 |  0.684s |    14.886s |
| Iteration 14     | exponen.. |        0.2267 |          157 |       0.8 | squared_er.. |                 9 |                9 |         6 |         auto |    0.0208 |   0.875 |          1.0 |  0.666s |    16.139s |
| Iteration 15     |  deviance |           1.0 |           10 |       0.5 | friedman_mse |                 2 |               20 |        10 |         None |       0.0 |     0.5 |          1.0 |  0.617s |    17.308s |
| Iteration 16     | exponen.. |          0.01 |          500 |       0.5 | friedman_mse |                 2 |               20 |         1 |         auto |       0.0 |     0.5 |          1.0 |  0.721s |    18.664s |
| Iteration 17     | exponen.. |          0.01 |          131 |       0.7 | squared_er.. |                11 |                1 |         5 |         auto |       0.0 |  0.5625 |          1.0 |  0.665s |    19.949s |
| Iteration 18     |  deviance |         0.402 |          274 |       0.6 | squared_er.. |                20 |               13 |         5 |         None |    0.0342 |  0.9375 |          1.0 |  0.691s |    21.311s |
| Iteration 19     | exponen.. |          0.01 |          500 |       0.5 | friedman_mse |                 9 |               15 |         1 |         auto |     0.035 |     0.5 |          1.0 |  0.724s |    22.656s |
| Iteration 20     | exponen.. |        0.0117 |          243 |       0.9 | squared_er.. |                 7 |               13 |         5 |         auto |    0.0324 |     1.0 |          1.0 |  0.687s |    24.013s |
| Iteration 21     |  deviance |        0.8448 |          395 |       0.5 | squared_er.. |                19 |               11 |         3 |         auto |    0.0186 |   0.625 |          1.0 |  0.712s |    25.387s |
| Iteration 22     | exponen.. |        0.4071 |           11 |       0.8 | squared_er.. |                13 |               12 |         3 |         auto |    0.0201 |  0.9375 |          1.0 |  0.624s |    26.702s |
| Iteration 23     | exponen.. |        0.4007 |           76 |       0.8 | squared_er.. |                20 |               20 |         2 |         auto |    0.0272 |  0.8125 |          1.0 |  0.639s |    27.971s |
| Iteration 24     | exponen.. |         0.787 |          241 |       1.0 | squared_er.. |                 5 |               12 |         8 |         auto |    0.0243 |  0.8125 |          1.0 |  0.674s |    29.426s |
| Iteration 25     | exponen.. |        0.3961 |          126 |       0.8 | squared_er.. |                15 |               18 |         3 |         auto |    0.0219 |  0.9375 |          1.0 |  0.671s |    30.802s |
| Iteration 26     | exponen.. |        0.0118 |          246 |       0.9 | squared_er.. |                19 |               14 |         5 |         auto |    0.0302 |  0.8125 |          1.0 |  0.692s |    32.186s |
| Iteration 27     | exponen.. |        0.0204 |          276 |       0.9 | squared_er.. |                 2 |                7 |         5 |         auto |    0.0288 |     0.5 |          1.0 |  0.716s |    33.615s |
| Iteration 28     | exponen.. |        0.0149 |          242 |       0.7 | squared_er.. |                15 |               13 |         5 |         auto |    0.0311 |     1.0 |          1.0 |  0.697s |    35.127s |
| Iteration 29     | exponen.. |        0.7493 |          148 |       0.8 | squared_er.. |                 6 |               19 |         6 |          0.7 |    0.0004 |  0.6875 |          1.0 |  0.692s |    36.493s |
| Iteration 30     | exponen.. |        0.5114 |          257 |       0.8 | squared_er.. |                17 |                9 |         8 |         auto |    0.0032 |   0.875 |          1.0 |  0.683s |    38.063s |
| Iteration 31     | exponen.. |        0.3095 |          148 |       0.6 | squared_er.. |                10 |               13 |         6 |         auto |    0.0059 |   0.875 |          1.0 |  1.244s |    40.157s |
| Iteration 32     | exponen.. |        0.0417 |           59 |       0.9 | squared_er.. |                12 |               20 |         3 |         auto |    0.0095 |  0.6875 |          1.0 |  0.690s |    41.667s |
| Iteration 33     | exponen.. |         0.258 |          242 |       0.9 | squared_er.. |                15 |                3 |         5 |         auto |    0.0319 |  0.8125 |          1.0 |  0.734s |    43.120s |
| Iteration 34     |  deviance |           1.0 |          221 |       0.5 | squared_er.. |                20 |               20 |        10 |         auto |     0.035 |     0.5 |          1.0 |  0.722s |    44.663s |
| Iteration 35     | exponen.. |        0.0126 |          134 |       0.8 | squared_er.. |                 2 |                8 |         6 |         auto |    0.0179 |     1.0 |          1.0 |  0.709s |    46.254s |
| Iteration 36     | exponen.. |        0.0664 |          249 |       0.6 | squared_er.. |                19 |               13 |         5 |         auto |    0.0289 |  0.6875 |          1.0 |  0.719s |    47.828s |
| Iteration 37     | exponen.. |        0.0121 |          317 |       0.8 | squared_er.. |                 4 |                5 |         6 |         auto |    0.0006 |   0.875 |          1.0 |  0.789s |    49.577s |
| Iteration 38     | exponen.. |         0.012 |          129 |       0.8 | squared_er.. |                 2 |               20 |         5 |         auto |    0.0166 |  0.5938 |          1.0 |  0.708s |    51.106s |
| Iteration 39     | exponen.. |        0.0113 |          185 |       0.9 | squared_er.. |                 2 |                6 |         5 |         auto |    0.0216 |  0.8125 |          1.0 |  0.719s |    52.730s |
| Iteration 40     | exponen.. |          0.01 |          322 |       0.7 | squared_er.. |                12 |                2 |        10 |         auto |    0.0034 |  0.8125 |          1.0 |  0.776s |    54.284s |
| Iteration 41     |  deviance |        0.6327 |           32 |       0.6 | squared_er.. |                15 |                8 |         2 |         None |    0.0316 |  0.8125 |          1.0 |  0.630s |    55.654s |
| Iteration 42     | exponen.. |        0.8021 |          426 |       0.8 | squared_er.. |                 5 |               18 |         8 |         auto |    0.0263 |     1.0 |          1.0 |  0.712s |    57.210s |
| Iteration 43     | exponen.. |        0.0121 |          402 |       0.9 | squared_er.. |                 3 |                7 |         5 |         auto |    0.0226 |  0.8125 |          1.0 |  0.743s |    59.270s |
| Iteration 44     | exponen.. |           1.0 |          500 |       0.5 | friedman_mse |                 2 |               20 |        10 |         auto |     0.035 |     0.5 |          1.0 |  0.725s |     1m:01s |
| Iteration 45     | exponen.. |        0.0127 |           30 |       0.8 | squared_er.. |                 2 |                3 |         6 |         auto |    0.0279 |     1.0 |          1.0 |  0.628s |     1m:02s |
| Iteration 46     | exponen.. |        0.0127 |          344 |       0.8 | squared_er.. |                 2 |                2 |         6 |         auto |    0.0301 |  0.9375 |          1.0 |  0.735s |     1m:04s |
| Iteration 47     | exponen.. |        0.7022 |          202 |       0.8 | squared_er.. |                 6 |               18 |         8 |         auto |    0.0037 |  0.5312 |          1.0 |  0.670s |     1m:05s |
| Iteration 48     | exponen.. |        0.8022 |          252 |       0.8 | squared_er.. |                 3 |               13 |         8 |         auto |    0.0113 |    0.75 |          1.0 |  0.679s |     1m:07s |
| Iteration 49     | exponen.. |        0.8091 |          357 |       0.8 | squared_er.. |                 5 |               17 |         8 |         auto |    0.0296 |     0.5 |          1.0 |  0.723s |     1m:09s |
| Iteration 50     |  deviance |        0.6406 |          500 |       0.6 | squared_er.. |                20 |                1 |         4 |         None |    0.0216 |  0.5625 |          1.0 |  0.744s |     1m:10s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.7941, 'n_estimators': 252, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 3, 'min_samples_leaf': 4, 'max_depth': 8, 'max_features': 'auto', 'ccp_alpha': 0.0309}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9924
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.086s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.097
Time elapsed: 0.412s
-------------------------------------------------
Total time: 1m:11s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.25 |         0.25 |  0.651s |     0.662s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     0.5 |          0.5 |  0.668s |     1.570s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  0.629s |     2.443s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  0.646s |     3.347s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |       0.8125 |  0.648s |     4.232s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |       0.8125 |  0.664s |     5.317s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.875 |        0.875 |  1.211s |     6.805s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |        0.875 |  0.650s |     7.697s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |        0.875 |  0.634s |     8.685s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.375 |        0.875 |  0.665s |     9.596s |
| Iteration 11     |    none |     --- |    saga |      100 |      --- |   0.375 |        0.875 |  0.635s |    10.853s |
| Iteration 12     |      l2 |  1.9655 | libli.. |      363 |      --- |     0.5 |        0.875 |  0.654s |    12.028s |
| Iteration 13     |      l2 |  0.0013 |   lbfgs |      683 |      --- |  0.4375 |        0.875 |  0.645s |    13.151s |
| Iteration 14     |    none |     --- |     sag |      120 |      --- |   0.375 |        0.875 |  0.638s |    14.226s |
| Iteration 15     |      l2 |  0.0029 | libli.. |      996 |      --- |    0.75 |        0.875 |  0.645s |    15.338s |
| Iteration 16     |      l2 |   0.001 | libli.. |     1000 |      --- |     0.0 |        0.875 |  0.638s |    16.457s |
| Iteration 17     |      l2 | 99.5277 | libli.. |      752 |      --- |  0.4375 |        0.875 |  0.656s |    17.591s |
| Iteration 18     |      l2 |  0.4181 | libli.. |      330 |      --- |    0.75 |        0.875 |  0.635s |    18.692s |
| Iteration 19     |      l2 |  0.2663 | libli.. |      667 |      --- |  0.6875 |        0.875 |  0.646s |    19.892s |
| Iteration 20     |      l2 |  0.2743 | newto.. |      762 |      --- |    0.75 |        0.875 |  0.635s |    21.035s |
| Iteration 21     |      l2 |  0.1848 |   lbfgs |      230 |      --- |     0.5 |        0.875 |  0.651s |    22.211s |
| Iteration 22     |      l2 |  0.2587 |     sag |      143 |      --- |   0.625 |        0.875 |  0.639s |    23.376s |
| Iteration 23     |      l2 |  3.6557 | libli.. |      506 |      --- |  0.5625 |        0.875 |  0.663s |    24.620s |
| Iteration 24     |    none |     --- | newto.. |      222 |      --- |    0.75 |        0.875 |  0.636s |    25.826s |
| Iteration 25     |      l2 |  0.8216 |   lbfgs |      974 |      --- |    0.75 |        0.875 |  0.651s |    26.986s |
| Iteration 26     |      l2 |  1.5489 |   lbfgs |      546 |      --- |     0.5 |        0.875 |  0.641s |    28.137s |
| Iteration 27     |      l2 |  0.4628 |   lbfgs |      723 |      --- |    0.75 |        0.875 |  0.632s |    29.313s |
| Iteration 28     |    none |     --- |   lbfgs |      176 |      --- |     1.0 |          1.0 |  0.641s |    30.508s |
| Iteration 29     |    none |     --- |   lbfgs |      133 |      --- |  0.8125 |          1.0 |  0.640s |    31.692s |
| Iteration 30     |    none |     --- |   lbfgs |     1000 |      --- |  0.8125 |          1.0 |  0.652s |    32.906s |
| Iteration 31     |    none |     --- |   lbfgs |      852 |      --- |  0.6875 |          1.0 |  0.636s |    34.088s |
| Iteration 32     |    none |     --- |   lbfgs |      940 |      --- |   0.375 |          1.0 |  0.652s |    35.827s |
| Iteration 33     |      l2 |  0.4289 |   lbfgs |      250 |      --- |   0.625 |          1.0 |  0.639s |    37.050s |
| Iteration 34     |    none |     --- |    saga |      121 |      --- |  0.5625 |          1.0 |  0.661s |    38.280s |
| Iteration 35     |    none |     --- |    saga |      609 |      --- |  0.5625 |          1.0 |  0.663s |    39.506s |
| Iteration 36     |    none |     --- |   lbfgs |      775 |      --- |   0.625 |          1.0 |  0.648s |    40.694s |
| Iteration 37     |      l2 |  0.3056 |   lbfgs |      329 |      --- |  0.6875 |          1.0 |  0.635s |    41.899s |
| Iteration 38     |    none |     --- |   lbfgs |      916 |      --- |  0.0625 |          1.0 |  0.646s |    43.162s |
| Iteration 39     |    none |     --- |   lbfgs |      961 |      --- |  0.6875 |          1.0 |  0.637s |    44.470s |
| Iteration 40     |      l2 |   0.333 |   lbfgs |      100 |      --- |    0.75 |          1.0 |  0.634s |    45.690s |
| Iteration 41     |      l2 |  4.4194 |    saga |      857 |      --- |     0.5 |          1.0 |  0.680s |    47.003s |
| Iteration 42     |      l2 |  0.3378 |   lbfgs |      236 |      --- |     1.0 |          1.0 |  0.694s |    48.346s |
| Iteration 43     |      l2 |  0.3296 |   lbfgs |      100 |      --- |    0.75 |          1.0 |  0.685s |    49.671s |
| Iteration 44     |    none |     --- |    saga |      993 |      --- |  0.9375 |          1.0 |  0.685s |    51.010s |
| Iteration 45     |      l1 |   0.007 |    saga |     1000 |      --- |     0.5 |          1.0 |  0.685s |    52.374s |
| Iteration 46     |      l2 |  0.3797 |   lbfgs |     1000 |      --- |  0.3125 |          1.0 |  0.684s |    53.703s |
| Iteration 47     |    none |     --- | newto.. |      100 |      --- |  0.6875 |          1.0 |  0.691s |    55.195s |
| Iteration 48     |      l2 |  0.4363 |     sag |      100 |      --- |  0.5625 |          1.0 |  0.685s |    56.554s |
| Iteration 49     |    none |     --- |    saga |     1000 |      --- |  0.8125 |          1.0 |  0.640s |    57.968s |
| Iteration 50     |    none |     --- |    saga |     1000 |      --- |  0.8125 |          1.0 |  0.000s |    58.684s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'penalty': 'l2', 'C': 0.3378, 'solver': 'lbfgs', 'max_iter': 236}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.391s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7152
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.086
Time elapsed: 0.057s
-------------------------------------------------
Total time: 59.465s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.375 |        0.375 |  0.622s |     0.627s |
| Initial point 2  |     svd |       --- |  0.5625 |       0.5625 |  0.620s |     1.491s |
| Initial point 3  |     svd |       --- |  0.5625 |       0.5625 |  0.000s |     1.728s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |        0.625 |  0.641s |     2.607s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |        0.625 |  0.622s |     3.458s |
| Initial point 6  |    lsqr |       0.7 |  0.4375 |        0.625 |  0.622s |     4.330s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |         0.75 |  0.645s |     5.229s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |         0.75 |  0.619s |     6.294s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |         0.75 |  0.619s |     7.235s |
| Initial point 10 |   eigen |       0.8 |     0.5 |         0.75 |  0.623s |     8.107s |
| Iteration 11     |   eigen |       0.6 |   0.125 |         0.75 |  1.214s |     9.719s |
| Iteration 12     |     svd |       --- |  0.5625 |         0.75 |  0.000s |    10.117s |
| Iteration 13     |    lsqr |      auto |  0.4375 |         0.75 |  0.674s |    11.177s |
| Iteration 14     |     svd |       --- |  0.5625 |         0.75 |  0.000s |    11.595s |
| Iteration 15     |    lsqr |      None |    0.75 |         0.75 |  0.687s |    12.673s |
| Iteration 16     |     svd |       --- |  0.5625 |         0.75 |  0.000s |    13.078s |
| Iteration 17     |    lsqr |       1.0 |    0.25 |         0.75 |  0.678s |    14.156s |
| Iteration 18     |    lsqr |       0.5 |    0.75 |         0.75 |  0.000s |    14.593s |
| Iteration 19     |     svd |       --- |  0.5625 |         0.75 |  0.000s |    15.028s |
| Iteration 20     |     svd |       --- |  0.5625 |         0.75 |  0.000s |    15.424s |
| Iteration 21     |   eigen |      auto |     0.5 |         0.75 |  0.620s |    16.483s |
| Iteration 22     |     svd |       --- |  0.5625 |         0.75 |  0.001s |    16.913s |
| Iteration 23     |   eigen |       0.7 |   0.625 |         0.75 |  0.674s |    18.069s |
| Iteration 24     |   eigen |       0.5 |  0.5625 |         0.75 |  0.687s |    19.186s |
| Iteration 25     |   eigen |      None |  0.5625 |         0.75 |  0.673s |    20.427s |
| Iteration 26     |    lsqr |       0.9 |    0.75 |         0.75 |  0.001s |    20.933s |
| Iteration 27     |    lsqr |      None |    0.75 |         0.75 |  0.000s |    21.447s |
| Iteration 28     |    lsqr |       0.5 |    0.75 |         0.75 |  0.000s |    21.894s |
| Iteration 29     |    lsqr |       0.9 |    0.75 |         0.75 |  0.000s |    22.339s |
| Iteration 30     |    lsqr |      None |    0.75 |         0.75 |  0.000s |    22.792s |
| Iteration 31     |    lsqr |      None |    0.75 |         0.75 |  0.000s |    23.237s |
| Iteration 32     |    lsqr |       0.9 |    0.75 |         0.75 |  0.000s |    23.726s |
| Iteration 33     |    lsqr |       0.5 |    0.75 |         0.75 |  0.000s |    24.191s |
| Iteration 34     |    lsqr |       1.0 |    0.25 |         0.75 |  0.000s |    24.663s |
| Iteration 35     |    lsqr |       1.0 |    0.25 |         0.75 |  0.000s |    25.185s |
| Iteration 36     |    lsqr |      None |    0.75 |         0.75 |  0.000s |    25.689s |
| Iteration 37     |    lsqr |       0.5 |    0.75 |         0.75 |  0.000s |    26.207s |
| Iteration 38     |    lsqr |       0.9 |    0.75 |         0.75 |  0.000s |    26.700s |
| Iteration 39     |     svd |       --- |  0.5625 |         0.75 |  0.000s |    27.198s |
| Iteration 40     |    lsqr |      None |    0.75 |         0.75 |  0.000s |    27.704s |
| Iteration 41     |    lsqr |       0.9 |    0.75 |         0.75 |  0.001s |    28.227s |
| Iteration 42     |    lsqr |       0.5 |    0.75 |         0.75 |  0.000s |    28.752s |
| Iteration 43     |    lsqr |       0.5 |    0.75 |         0.75 |  0.000s |    29.279s |
| Iteration 44     |    lsqr |       0.9 |    0.75 |         0.75 |  0.000s |    29.813s |
| Iteration 45     |    lsqr |      None |    0.75 |         0.75 |  0.000s |    30.355s |
| Iteration 46     |    lsqr |       0.5 |    0.75 |         0.75 |  0.000s |    30.944s |
| Iteration 47     |    lsqr |      None |    0.75 |         0.75 |  0.000s |    31.517s |
| Iteration 48     |     svd |       --- |  0.5625 |         0.75 |  0.000s |    32.081s |
| Iteration 49     |    lsqr |       0.9 |    0.75 |         0.75 |  0.000s |    32.648s |
| Iteration 50     |    lsqr |      None |    0.75 |         0.75 |  0.000s |    33.237s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'lsqr', 'shrinkage': None}
Best evaluation --> roc_auc: 0.75
Time elapsed: 33.837s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7143
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.103
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.875s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.375 |        0.375 |  0.625s |     0.629s |
| Initial point 2  |       0.9 |  0.5625 |       0.5625 |  0.626s |     1.555s |
| Initial point 3  |       0.1 |    0.25 |       0.5625 |  0.698s |     2.528s |
| Initial point 4  |       1.0 |   0.375 |       0.5625 |  0.000s |     2.769s |
| Initial point 5  |       0.2 |  0.5625 |       0.5625 |  0.617s |     3.632s |
| Initial point 6  |       0.4 |    0.25 |       0.5625 |  0.633s |     4.499s |
| Initial point 7  |       0.4 |    0.25 |       0.5625 |  0.000s |     4.732s |
| Initial point 8  |       0.7 |    0.75 |         0.75 |  0.615s |     5.582s |
| Initial point 9  |       0.9 |  0.5625 |         0.75 |  0.000s |     5.823s |
| Initial point 10 |       0.8 |     0.5 |         0.75 |  0.625s |     6.688s |
| Iteration 11     |       0.3 |   0.125 |         0.75 |  0.618s |     7.692s |
| Iteration 12     |       0.6 |   0.375 |         0.75 |  1.171s |     9.202s |
| Iteration 13     |       0.5 |     0.5 |         0.75 |  0.635s |    10.166s |
| Iteration 14     |       0.0 |   0.625 |         0.75 |  0.621s |    11.109s |
| Iteration 15     |       0.7 |    0.75 |         0.75 |  0.000s |    11.428s |
| Iteration 16     |       0.7 |    0.75 |         0.75 |  0.000s |    11.752s |
| Iteration 17     |       0.7 |    0.75 |         0.75 |  0.000s |    12.077s |
| Iteration 18     |       0.7 |    0.75 |         0.75 |  0.000s |    12.419s |
| Iteration 19     |       0.7 |    0.75 |         0.75 |  0.000s |    12.768s |
| Iteration 20     |       0.7 |    0.75 |         0.75 |  0.000s |    13.113s |
| Iteration 21     |       0.6 |   0.375 |         0.75 |  0.000s |    13.452s |
| Iteration 22     |       0.7 |    0.75 |         0.75 |  0.000s |    13.791s |
| Iteration 23     |       0.7 |    0.75 |         0.75 |  0.000s |    14.127s |
| Iteration 24     |       0.7 |    0.75 |         0.75 |  0.000s |    14.557s |
| Iteration 25     |       0.7 |    0.75 |         0.75 |  0.000s |    14.939s |
| Iteration 26     |       0.7 |    0.75 |         0.75 |  0.000s |    15.378s |
| Iteration 27     |       0.7 |    0.75 |         0.75 |  0.000s |    15.813s |
| Iteration 28     |       0.9 |  0.5625 |         0.75 |  0.000s |    16.269s |
| Iteration 29     |       0.7 |    0.75 |         0.75 |  0.000s |    16.664s |
| Iteration 30     |       0.8 |     0.5 |         0.75 |  0.000s |    17.076s |
| Iteration 31     |       0.7 |    0.75 |         0.75 |  0.000s |    17.459s |
| Iteration 32     |       0.7 |    0.75 |         0.75 |  0.000s |    17.837s |
| Iteration 33     |       0.7 |    0.75 |         0.75 |  0.000s |    18.212s |
| Iteration 34     |       0.7 |    0.75 |         0.75 |  0.000s |    18.581s |
| Iteration 35     |       0.7 |    0.75 |         0.75 |  0.000s |    18.967s |
| Iteration 36     |       0.7 |    0.75 |         0.75 |  0.000s |    19.365s |
| Iteration 37     |       0.7 |    0.75 |         0.75 |  0.000s |    19.807s |
| Iteration 38     |       0.7 |    0.75 |         0.75 |  0.000s |    20.205s |
| Iteration 39     |       0.7 |    0.75 |         0.75 |  0.000s |    20.615s |
| Iteration 40     |       0.7 |    0.75 |         0.75 |  0.001s |    21.065s |
| Iteration 41     |       0.7 |    0.75 |         0.75 |  0.000s |    21.481s |
| Iteration 42     |       0.7 |    0.75 |         0.75 |  0.000s |    21.900s |
| Iteration 43     |       0.7 |    0.75 |         0.75 |  0.000s |    22.369s |
| Iteration 44     |       0.7 |    0.75 |         0.75 |  0.000s |    22.802s |
| Iteration 45     |       0.7 |    0.75 |         0.75 |  0.000s |    23.243s |
| Iteration 46     |       0.7 |    0.75 |         0.75 |  0.000s |    23.688s |
| Iteration 47     |       0.7 |    0.75 |         0.75 |  0.000s |    24.132s |
| Iteration 48     |       0.7 |    0.75 |         0.75 |  0.000s |    24.628s |
| Iteration 49     |       0.7 |    0.75 |         0.75 |  0.000s |    25.103s |
| Iteration 50     |       0.7 |    0.75 |         0.75 |  0.000s |    25.572s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.75
Time elapsed: 26.049s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6482
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.2131
Time elapsed: 0.027s
-------------------------------------------------
Total time: 26.086s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.5048 | dista.. |      auto |        40 |       1 |    0.25 |         0.25 |  0.648s |     0.668s |
| Initial point 2  |  4.9732 | uniform |   kd_tree |        39 |       2 |     0.5 |          0.5 |  0.642s |     1.578s |
| Initial point 3  |  3.9285 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  0.638s |     2.509s |
| Initial point 4  | 11.4612 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.659s |     3.442s |
| Initial point 5  |  8.9783 | dista.. |      auto |        30 |       2 |   0.875 |          1.0 |  0.647s |     4.364s |
| Initial point 6  | 10.3976 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  0.646s |     5.285s |
| Initial point 7  |  7.4371 | dista.. | ball_tree |        24 |       1 |  0.9375 |          1.0 |  0.651s |     6.252s |
| Initial point 8  |  1.7822 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  0.633s |     7.156s |
| Initial point 9  |  8.2844 | uniform | ball_tree |        24 |       1 |  0.9062 |          1.0 |  0.633s |     8.097s |
| Initial point 10 |  5.8843 | uniform |     brute |        22 |       2 |     0.5 |          1.0 |  0.652s |     9.037s |
| Iteration 11     | 12.1937 | dista.. |     brute |        26 |       1 |  0.1875 |          1.0 |  0.680s |    10.238s |
| Iteration 12     | 11.5714 | uniform |     brute |        25 |       2 |     0.5 |          1.0 |  0.656s |    11.389s |
| Iteration 13     |   0.762 | dista.. |      auto |        26 |       1 |  0.8438 |          1.0 |  0.640s |    12.586s |
| Iteration 14     | 12.2307 | uniform | ball_tree |        29 |       1 |     0.5 |          1.0 |  0.668s |    13.833s |
| Iteration 15     |   2.706 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  1.230s |    15.673s |
| Iteration 16     |  2.3336 | dista.. | ball_tree |        25 |       2 |    0.25 |          1.0 |  0.690s |    16.983s |
| Iteration 17     | 12.2208 | uniform |      auto |        22 |       1 |   0.375 |          1.0 |  0.691s |    18.147s |
| Iteration 18     |  7.9958 | dista.. |   kd_tree |        39 |       2 |    0.75 |          1.0 |  0.692s |    19.407s |
| Iteration 19     |  3.5787 | dista.. |   kd_tree |        38 |       1 |   0.375 |          1.0 |  0.691s |    20.591s |
| Iteration 20     |  8.6983 | dista.. |      auto |        32 |       1 |    0.75 |          1.0 |  0.637s |    21.900s |
| Iteration 21     |  2.8084 | dista.. |   kd_tree |        24 |       1 |  0.6562 |          1.0 |  0.636s |    23.060s |
| Iteration 22     |  4.0802 | dista.. | ball_tree |        23 |       2 |  0.6875 |          1.0 |  0.662s |    24.196s |
| Iteration 23     |     0.0 | uniform |   kd_tree |        30 |       2 |     0.5 |          1.0 |  0.662s |    25.361s |
| Iteration 24     |  7.9773 | uniform | ball_tree |        21 |       1 |  0.4688 |          1.0 |  0.642s |    26.561s |
| Iteration 25     |  8.9599 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.649s |    27.783s |
| Iteration 26     |  3.8932 | dista.. |   kd_tree |        24 |       2 |  0.4375 |          1.0 |  0.642s |    29.022s |
| Iteration 27     |  9.4391 | uniform |   kd_tree |        20 |       1 |  0.8125 |          1.0 |  0.627s |    30.155s |
| Iteration 28     |   9.014 | uniform |     brute |        39 |       2 |  0.9375 |          1.0 |  0.642s |    31.338s |
| Iteration 29     |  9.1449 | uniform |     brute |        34 |       2 |    0.75 |          1.0 |  0.631s |    32.490s |
| Iteration 30     |  9.0864 | dista.. |      auto |        34 |       1 |  0.8125 |          1.0 |  0.633s |    33.641s |
| Iteration 31     |  7.0784 | dista.. |     brute |        39 |       2 |   0.875 |          1.0 |  0.629s |    34.815s |
| Iteration 32     |   8.614 | dista.. |     brute |        36 |       2 |  0.8125 |          1.0 |  0.633s |    36.022s |
| Iteration 33     |  7.0217 | uniform |      auto |        39 |       2 |  0.7188 |          1.0 |  0.629s |    37.196s |
| Iteration 34     |  9.7204 | uniform |      auto |        40 |       1 |   0.875 |          1.0 |  0.631s |    38.358s |
| Iteration 35     |  9.2955 | dista.. |      auto |        39 |       2 |  0.9375 |          1.0 |  0.645s |    39.615s |
| Iteration 36     |  9.8075 | dista.. |     brute |        21 |       1 |  0.6875 |          1.0 |  0.651s |    40.829s |
| Iteration 37     |  8.8623 | uniform |      auto |        40 |       2 |  0.7188 |          1.0 |  0.639s |    42.056s |
| Iteration 38     |    9.07 | dista.. |      auto |        20 |       2 |    0.75 |          1.0 |  0.639s |    43.412s |
| Iteration 39     |  8.4817 | dista.. |     brute |        40 |       1 |    0.75 |          1.0 |  1.256s |    45.285s |
| Iteration 40     |  9.3074 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.699s |    46.575s |
| Iteration 41     |     0.0 | dista.. |     brute |        29 |       1 |     0.5 |          1.0 |  0.688s |    47.901s |
| Iteration 42     |  9.3336 | uniform |     brute |        40 |       1 |   0.875 |          1.0 |  0.653s |    49.159s |
| Iteration 43     |  9.4008 | uniform |      auto |        39 |       2 |     0.5 |          1.0 |  0.630s |    50.408s |
| Iteration 44     |  7.0106 | dista.. |     brute |        21 |       1 |   0.625 |          1.0 |  0.646s |    51.659s |
| Iteration 45     |  8.3994 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.637s |    52.922s |
| Iteration 46     |  8.4015 | dista.. |     brute |        40 |       2 |  0.5625 |          1.0 |  0.647s |    54.209s |
| Iteration 47     |  9.0947 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  0.654s |    55.494s |
| Iteration 48     |  8.1977 | uniform |      auto |        40 |       2 |   0.625 |          1.0 |  0.639s |    56.750s |
| Iteration 49     |  7.9317 | dista.. |   kd_tree |        29 |       1 |  0.8125 |          1.0 |  0.640s |    58.084s |
| Iteration 50     |  9.3277 | uniform |      auto |        40 |       1 |  0.4375 |          1.0 |  0.651s |    59.362s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 2.706, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0447
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:00s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.2812 |       0.2812 |  1.006s |     1.012s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.084s |     2.340s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |          1.0 |  0.837s |     3.418s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.9375 |          1.0 |  0.999s |     4.671s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.848s |     5.781s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.6875 |          1.0 |  1.060s |     7.118s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6875 |          1.0 |  0.694s |     8.053s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7812 |          1.0 |  0.973s |     9.265s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6875 |          1.0 |  0.681s |    10.200s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     0.5 |          1.0 |  0.802s |    11.247s |
| Iteration 11     |          500 |        0.0323 |   SAMME.R |  0.9375 |          1.0 |  1.060s |    12.777s |
| Iteration 12     |           50 |        0.0783 |   SAMME.R |     1.0 |          1.0 |  0.672s |    13.988s |
| Iteration 13     |           50 |        0.0729 |   SAMME.R |    0.75 |          1.0 |  0.668s |    15.127s |
| Iteration 14     |          397 |        0.0425 |     SAMME |     1.0 |          1.0 |  0.902s |    16.446s |
| Iteration 15     |           50 |        0.0419 |     SAMME |  0.9062 |          1.0 |  0.659s |    17.564s |
| Iteration 16     |          500 |        0.0538 |     SAMME |   0.375 |          1.0 |  0.998s |    19.530s |
| Iteration 17     |           60 |        0.1248 |     SAMME |   0.625 |          1.0 |  0.720s |    20.665s |
| Iteration 18     |          124 |        0.0324 |   SAMME.R |    0.75 |          1.0 |  0.767s |    21.890s |
| Iteration 19     |          139 |        0.5507 |     SAMME |  0.8125 |          1.0 |  0.761s |    23.058s |
| Iteration 20     |           68 |        0.0446 |   SAMME.R |     1.0 |          1.0 |  0.695s |    24.181s |
| Iteration 21     |           96 |        0.0333 |   SAMME.R |  0.8125 |          1.0 |  0.756s |    25.389s |
| Iteration 22     |           59 |        0.7103 |   SAMME.R |    0.75 |          1.0 |  0.667s |    26.519s |
| Iteration 23     |           89 |        0.0691 |   SAMME.R |  0.9062 |          1.0 |  0.703s |    27.640s |
| Iteration 24     |          102 |        0.0464 |   SAMME.R |     1.0 |          1.0 |  0.705s |    28.881s |
| Iteration 25     |           50 |        0.0467 |   SAMME.R |   0.875 |          1.0 |  0.666s |    30.022s |
| Iteration 26     |           50 |        0.0484 |   SAMME.R |     0.5 |          1.0 |  0.667s |    31.171s |
| Iteration 27     |           77 |        0.0436 |   SAMME.R |  0.6875 |          1.0 |  0.688s |    32.321s |
| Iteration 28     |          334 |        0.0477 |   SAMME.R |     1.0 |          1.0 |  0.902s |    33.664s |
| Iteration 29     |          374 |        0.3653 |     SAMME |  0.8125 |          1.0 |  0.890s |    35.003s |
| Iteration 30     |          406 |        0.0477 |   SAMME.R |  0.9375 |          1.0 |  0.957s |    36.414s |
| Iteration 31     |          137 |          0.01 |     SAMME |    0.75 |          1.0 |  0.763s |    37.645s |
| Iteration 32     |          368 |        0.0607 |   SAMME.R |  0.8125 |          1.0 |  0.972s |    39.127s |
| Iteration 33     |          469 |        0.0427 |   SAMME.R |   0.875 |          1.0 |  1.010s |    40.620s |
| Iteration 34     |          498 |        0.0662 |   SAMME.R |  0.8125 |          1.0 |  1.091s |    42.257s |
| Iteration 35     |          498 |        0.1578 |   SAMME.R |  0.5625 |          1.0 |  1.083s |    43.937s |
| Iteration 36     |          126 |        1.2448 |   SAMME.R |     1.0 |          1.0 |  0.767s |    45.230s |
| Iteration 37     |          457 |        0.0375 |     SAMME |    0.75 |          1.0 |  0.951s |    46.704s |
| Iteration 38     |          488 |        0.0398 |     SAMME |  0.7812 |          1.0 |  0.963s |    48.158s |
| Iteration 39     |          486 |        0.0417 |   SAMME.R |    0.75 |          1.0 |  1.007s |    49.712s |
| Iteration 40     |          410 |        1.3012 |   SAMME.R |   0.375 |          1.0 |  1.504s |    51.741s |
| Iteration 41     |          356 |        0.0108 |   SAMME.R |     1.0 |          1.0 |  0.960s |    53.226s |
| Iteration 42     |          314 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.946s |    54.724s |
| Iteration 43     |          388 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.997s |    56.361s |
| Iteration 44     |          307 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.921s |    57.867s |
| Iteration 45     |          386 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.012s |    59.456s |
| Iteration 46     |          392 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.983s |     1m:01s |
| Iteration 47     |          340 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.947s |     1m:03s |
| Iteration 48     |           50 |          10.0 |   SAMME.R |   0.625 |          1.0 |  0.710s |     1m:04s |
| Iteration 49     |          232 |        0.1217 |   SAMME.R |  0.6875 |          1.0 |  0.860s |     1m:06s |
| Iteration 50     |          343 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.912s |     1m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.467s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.06
Time elapsed: 2.085s
-------------------------------------------------
Total time: 1m:10s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.5625 |       0.5625 |  1.062s |     1.082s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.875 |        0.875 |  0.888s |     2.294s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.931s |     3.488s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |          1.0 |  0.779s |     4.523s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.7188 |          1.0 |  0.976s |     5.756s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  0.816s |     6.845s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.872s |     8.108s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.625 |          1.0 |  0.828s |     9.194s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |          1.0 |  0.953s |    10.416s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.375 |          1.0 |  0.927s |    11.602s |
| Iteration 11     |           10 |   entropy |      None |                20 |                1 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  0.669s |    12.964s |
| Iteration 12     |          447 |   entropy |         6 |                11 |                2 |          0.6 |     False |    0.0314 |         --- |     1.0 |          1.0 |  0.960s |    14.643s |
| Iteration 13     |           10 |   entropy |         4 |                20 |               20 |         auto |     False |     0.035 |         --- |  0.5312 |          1.0 |  0.650s |    16.128s |
| Iteration 14     |          398 |   entropy |         6 |                20 |                4 |          0.5 |     False |    0.0318 |         --- |   0.875 |          1.0 |  0.873s |    17.812s |
| Iteration 15     |           20 |   entropy |      None |                 5 |                1 |         log2 |     False |    0.0045 |         --- |     1.0 |          1.0 |  0.650s |    19.195s |
| Iteration 16     |          414 |   entropy |      None |                13 |               20 |         log2 |     False |    0.0292 |         --- |  0.2812 |          1.0 |  0.890s |    21.393s |
| Iteration 17     |          192 |   entropy |         7 |                16 |                1 |         None |     False |    0.0195 |         --- |     0.5 |          1.0 |  0.810s |    22.878s |
| Iteration 18     |          210 |   entropy |         5 |                15 |                4 |         log2 |     False |     0.024 |         --- |  0.6875 |          1.0 |  0.829s |    24.566s |
| Iteration 19     |          297 |   entropy |         6 |                18 |                6 |         log2 |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.854s |    26.205s |
| Iteration 20     |          171 |      gini |      None |                 2 |                1 |          0.6 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.782s |    27.743s |
| Iteration 21     |          117 |      gini |         6 |                 5 |                1 |          0.6 |     False |     0.009 |         --- |   0.875 |          1.0 |  0.751s |    29.224s |
| Iteration 22     |          297 |   entropy |      None |                 2 |                1 |          0.5 |     False |       0.0 |         --- |    0.75 |          1.0 |  0.854s |    30.854s |
| Iteration 23     |           73 |   entropy |         8 |                10 |               20 |         auto |      True |    0.0019 |         0.9 |   0.625 |          1.0 |  0.670s |    32.208s |
| Iteration 24     |          170 |      gini |         9 |                17 |                1 |         auto |      True |    0.0167 |         0.8 |  0.8125 |          1.0 |  0.757s |    33.716s |
| Iteration 25     |          484 |      gini |         4 |                17 |               20 |         None |     False |    0.0348 |         --- |   0.625 |          1.0 |  0.917s |    35.366s |
| Iteration 26     |          500 |      gini |         9 |                16 |                1 |          0.6 |     False |     0.035 |         --- |   0.375 |          1.0 |  0.929s |    37.002s |
| Iteration 27     |          212 |      gini |         9 |                 4 |                1 |          0.6 |     False |       0.0 |         --- |  0.4375 |          1.0 |  0.794s |    38.594s |
| Iteration 28     |          490 |   entropy |         6 |                20 |                2 |          0.8 |     False |    0.0155 |         --- |   0.875 |          1.0 |  0.974s |    40.414s |
| Iteration 29     |          481 |   entropy |         6 |                 2 |                3 |          0.6 |     False |    0.0117 |         --- |  0.6875 |          1.0 |  0.973s |    42.258s |
| Iteration 30     |          383 |      gini |         6 |                15 |                1 |          0.6 |     False |    0.0226 |         --- |   0.875 |          1.0 |  0.876s |    43.931s |
| Iteration 31     |           75 |   entropy |         6 |                17 |                2 |          0.8 |     False |     0.024 |         --- |  0.6875 |          1.0 |  0.719s |    45.603s |
| Iteration 32     |           10 |      gini |      None |                 2 |                1 |          0.7 |     False |       0.0 |         --- |   0.875 |          1.0 |  0.629s |    47.178s |
| Iteration 33     |          500 |      gini |         6 |                14 |                8 |          0.9 |     False |    0.0291 |         --- |  0.6875 |          1.0 |  0.954s |    48.955s |
| Iteration 34     |          500 |   entropy |         6 |                19 |                1 |         log2 |     False |    0.0259 |         --- |   0.875 |          1.0 |  0.968s |    50.733s |
| Iteration 35     |           10 |   entropy |         1 |                 2 |                1 |          0.5 |     False |    0.0104 |         --- |   0.875 |          1.0 |  0.671s |    52.343s |
| Iteration 36     |           10 |      gini |      None |                 2 |                1 |         log2 |     False |    0.0045 |         --- |     1.0 |          1.0 |  0.689s |    53.879s |
| Iteration 37     |           10 |      gini |      None |                 2 |                1 |         auto |      True |       0.0 |         0.8 |  0.7812 |          1.0 |  0.678s |    55.472s |
| Iteration 38     |           10 |      gini |      None |                 2 |                1 |          0.5 |     False |       0.0 |         --- |  0.6562 |          1.0 |  0.670s |    57.121s |
| Iteration 39     |          458 |   entropy |         6 |                19 |               12 |          0.6 |     False |    0.0303 |         --- |  0.8125 |          1.0 |  0.971s |    59.550s |
| Iteration 40     |          444 |   entropy |         6 |                11 |               10 |          0.6 |     False |    0.0316 |         --- |  0.9375 |          1.0 |  0.960s |     1m:02s |
| Iteration 41     |          292 |      gini |         6 |                 7 |                5 |         log2 |      True |    0.0309 |         0.8 |  0.9375 |          1.0 |  0.902s |     1m:03s |
| Iteration 42     |          500 |      gini |         6 |                 2 |                1 |         auto |      True |     0.035 |         0.7 |     1.0 |          1.0 |  1.024s |     1m:05s |
| Iteration 43     |          500 |      gini |         6 |                 2 |                1 |         auto |      True |     0.035 |         0.9 |   0.875 |          1.0 |  1.032s |     1m:07s |
| Iteration 44     |          133 |   entropy |         7 |                15 |                1 |         auto |      True |     0.035 |         0.5 |   0.875 |          1.0 |  0.778s |     1m:09s |
| Iteration 45     |           10 |      gini |      None |                11 |                1 |         None |      True |       0.0 |         0.9 |     1.0 |          1.0 |  0.674s |     1m:11s |
| Iteration 46     |           10 |   entropy |      None |                 2 |                1 |         None |      True |       0.0 |         0.9 |  0.7812 |          1.0 |  0.644s |     1m:12s |
| Iteration 47     |          500 |   entropy |         5 |                 2 |                1 |          0.5 |      True |     0.035 |         0.9 |  0.8125 |          1.0 |  1.080s |     1m:14s |
| Iteration 48     |           10 |      gini |         2 |                14 |                1 |         None |     False |       0.0 |         --- |   0.375 |          1.0 |  0.671s |     1m:16s |
| Iteration 49     |          500 |      gini |         7 |                15 |                1 |         auto |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.971s |     1m:18s |
| Iteration 50     |          500 |   entropy |         6 |                 2 |                1 |         auto |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.989s |     1m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 6, 'min_samples_split': 2, 'min_samples_leaf': 1, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.035, 'max_samples': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9723
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.464s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.051
Time elapsed: 2.053s
-------------------------------------------------
Total time: 1m:23s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.774s |     0.794s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.750s |     1.868s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.749s |     2.898s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.655s |     3.843s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.690s |     4.815s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.666s |     5.739s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.699s |     6.718s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.674s |     7.667s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |          1.0 |  0.719s |     8.666s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.687s |     9.622s |
| Iteration 11     |          474 |        0.0405 |         2 |  0.2368 |                2 |       0.7 |              0.7 |         0 |          1 |    0.75 |          1.0 |  0.726s |    11.138s |
| Iteration 12     |          435 |        0.0363 |         6 |  0.4011 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.705s |    12.559s |
| Iteration 13     |          350 |        0.0352 |         3 |  0.3762 |                2 |       0.9 |              1.0 |       0.1 |       0.01 |   0.875 |          1.0 |  0.693s |    13.887s |
| Iteration 14     |           68 |          0.01 |         1 |  0.4198 |                3 |       0.6 |              0.5 |       100 |         10 |     0.5 |          1.0 |  0.648s |    15.190s |
| Iteration 15     |          248 |        0.0137 |         4 |  0.4073 |                3 |       0.6 |              1.0 |       0.1 |       0.01 |   0.875 |          1.0 |  0.678s |    16.493s |
| Iteration 16     |          483 |        0.0837 |         9 |  0.3338 |                3 |       0.9 |              0.8 |       0.1 |        0.1 |  0.4375 |          1.0 |  0.715s |    18.565s |
| Iteration 17     |          452 |        0.0826 |         5 |  0.9265 |                1 |       1.0 |              0.5 |       0.1 |        100 |   0.375 |          1.0 |  0.776s |    20.030s |
| Iteration 18     |          448 |        0.0138 |         2 |  0.1535 |                3 |       0.9 |              0.8 |         0 |         10 |  0.6875 |          1.0 |  0.753s |    21.436s |
| Iteration 19     |          466 |        0.0291 |         6 |  0.4333 |                3 |       1.0 |              0.9 |       0.1 |       0.01 |  0.8125 |          1.0 |  0.762s |    22.879s |
| Iteration 20     |          361 |        0.0103 |         2 |  0.1866 |                9 |       0.6 |              1.0 |       0.1 |        0.1 |     0.5 |          1.0 |  0.740s |    24.288s |
| Iteration 21     |          211 |        0.0319 |         5 |  0.3857 |                3 |       0.8 |              0.9 |       0.1 |       0.01 |     1.0 |          1.0 |  0.721s |    25.798s |
| Iteration 22     |          154 |        0.1178 |        10 |  0.3043 |                3 |       0.8 |              0.9 |       0.1 |         10 |   0.875 |          1.0 |  0.714s |    27.275s |
| Iteration 23     |          293 |        0.0276 |         6 |  0.2737 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |          1.0 |  0.679s |    28.682s |
| Iteration 24     |          184 |           1.0 |         7 |   0.425 |                8 |       0.6 |              0.9 |         1 |         10 |     0.5 |          1.0 |  0.666s |    30.148s |
| Iteration 25     |           90 |        0.0905 |         7 |  0.3907 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |          1.0 |  0.647s |    31.670s |
| Iteration 26     |          261 |        0.0325 |         6 |  0.4247 |                3 |       0.8 |              0.9 |       0.1 |          1 |     1.0 |          1.0 |  0.679s |    33.275s |
| Iteration 27     |          463 |        0.0321 |         9 |  0.4344 |                3 |       0.7 |              0.9 |      0.01 |          0 |  0.4375 |          1.0 |  0.716s |    34.807s |
| Iteration 28     |          451 |        0.1644 |         6 |  0.4173 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |          1.0 |  0.710s |    36.331s |
| Iteration 29     |          488 |        0.0365 |         5 |  0.4128 |                3 |       0.8 |              0.7 |       0.1 |          0 |    0.75 |          1.0 |  0.707s |    37.889s |
| Iteration 30     |          299 |        0.0323 |         2 |   0.436 |                3 |       0.8 |              0.9 |       0.1 |          0 |     1.0 |          1.0 |  0.679s |    39.379s |
| Iteration 31     |          413 |        0.0376 |         1 |  0.4538 |                3 |       0.8 |              0.9 |       0.1 |          0 |     1.0 |          1.0 |  0.703s |    41.001s |
| Iteration 32     |          385 |        0.0364 |         2 |  0.4327 |                3 |       0.8 |              0.9 |       0.1 |         10 |    0.75 |          1.0 |  0.746s |    42.598s |
| Iteration 33     |          457 |        0.0358 |         6 |  0.4235 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  0.750s |    44.235s |
| Iteration 34     |          154 |        0.0332 |         6 |  0.4275 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  0.704s |    45.925s |
| Iteration 35     |          336 |        0.0335 |         3 |   0.491 |                3 |       0.9 |              0.7 |         1 |          0 |  0.9375 |          1.0 |  0.726s |    47.483s |
| Iteration 36     |          297 |        0.0377 |         5 |  0.4713 |                2 |       1.0 |              0.5 |        10 |        0.1 |     0.5 |          1.0 |  0.696s |    49.026s |
| Iteration 37     |           20 |        0.0114 |         2 |  0.5113 |                3 |       1.0 |              0.9 |         1 |          0 |  0.9062 |          1.0 |  0.699s |    50.582s |
| Iteration 38     |          483 |        0.2713 |         2 |  0.4494 |                3 |       1.0 |              0.9 |         0 |          0 |  0.6562 |          1.0 |  0.750s |    52.234s |
| Iteration 39     |          233 |         0.034 |         2 |  0.4512 |                3 |       0.8 |              0.9 |       0.1 |          0 |  0.8125 |          1.0 |  1.241s |    54.408s |
| Iteration 40     |          500 |          0.01 |         1 |  0.2535 |                2 |       0.5 |              0.9 |         1 |          0 |    0.75 |          1.0 |  0.756s |    56.092s |
| Iteration 41     |           20 |        0.0565 |         6 |  0.2401 |                3 |       0.9 |              1.0 |      0.01 |        100 |    0.75 |          1.0 |  0.646s |    57.629s |
| Iteration 42     |           20 |        0.0301 |         3 |  0.6915 |                3 |       0.9 |              1.0 |       0.1 |        0.1 |     1.0 |          1.0 |  0.683s |    59.392s |
| Iteration 43     |           20 |        0.0939 |         3 |  0.4283 |                3 |       1.0 |              1.0 |       0.1 |        0.1 |  0.9375 |          1.0 |  0.683s |     1m:01s |
| Iteration 44     |           20 |        0.0144 |         3 |  0.4016 |                3 |       1.0 |              1.0 |       0.1 |       0.01 |  0.9375 |          1.0 |  0.685s |     1m:03s |
| Iteration 45     |           20 |          0.01 |         3 |     1.0 |                4 |       1.0 |              1.0 |       0.1 |       0.01 |     1.0 |          1.0 |  0.677s |     1m:04s |
| Iteration 46     |           20 |        0.0161 |         3 |  0.5302 |                4 |       0.7 |              1.0 |       0.1 |       0.01 |  0.5625 |          1.0 |  0.680s |     1m:06s |
| Iteration 47     |          259 |        0.0163 |         3 |  0.5727 |                3 |       1.0 |              1.0 |       0.1 |       0.01 |  0.8125 |          1.0 |  0.728s |     1m:08s |
| Iteration 48     |          335 |          0.01 |         4 |  0.4463 |                2 |       0.8 |              1.0 |         1 |          0 |    0.75 |          1.0 |  0.743s |     1m:10s |
| Iteration 49     |           20 |         0.711 |         1 |  0.7705 |                3 |       1.0 |              0.8 |       0.1 |          0 |   0.875 |          1.0 |  0.687s |     1m:11s |
| Iteration 50     |          244 |        0.0669 |         1 |  0.7647 |                3 |       1.0 |              1.0 |         1 |       0.01 |  0.7812 |          1.0 |  0.710s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9518
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.092s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0447
Time elapsed: 0.283s
-------------------------------------------------
Total time: 1m:15s


Final results ==================== >>
Duration: 7m:59s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.84 ± 0.097 ~
Logistic Regression             --> roc_auc: 0.76 ± 0.086
Linear Discriminant Analysis    --> roc_auc: 0.53 ± 0.103
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.2131
Radius Nearest Neighbors        --> roc_auc: 0.65 ± 0.0447 ~
AdaBoost                        --> roc_auc: 0.88 ± 0.06
Random Forest                   --> roc_auc: 0.93 ± 0.051 !
XGBoost                         --> roc_auc: 0.85 ± 0.0447
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAATDSNYQLIW.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGTGTASKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVFTSGTYKYIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.4688 |       0.4688 |  3.107s |     3.127s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |        0.625 |  3.167s |     6.556s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  3.108s |    10.521s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.9375 |          1.0 |  3.176s |    14.074s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |          1.0 |  3.222s |    17.694s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |          1.0 |  3.239s |    21.201s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.625 |          1.0 |  3.236s |    24.712s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |          1.0 |  3.243s |    28.222s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  3.175s |    31.669s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.625 |          1.0 |  3.188s |    35.168s |
| Iteration 11     | exponen.. |        0.4416 |           10 |       0.9 | squared_er.. |                20 |               18 |         2 |         auto |    0.0165 |  0.3125 |          1.0 |  3.157s |    38.910s |
| Iteration 12     | exponen.. |        0.1133 |           52 |       0.8 | squared_er.. |                11 |               17 |         3 |          0.6 |    0.0005 |    0.75 |          1.0 |  3.169s |    42.724s |
| Iteration 13     | exponen.. |        0.0224 |          280 |       0.8 | friedman_mse |                20 |               15 |         1 |         sqrt |    0.0118 |   0.625 |          1.0 |  3.216s |    46.587s |
| Iteration 14     |  deviance |        0.0641 |           72 |       0.8 | squared_er.. |                20 |                2 |         9 |         None |    0.0033 |   0.875 |          1.0 |  3.173s |    50.350s |
| Iteration 15     |  deviance |        0.0264 |          429 |       0.8 | squared_er.. |                20 |                1 |        10 |          0.9 |    0.0231 |    0.75 |          1.0 |  3.861s |    54.842s |
| Iteration 16     | exponen.. |        0.3151 |          342 |       0.8 | squared_er.. |                17 |               19 |         3 |         auto |    0.0235 |     0.5 |          1.0 |  3.116s |    58.488s |
| Iteration 17     | exponen.. |        0.0491 |           25 |       0.8 | squared_er.. |                18 |                4 |         4 |          0.6 |    0.0343 |   0.625 |          1.0 |  3.121s |     1m:02s |
| Iteration 18     | exponen.. |        0.0282 |           30 |       1.0 | friedman_mse |                12 |               10 |         6 |          0.8 |    0.0296 |  0.4688 |          1.0 |  3.156s |     1m:06s |
| Iteration 19     | exponen.. |        0.0338 |           59 |       0.9 | squared_er.. |                 6 |               16 |         1 |         log2 |    0.0231 |   0.625 |          1.0 |  3.119s |     1m:10s |
| Iteration 20     | exponen.. |        0.3622 |           10 |       0.8 | squared_er.. |                11 |               11 |         3 |         log2 |    0.0215 |   0.875 |          1.0 |  3.130s |     1m:14s |
| Iteration 21     | exponen.. |        0.4002 |           14 |       0.8 | squared_er.. |                10 |               20 |         8 |         auto |    0.0244 |  0.5312 |          1.0 |  3.144s |     1m:17s |
| Iteration 22     | exponen.. |        0.8051 |           10 |       0.8 | squared_er.. |                 5 |               18 |         2 |          0.7 |    0.0233 |   0.625 |          1.0 |  3.123s |     1m:21s |
| Iteration 23     | exponen.. |        0.0143 |           68 |       0.6 | friedman_mse |                 9 |               14 |         5 |         log2 |    0.0209 |    0.75 |          1.0 |  3.122s |     1m:25s |
| Iteration 24     |  deviance |        0.0125 |          337 |       0.8 | squared_er.. |                13 |               10 |         9 |          0.6 |     0.002 |  0.3125 |          1.0 |  3.185s |     1m:29s |
| Iteration 25     | exponen.. |        0.6412 |           73 |       0.8 | squared_er.. |                15 |               14 |         3 |         log2 |    0.0297 |   0.875 |          1.0 |  3.110s |     1m:33s |
| Iteration 26     |  deviance |        0.0529 |           13 |       0.8 | squared_er.. |                10 |               15 |         1 |         auto |    0.0033 |  0.4375 |          1.0 |  3.110s |     1m:37s |
| Iteration 27     | exponen.. |        0.0113 |           17 |       0.8 | squared_er.. |                17 |               20 |         2 |         auto |    0.0289 |  0.7812 |          1.0 |  3.113s |     1m:40s |
| Iteration 28     | exponen.. |        0.3829 |           51 |       0.8 | squared_er.. |                18 |               17 |         2 |         sqrt |    0.0061 |     0.5 |          1.0 |  3.108s |     1m:44s |
| Iteration 29     |  deviance |        0.4006 |           81 |       0.8 | squared_er.. |                 3 |                1 |         4 |         sqrt |     0.024 |   0.625 |          1.0 |  3.110s |     1m:48s |
| Iteration 30     | exponen.. |        0.6522 |          225 |       0.6 | friedman_mse |                11 |               13 |         5 |         auto |    0.0221 |   0.875 |          1.0 |  3.219s |     1m:52s |
| Iteration 31     |  deviance |         0.044 |          201 |       0.6 | friedman_mse |                11 |               20 |         5 |         auto |    0.0158 |     0.5 |          1.0 |  3.201s |     1m:56s |
| Iteration 32     | exponen.. |        0.0394 |           66 |       0.8 | squared_er.. |                20 |                2 |         3 |         log2 |    0.0218 |  0.9375 |          1.0 |  3.176s |     2m:00s |
| Iteration 33     | exponen.. |        0.1543 |           52 |       0.7 | squared_er.. |                 9 |               20 |         3 |         sqrt |     0.024 |  0.5312 |          1.0 |  3.203s |     2m:04s |
| Iteration 34     | exponen.. |        0.0877 |          172 |       0.6 | friedman_mse |                12 |               14 |         5 |         auto |    0.0131 |   0.875 |          1.0 |  3.184s |     2m:08s |
| Iteration 35     | exponen.. |        0.0234 |           97 |       0.8 | squared_er.. |                13 |                5 |         3 |          0.8 |    0.0166 |     1.0 |          1.0 |  3.185s |     2m:12s |
| Iteration 36     | exponen.. |         0.322 |          327 |       0.8 | squared_er.. |                15 |                3 |         1 |         sqrt |    0.0148 |  0.5625 |          1.0 |  3.226s |     2m:16s |
| Iteration 37     | exponen.. |           1.0 |           89 |       0.8 | squared_er.. |                17 |               19 |         3 |          0.9 |    0.0182 |    0.75 |          1.0 |  3.173s |     2m:20s |
| Iteration 38     | exponen.. |        0.1286 |           96 |       0.8 | squared_er.. |                 4 |                4 |         3 |          0.6 |    0.0162 |  0.9062 |          1.0 |  3.179s |     2m:25s |
| Iteration 39     | exponen.. |          0.01 |          118 |       0.8 | squared_er.. |                 6 |                6 |         3 |          0.5 |    0.0198 |  0.5625 |          1.0 |  3.163s |     2m:29s |
| Iteration 40     | exponen.. |        0.0419 |           74 |       0.8 | squared_er.. |                12 |                1 |         3 |          0.8 |    0.0155 |  0.6875 |          1.0 |  3.179s |     2m:33s |
| Iteration 41     | exponen.. |         0.012 |          241 |       0.6 | squared_er.. |                 3 |               14 |         5 |          0.6 |    0.0004 |   0.375 |          1.0 |  3.236s |     2m:37s |
| Iteration 42     | exponen.. |        0.2902 |          207 |       0.6 | friedman_mse |                 7 |               13 |         5 |          0.8 |    0.0245 |    0.75 |          1.0 |  3.250s |     2m:41s |
| Iteration 43     | exponen.. |        0.2698 |           54 |       0.8 | squared_er.. |                17 |               13 |         3 |          0.9 |    0.0228 |   0.875 |          1.0 |  3.175s |     2m:46s |
| Iteration 44     | exponen.. |        0.0894 |           77 |       0.8 | squared_er.. |                15 |               20 |         2 |         auto |    0.0231 |     1.0 |          1.0 |  3.189s |     2m:50s |
| Iteration 45     | exponen.. |        0.0158 |           64 |       0.8 | squared_er.. |                17 |               14 |         2 |         auto |    0.0242 |   0.875 |          1.0 |  3.196s |     2m:54s |
| Iteration 46     | exponen.. |        0.0686 |          236 |       0.6 | friedman_mse |                 4 |               18 |         4 |         auto |     0.015 |     0.5 |          1.0 |  3.207s |     2m:58s |
| Iteration 47     | exponen.. |        0.9799 |           76 |       0.8 | squared_er.. |                15 |               19 |         3 |         auto |    0.0231 |   0.875 |          1.0 |  3.170s |     3m:02s |
| Iteration 48     | exponen.. |        0.0993 |           48 |       0.8 | squared_er.. |                15 |                4 |         3 |         auto |    0.0234 |     0.5 |          1.0 |  3.179s |     3m:06s |
| Iteration 49     | exponen.. |        0.0127 |           57 |       0.8 | friedman_mse |                18 |               19 |         3 |          0.8 |    0.0127 |    0.75 |          1.0 |  3.168s |     3m:10s |
| Iteration 50     | exponen.. |        0.0317 |           59 |       0.8 | squared_er.. |                17 |               19 |         3 |          0.5 |    0.0251 |  0.5625 |          1.0 |  3.182s |     3m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0894, 'n_estimators': 77, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 15, 'min_samples_leaf': 20, 'max_depth': 2, 'max_features': 'auto', 'ccp_alpha': 0.0231}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9491
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.029s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0917
Time elapsed: 0.125s
-------------------------------------------------
Total time: 3m:16s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.25 |         0.25 |  3.171s |     3.183s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.1875 |         0.25 |  3.206s |     6.812s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.375 |        0.375 |  3.178s |    10.255s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.6875 |       0.6875 |  3.188s |    13.714s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |       0.6875 |  3.177s |    17.134s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.375 |       0.6875 |  3.207s |    20.597s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.1875 |       0.6875 |  3.232s |    24.073s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.25 |       0.6875 |  3.190s |    27.515s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |       0.6875 |  3.193s |    30.956s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |       0.6875 |  3.191s |    34.413s |
| Iteration 11     |      l2 |  0.0096 | newto.. |      472 |      --- |    0.25 |       0.6875 |  3.188s |    38.089s |
| Iteration 12     |      l2 |  0.2007 | libli.. |      803 |      --- |  0.5625 |       0.6875 |  3.212s |    41.752s |
| Iteration 13     |      l2 |  0.0444 | newto.. |      701 |      --- |   0.625 |       0.6875 |  3.190s |    45.425s |
| Iteration 14     | elast.. |  0.0326 |    saga |     1000 |      0.9 |     0.5 |       0.6875 |  3.195s |    49.159s |
| Iteration 15     | elast.. |  0.0333 |    saga |      182 |      0.6 |     0.5 |       0.6875 |  3.188s |    52.893s |
| Iteration 16     |      l2 |  0.1061 | libli.. |      959 |      --- |    0.25 |       0.6875 |  3.158s |    56.597s |
| Iteration 17     |      l2 |  0.0335 | libli.. |      889 |      --- |  0.4375 |       0.6875 |  3.803s |     1m:01s |
| Iteration 18     |    none |     --- | newto.. |     1000 |      --- |  0.5625 |       0.6875 |  3.191s |     1m:05s |
| Iteration 19     |      l2 |  0.0291 | libli.. |      100 |      --- |   0.625 |       0.6875 |  3.216s |     1m:09s |
| Iteration 20     |      l2 |  0.0492 |     sag |      124 |      --- |     0.5 |       0.6875 |  3.166s |     1m:13s |
| Iteration 21     |      l2 |  0.0372 | newto.. |      452 |      --- |  0.4375 |       0.6875 |  3.185s |     1m:16s |
| Iteration 22     |      l2 |  0.0026 | newto.. |      171 |      --- |  0.1875 |       0.6875 |  3.198s |     1m:20s |
| Iteration 23     |      l2 |  0.0303 | newto.. |      100 |      --- |   0.125 |       0.6875 |  3.161s |     1m:24s |
| Iteration 24     |      l2 |  0.0106 | libli.. |      278 |      --- |  0.1875 |       0.6875 |  3.186s |     1m:28s |
| Iteration 25     |      l2 |  0.1759 | libli.. |      219 |      --- |  0.5625 |       0.6875 |  3.194s |     1m:31s |
| Iteration 26     |      l1 |  0.0027 |    saga |      315 |      --- |     0.5 |       0.6875 |  3.179s |     1m:35s |
| Iteration 27     |      l1 |  0.0303 | libli.. |      271 |      --- |     0.5 |       0.6875 |  3.177s |     1m:39s |
| Iteration 28     |      l2 |  0.0302 | libli.. |      330 |      --- |   0.375 |       0.6875 |  3.169s |     1m:43s |
| Iteration 29     |      l2 |  0.0514 | newto.. |      574 |      --- |  0.5625 |       0.6875 |  3.185s |     1m:47s |
| Iteration 30     |      l2 |  0.0265 |     sag |      112 |      --- |  0.9375 |       0.9375 |  3.215s |     1m:51s |
| Iteration 31     |      l2 |  0.0266 |     sag |      489 |      --- |   0.875 |       0.9375 |  3.191s |     1m:54s |
| Iteration 32     |      l2 |  0.0268 |     sag |      407 |      --- |   0.125 |       0.9375 |  3.178s |     1m:58s |
| Iteration 33     |      l2 |  0.0251 |     sag |      278 |      --- |   0.625 |       0.9375 |  3.190s |     2m:02s |
| Iteration 34     |      l2 | 33.1869 |     sag |      100 |      --- |     0.5 |       0.9375 |  3.172s |     2m:06s |
| Iteration 35     |      l2 |  0.0105 |     sag |      272 |      --- |  0.4375 |       0.9375 |  3.188s |     2m:10s |
| Iteration 36     |    none |     --- |     sag |      995 |      --- |  0.5625 |       0.9375 |  3.179s |     2m:14s |
| Iteration 37     |      l2 |  0.0255 |     sag |      441 |      --- |   0.375 |       0.9375 |  3.179s |     2m:18s |
| Iteration 38     |      l2 |  0.0459 |     sag |      406 |      --- |  0.8438 |       0.9375 |  3.166s |     2m:21s |
| Iteration 39     |      l2 |  0.0288 |     sag |      100 |      --- |   0.375 |       0.9375 |  3.167s |     2m:25s |
| Iteration 40     |    none |     --- |     sag |      985 |      --- |  0.4375 |       0.9375 |  3.168s |     2m:29s |
| Iteration 41     |      l1 |  0.2753 |    saga |      239 |      --- |  0.3125 |       0.9375 |  3.772s |     2m:33s |
| Iteration 42     |      l2 |  0.0334 |    saga |      381 |      --- |  0.4375 |       0.9375 |  3.184s |     2m:37s |
| Iteration 43     |      l2 |  0.0014 | libli.. |      178 |      --- |   0.625 |       0.9375 |  3.190s |     2m:41s |
| Iteration 44     | elast.. |  0.0139 |    saga |      528 |      0.1 |  0.8125 |       0.9375 |  3.160s |     2m:45s |
| Iteration 45     |      l2 |  0.0013 |     sag |      475 |      --- |  0.6875 |       0.9375 |  3.177s |     2m:49s |
| Iteration 46     |      l1 | 52.5974 |    saga |      343 |      --- |  0.6875 |       0.9375 |  3.167s |     2m:52s |
| Iteration 47     |      l1 |  0.0033 |    saga |      171 |      --- |     0.5 |       0.9375 |  3.177s |     2m:56s |
| Iteration 48     | elast.. |  1.0215 |    saga |     1000 |      0.3 |   0.375 |       0.9375 |  3.162s |     3m:00s |
| Iteration 49     |    none |     --- |    saga |      873 |      --- |  0.8125 |       0.9375 |  3.173s |     3m:04s |
| Iteration 50     |    none |     --- |    saga |      257 |      --- |   0.375 |       0.9375 |  3.175s |     3m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'l2', 'C': 0.0265, 'solver': 'sag', 'max_iter': 112}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.783
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.086
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:09s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.0 |          0.0 |  3.102s |     3.108s |
| Initial point 2  |     svd |       --- |   0.125 |        0.125 |  3.173s |     6.616s |
| Initial point 3  |     svd |       --- |   0.125 |        0.125 |  0.001s |     6.925s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  3.106s |    10.307s |
| Initial point 5  |   eigen |       0.9 |  0.4375 |         0.75 |  3.168s |    13.743s |
| Initial point 6  |    lsqr |       0.7 |   0.375 |         0.75 |  3.142s |    17.130s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |         0.75 |  3.199s |    20.567s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |         0.75 |  3.178s |    23.991s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |         0.75 |  3.169s |    27.411s |
| Initial point 10 |   eigen |       0.8 |   0.625 |         0.75 |  3.168s |    30.839s |
| Iteration 11     |    lsqr |      auto |  0.1875 |         0.75 |  3.165s |    34.373s |
| Iteration 12     |     svd |       --- |   0.125 |         0.75 |  0.000s |    34.781s |
| Iteration 13     |    lsqr |      None |   0.625 |         0.75 |  3.165s |    38.417s |
| Iteration 14     |    lsqr |       1.0 |  0.3125 |         0.75 |  3.195s |    42.003s |
| Iteration 15     |   eigen |       0.5 |   0.875 |        0.875 |  3.186s |    45.585s |
| Iteration 16     |   eigen |      None |    0.25 |        0.875 |  3.134s |    49.109s |
| Iteration 17     |     svd |       --- |   0.125 |        0.875 |  0.000s |    49.515s |
| Iteration 18     |   eigen |       0.6 |   0.625 |        0.875 |  3.168s |    53.085s |
| Iteration 19     |   eigen |       0.7 |    0.75 |        0.875 |  3.184s |    56.689s |
| Iteration 20     |   eigen |       0.5 |   0.875 |        0.875 |  0.001s |    57.213s |
| Iteration 21     |   eigen |      auto |   0.375 |        0.875 |  3.161s |     1m:01s |
| Iteration 22     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 23     |     svd |       --- |   0.125 |        0.875 |  0.000s |     1m:02s |
| Iteration 24     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 25     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 26     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 27     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 28     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 29     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 30     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 31     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 32     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 33     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 34     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:08s |
| Iteration 35     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:08s |
| Iteration 36     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:09s |
| Iteration 37     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:09s |
| Iteration 38     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:10s |
| Iteration 39     |   eigen |       0.5 |   0.875 |        0.875 |  0.001s |     1m:10s |
| Iteration 40     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 41     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 42     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 43     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 44     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:13s |
| Iteration 45     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 46     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 47     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 48     |   eigen |       0.5 |   0.875 |        0.875 |  0.001s |     1m:15s |
| Iteration 49     |   eigen |       0.5 |   0.875 |        0.875 |  0.001s |     1m:16s |
| Iteration 50     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7268
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.1715
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:18s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.0 |          0.0 |  3.097s |     3.100s |
| Initial point 2  |       0.9 |   0.375 |        0.375 |  3.166s |     6.531s |
| Initial point 3  |       0.1 |  0.1875 |        0.375 |  3.135s |     9.959s |
| Initial point 4  |       1.0 |     0.0 |        0.375 |  0.000s |    10.216s |
| Initial point 5  |       0.2 |   0.375 |        0.375 |  3.171s |    13.660s |
| Initial point 6  |       0.4 |   0.375 |        0.375 |  3.115s |    17.013s |
| Initial point 7  |       0.4 |   0.375 |        0.375 |  0.000s |    17.263s |
| Initial point 8  |       0.7 |  0.6875 |       0.6875 |  3.142s |    20.675s |
| Initial point 9  |       0.9 |   0.375 |       0.6875 |  0.000s |    20.913s |
| Initial point 10 |       0.8 |  0.4375 |       0.6875 |  3.170s |    24.320s |
| Iteration 11     |       0.3 |  0.1875 |       0.6875 |  3.174s |    27.884s |
| Iteration 12     |       0.6 |  0.5625 |       0.6875 |  3.181s |    31.432s |
| Iteration 13     |       0.5 |  0.6875 |       0.6875 |  3.132s |    34.926s |
| Iteration 14     |       0.0 |  0.6875 |       0.6875 |  3.154s |    38.527s |
| Iteration 15     |       0.5 |  0.6875 |       0.6875 |  0.000s |    38.975s |
| Iteration 16     |       0.7 |  0.6875 |       0.6875 |  0.000s |    39.353s |
| Iteration 17     |       0.0 |  0.6875 |       0.6875 |  0.000s |    39.702s |
| Iteration 18     |       0.5 |  0.6875 |       0.6875 |  0.000s |    40.058s |
| Iteration 19     |       0.0 |  0.6875 |       0.6875 |  0.000s |    40.414s |
| Iteration 20     |       0.7 |  0.6875 |       0.6875 |  0.000s |    40.775s |
| Iteration 21     |       0.0 |  0.6875 |       0.6875 |  0.000s |    41.261s |
| Iteration 22     |       0.5 |  0.6875 |       0.6875 |  0.000s |    41.613s |
| Iteration 23     |       0.7 |  0.6875 |       0.6875 |  0.000s |    41.970s |
| Iteration 24     |       0.5 |  0.6875 |       0.6875 |  0.000s |    42.322s |
| Iteration 25     |       0.7 |  0.6875 |       0.6875 |  0.000s |    42.694s |
| Iteration 26     |       0.0 |  0.6875 |       0.6875 |  0.000s |    43.066s |
| Iteration 27     |       0.5 |  0.6875 |       0.6875 |  0.000s |    43.419s |
| Iteration 28     |       0.7 |  0.6875 |       0.6875 |  0.000s |    43.787s |
| Iteration 29     |       0.0 |  0.6875 |       0.6875 |  0.000s |    44.214s |
| Iteration 30     |       0.5 |  0.6875 |       0.6875 |  0.000s |    44.576s |
| Iteration 31     |       0.7 |  0.6875 |       0.6875 |  0.000s |    44.948s |
| Iteration 32     |       0.0 |  0.6875 |       0.6875 |  0.000s |    45.324s |
| Iteration 33     |       0.0 |  0.6875 |       0.6875 |  0.000s |    45.715s |
| Iteration 34     |       0.7 |  0.6875 |       0.6875 |  0.000s |    46.522s |
| Iteration 35     |       0.5 |  0.6875 |       0.6875 |  0.000s |    47.455s |
| Iteration 36     |       0.3 |  0.1875 |       0.6875 |  0.000s |    47.967s |
| Iteration 37     |       0.0 |  0.6875 |       0.6875 |  0.000s |    48.363s |
| Iteration 38     |       0.5 |  0.6875 |       0.6875 |  0.000s |    48.806s |
| Iteration 39     |       0.7 |  0.6875 |       0.6875 |  0.000s |    49.246s |
| Iteration 40     |       0.0 |  0.6875 |       0.6875 |  0.000s |    49.664s |
| Iteration 41     |       0.7 |  0.6875 |       0.6875 |  0.000s |    50.097s |
| Iteration 42     |       0.5 |  0.6875 |       0.6875 |  0.000s |    51.094s |
| Iteration 43     |       0.5 |  0.6875 |       0.6875 |  0.000s |    51.528s |
| Iteration 44     |       0.7 |  0.6875 |       0.6875 |  0.000s |    51.990s |
| Iteration 45     |       0.0 |  0.6875 |       0.6875 |  0.000s |    52.429s |
| Iteration 46     |       0.5 |  0.6875 |       0.6875 |  0.001s |    52.917s |
| Iteration 47     |       0.7 |  0.6875 |       0.6875 |  0.000s |    53.364s |
| Iteration 48     |       0.0 |  0.6875 |       0.6875 |  0.000s |    53.823s |
| Iteration 49     |       0.7 |  0.6875 |       0.6875 |  0.000s |    54.284s |
| Iteration 50     |       0.0 |  0.6875 |       0.6875 |  0.000s |    54.816s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.6875
Time elapsed: 55.290s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9482
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.2864
Time elapsed: 0.027s
-------------------------------------------------
Total time: 55.327s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.3636 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  3.124s |     3.144s |
| Initial point 2  |  4.1216 | uniform |   kd_tree |        39 |       2 |  0.5625 |          1.0 |  3.241s |     6.663s |
| Initial point 3  |  3.2558 | dista.. | ball_tree |        25 |       2 |  0.5625 |          1.0 |  3.156s |    10.079s |
| Initial point 4  |  9.4987 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  3.188s |    13.537s |
| Initial point 5  |   7.441 | dista.. |      auto |        30 |       2 |  0.5312 |          1.0 |  3.167s |    16.986s |
| Initial point 6  |  8.6172 | dista.. | ball_tree |        21 |       2 |  0.4375 |          1.0 |  3.152s |    20.402s |
| Initial point 7  |  6.1636 | dista.. | ball_tree |        24 |       1 |  0.4375 |          1.0 |  3.178s |    23.840s |
| Initial point 8  |   1.477 | dista.. | ball_tree |        21 |       2 |   0.375 |          1.0 |  3.212s |    27.404s |
| Initial point 9  |  6.8659 | uniform | ball_tree |        24 |       1 |  0.8125 |          1.0 |  3.146s |    30.865s |
| Initial point 10 |  4.8767 | uniform |     brute |        22 |       2 |   0.625 |          1.0 |  3.155s |    34.408s |
| Iteration 11     |   0.258 | dista.. |     brute |        39 |       2 |     0.5 |          1.0 |  3.154s |    38.078s |
| Iteration 12     |     0.0 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.108s |    41.679s |
| Iteration 13     |     0.0 | dista.. |      auto |        40 |       2 |     0.5 |          1.0 |  3.141s |    45.294s |
| Iteration 14     | 10.0099 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  3.135s |    48.956s |
| Iteration 15     | 10.3928 | dista.. |     brute |        20 |       2 |  0.5625 |          1.0 |  3.096s |    52.665s |
| Iteration 16     | 10.3928 | dista.. |      auto |        38 |       1 |    0.75 |          1.0 |  3.114s |    56.342s |
| Iteration 17     |  8.8473 | dista.. |      auto |        40 |       1 |  0.6562 |          1.0 |  3.147s |    59.994s |
| Iteration 18     |   6.731 | uniform |     brute |        22 |       2 |   0.875 |          1.0 |  3.118s |     1m:04s |
| Iteration 19     |  7.4348 | uniform | ball_tree |        22 |       1 |  0.3438 |          1.0 |  3.146s |     1m:07s |
| Iteration 20     | 10.2582 | dista.. |   kd_tree |        40 |       2 |    0.75 |          1.0 |  3.151s |     1m:11s |
| Iteration 21     |  6.4567 | uniform | ball_tree |        25 |       1 |  0.5938 |          1.0 |  3.146s |     1m:15s |
| Iteration 22     | 10.0267 | dista.. |      auto |        36 |       1 |   0.375 |          1.0 |  3.141s |     1m:18s |
| Iteration 23     |  6.5198 | uniform |      auto |        22 |       1 |    0.25 |          1.0 |  3.121s |     1m:22s |
| Iteration 24     | 10.3928 | dista.. | ball_tree |        40 |       1 |   0.375 |          1.0 |  3.115s |     1m:26s |
| Iteration 25     | 10.3928 | dista.. |      auto |        40 |       1 |  0.4375 |          1.0 |  3.132s |     1m:30s |
| Iteration 26     |  8.8475 | uniform |     brute |        27 |       2 |  0.5938 |          1.0 |  3.136s |     1m:33s |
| Iteration 27     |  0.0001 | uniform |   kd_tree |        28 |       1 |     0.5 |          1.0 |  3.180s |     1m:38s |
| Iteration 28     | 10.3911 | dista.. |   kd_tree |        23 |       2 |    0.25 |          1.0 |  3.122s |     1m:41s |
| Iteration 29     | 10.3794 | uniform | ball_tree |        32 |       1 |    0.25 |          1.0 |  3.140s |     1m:45s |
| Iteration 30     | 10.3015 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  3.155s |     1m:49s |
| Iteration 31     |  9.1622 | uniform | ball_tree |        22 |       2 |   0.375 |          1.0 |  3.139s |     1m:53s |
| Iteration 32     |  8.3293 | dista.. |     brute |        24 |       2 |    0.25 |          1.0 |  3.174s |     1m:56s |
| Iteration 33     | 10.3928 | dista.. |      auto |        39 |       1 |  0.6875 |          1.0 |  3.166s |     2m:00s |
| Iteration 34     |  6.5669 | uniform |     brute |        24 |       2 |   0.375 |          1.0 |  3.137s |     2m:04s |
| Iteration 35     |  0.0378 | dista.. | ball_tree |        33 |       1 |     0.5 |          1.0 |  3.163s |     2m:08s |
| Iteration 36     |  0.0008 | uniform |     brute |        35 |       1 |     0.5 |          1.0 |  3.140s |     2m:11s |
| Iteration 37     | 10.3928 | dista.. |      auto |        40 |       2 |   0.625 |          1.0 |  3.173s |     2m:15s |
| Iteration 38     |   0.023 | dista.. | ball_tree |        29 |       2 |     0.5 |          1.0 |  3.144s |     2m:19s |
| Iteration 39     |  0.3146 | uniform |      auto |        40 |       2 |     0.5 |          1.0 |  3.143s |     2m:23s |
| Iteration 40     | 10.3928 | dista.. |     brute |        39 |       2 |    0.75 |          1.0 |  3.172s |     2m:27s |
| Iteration 41     |   0.027 | uniform |     brute |        20 |       1 |     0.5 |          1.0 |  3.175s |     2m:30s |
| Iteration 42     | 10.3928 | dista.. |   kd_tree |        39 |       2 |  0.6875 |          1.0 |  3.199s |     2m:34s |
| Iteration 43     | 10.3928 | dista.. |   kd_tree |        39 |       2 |  0.6875 |          1.0 |  0.001s |     2m:35s |
| Iteration 44     | 10.3928 | dista.. |   kd_tree |        39 |       2 |  0.6875 |          1.0 |  0.001s |     2m:35s |
| Iteration 45     | 10.3928 | dista.. |   kd_tree |        39 |       2 |  0.6875 |          1.0 |  0.001s |     2m:36s |
| Iteration 46     | 10.3928 | dista.. |     brute |        39 |       2 |    0.75 |          1.0 |  0.000s |     2m:37s |
| Iteration 47     | 10.3928 | dista.. |     brute |        39 |       1 |  0.5625 |          1.0 |  3.135s |     2m:40s |
| Iteration 48     | 10.3928 | dista.. | ball_tree |        39 |       2 |   0.375 |          1.0 |  3.161s |     2m:44s |
| Iteration 49     |  0.2916 | dista.. |      auto |        39 |       1 |     0.5 |          1.0 |  3.176s |     2m:48s |
| Iteration 50     | 10.3928 | dista.. |     brute |        39 |       2 |    0.75 |          1.0 |  0.000s |     2m:49s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'radius': 10.3636, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.055s
-------------------------------------------------
Total time: 2m:50s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.6875 |       0.6875 |  3.541s |     3.548s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     0.5 |       0.6875 |  3.583s |     7.476s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |         0.75 |  3.344s |    11.075s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.6875 |         0.75 |  3.464s |    14.796s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.7812 |       0.7812 |  3.324s |    18.372s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.4375 |       0.7812 |  4.096s |    22.732s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6875 |       0.7812 |  3.168s |    26.165s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |       0.7812 |  3.442s |    29.857s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6875 |       0.7812 |  3.145s |    33.265s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.625 |       0.7812 |  3.255s |    36.794s |
| Iteration 11     |           50 |        0.2675 |     SAMME |   0.625 |       0.7812 |  3.180s |    40.425s |
| Iteration 12     |          289 |        0.1143 |     SAMME |    0.75 |       0.7812 |  3.343s |    44.248s |
| Iteration 13     |          281 |        0.0333 |     SAMME |  0.7188 |       0.7812 |  3.310s |    48.058s |
| Iteration 14     |          228 |          10.0 |     SAMME |  0.7812 |       0.7812 |  3.121s |    51.659s |
| Iteration 15     |          113 |          10.0 |     SAMME |   0.375 |       0.7812 |  3.098s |    55.235s |
| Iteration 16     |          343 |          10.0 |     SAMME |   0.375 |       0.7812 |  3.096s |    58.852s |
| Iteration 17     |          255 |         0.346 |     SAMME |  0.5625 |       0.7812 |  3.279s |     1m:03s |
| Iteration 18     |          212 |        0.0134 |     SAMME |  0.5625 |       0.7812 |  3.253s |     1m:06s |
| Iteration 19     |          402 |        1.9733 |     SAMME |  0.4375 |       0.7812 |  3.398s |     1m:10s |
| Iteration 20     |          461 |        0.0589 |     SAMME |  0.7188 |       0.7812 |  3.434s |     1m:14s |
| Iteration 21     |          325 |        9.9986 |   SAMME.R |     0.5 |       0.7812 |  3.375s |     1m:18s |
| Iteration 22     |          223 |        3.4919 |     SAMME |   0.375 |       0.7812 |  3.097s |     1m:22s |
| Iteration 23     |           96 |        0.0563 |     SAMME |   0.875 |        0.875 |  3.187s |     1m:25s |
| Iteration 24     |           54 |        0.0586 |     SAMME |  0.3125 |        0.875 |  3.148s |     1m:29s |
| Iteration 25     |          446 |        0.0462 |     SAMME |  0.6875 |        0.875 |  3.431s |     1m:33s |
| Iteration 26     |           54 |        0.0101 |   SAMME.R |  0.4688 |        0.875 |  3.155s |     1m:36s |
| Iteration 27     |          500 |          0.01 |     SAMME |    0.75 |        0.875 |  3.500s |     1m:40s |
| Iteration 28     |          490 |        0.0105 |     SAMME |     0.5 |        0.875 |  3.408s |     1m:44s |
| Iteration 29     |          500 |        0.0487 |     SAMME |    0.25 |        0.875 |  3.474s |     1m:48s |
| Iteration 30     |           97 |        0.0581 |   SAMME.R |  0.7812 |        0.875 |  3.199s |     1m:52s |
| Iteration 31     |           96 |        0.0544 |     SAMME |  0.6875 |        0.875 |  3.182s |     1m:56s |
| Iteration 32     |           93 |         0.058 |     SAMME |   0.625 |        0.875 |  3.811s |     2m:00s |
| Iteration 33     |          100 |        0.0612 |     SAMME |  0.5625 |        0.875 |  3.204s |     2m:04s |
| Iteration 34     |           99 |        0.0557 |   SAMME.R |   0.625 |        0.875 |  3.233s |     2m:08s |
| Iteration 35     |          254 |        0.0551 |     SAMME |     1.0 |          1.0 |  3.346s |     2m:12s |
| Iteration 36     |          261 |        0.0617 |     SAMME |     0.5 |          1.0 |  3.313s |     2m:16s |
| Iteration 37     |          253 |          0.06 |   SAMME.R |   0.875 |          1.0 |  3.365s |     2m:20s |
| Iteration 38     |          254 |         0.046 |     SAMME |  0.9375 |          1.0 |  3.309s |     2m:24s |
| Iteration 39     |          254 |        0.0433 |   SAMME.R |  0.4375 |          1.0 |  3.346s |     2m:28s |
| Iteration 40     |          253 |        0.0577 |     SAMME |    0.75 |          1.0 |  3.312s |     2m:32s |
| Iteration 41     |          250 |        0.0599 |     SAMME |    0.75 |          1.0 |  3.283s |     2m:36s |
| Iteration 42     |          255 |        0.0513 |     SAMME |  0.8125 |          1.0 |  3.337s |     2m:40s |
| Iteration 43     |          253 |        0.0687 |   SAMME.R |   0.875 |          1.0 |  3.331s |     2m:44s |
| Iteration 44     |          254 |        0.0702 |     SAMME |    0.75 |          1.0 |  3.310s |     2m:48s |
| Iteration 45     |          250 |        0.0715 |   SAMME.R |  0.6875 |          1.0 |  3.356s |     2m:52s |
| Iteration 46     |          256 |        0.0701 |   SAMME.R |  0.6875 |          1.0 |  3.345s |     2m:56s |
| Iteration 47     |          234 |          10.0 |     SAMME |  0.3125 |          1.0 |  3.160s |     2m:60s |
| Iteration 48     |          222 |          10.0 |     SAMME |     0.5 |          1.0 |  3.156s |     3m:03s |
| Iteration 49     |          244 |        0.0474 |     SAMME |    0.75 |          1.0 |  3.251s |     3m:07s |
| Iteration 50     |          327 |        0.0101 |   SAMME.R |  0.2188 |          1.0 |  3.381s |     3m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 254, 'learning_rate': 0.0551, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9786
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.206s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0935
Time elapsed: 0.927s
-------------------------------------------------
Total time: 3m:13s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.4375 |       0.4375 |  3.481s |     3.500s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     0.5 |          0.5 |  3.399s |     7.164s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |         0.75 |  3.395s |    10.879s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |         0.75 |  3.227s |    14.406s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.6562 |         0.75 |  3.411s |    18.084s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |         0.75 |  3.245s |    21.611s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |        0.875 |  3.307s |    25.209s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |        0.875 |  3.928s |    29.401s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     0.5 |        0.875 |  3.390s |    33.257s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.625 |        0.875 |  3.371s |    36.917s |
| Iteration 11     |           42 |   entropy |         3 |                20 |                5 |         None |     False |     0.025 |         --- |   0.875 |        0.875 |  3.144s |    40.790s |
| Iteration 12     |          228 |   entropy |         6 |                20 |                6 |         log2 |     False |    0.0337 |         --- |  0.8125 |        0.875 |  3.286s |    44.855s |
| Iteration 13     |           10 |   entropy |         9 |                20 |               20 |         auto |     False |       0.0 |         --- |   0.625 |        0.875 |  3.116s |    48.660s |
| Iteration 14     |           10 |   entropy |      None |                19 |                1 |         None |     False |    0.0025 |         --- |  0.7812 |        0.875 |  3.134s |    52.548s |
| Iteration 15     |          301 |      gini |         7 |                18 |               10 |         sqrt |      True |       0.0 |         0.8 |    0.75 |        0.875 |  3.352s |    56.628s |
| Iteration 16     |           10 |      gini |         1 |                 9 |                1 |         log2 |      True |    0.0079 |         0.7 |  0.3438 |        0.875 |  3.102s |     1m:00s |
| Iteration 17     |           10 |   entropy |      None |                 2 |               10 |         None |     False |       0.0 |         --- |   0.625 |        0.875 |  3.106s |     1m:04s |
| Iteration 18     |           10 |      gini |         9 |                20 |               20 |         log2 |      True |     0.027 |         0.7 |     0.5 |        0.875 |  3.134s |     1m:08s |
| Iteration 19     |           57 |   entropy |      None |                20 |                8 |         None |     False |    0.0088 |         --- |  0.7188 |        0.875 |  3.172s |     1m:12s |
| Iteration 20     |           10 |   entropy |      None |                 5 |                4 |         auto |     False |     0.023 |         --- |  0.8125 |        0.875 |  3.146s |     1m:16s |
| Iteration 21     |           10 |   entropy |         8 |                13 |               20 |         log2 |      True |    0.0258 |         0.5 |     0.5 |        0.875 |  3.134s |     1m:19s |
| Iteration 22     |          500 |   entropy |      None |                 5 |                6 |         None |     False |    0.0074 |         --- |  0.4375 |        0.875 |  3.443s |     1m:23s |
| Iteration 23     |          325 |   entropy |         1 |                16 |                6 |          0.5 |     False |     0.034 |         --- |  0.7188 |        0.875 |  3.334s |     1m:28s |
| Iteration 24     |           10 |   entropy |         9 |                20 |                3 |         auto |     False |     0.035 |         --- |  0.4375 |        0.875 |  3.135s |     1m:32s |
| Iteration 25     |           91 |   entropy |         2 |                19 |                1 |          0.5 |     False |     0.035 |         --- |  0.6875 |        0.875 |  3.152s |     1m:36s |
| Iteration 26     |           15 |   entropy |         4 |                14 |                5 |          0.9 |     False |    0.0171 |         --- |  0.4062 |        0.875 |  3.096s |     1m:40s |
| Iteration 27     |          329 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0335 |         --- |    0.75 |        0.875 |  3.296s |     1m:44s |
| Iteration 28     |          333 |   entropy |         3 |                17 |               15 |          0.8 |     False |    0.0277 |         --- |  0.5938 |        0.875 |  3.274s |     1m:48s |
| Iteration 29     |          310 |   entropy |         2 |                 7 |                4 |          0.5 |     False |    0.0261 |         --- |     0.5 |        0.875 |  3.264s |     1m:52s |
| Iteration 30     |           39 |      gini |         9 |                13 |                6 |          0.6 |     False |    0.0322 |         --- |  0.8438 |        0.875 |  3.136s |     1m:56s |
| Iteration 31     |          191 |   entropy |         1 |                 6 |                5 |          0.9 |     False |    0.0263 |         --- |  0.8125 |        0.875 |  3.219s |     1m:60s |
| Iteration 32     |          440 |   entropy |         9 |                18 |                5 |          0.5 |     False |     0.025 |         --- |     0.5 |        0.875 |  3.362s |     2m:04s |
| Iteration 33     |          140 |   entropy |         9 |                 9 |                6 |         log2 |     False |    0.0315 |         --- |   0.625 |        0.875 |  3.205s |     2m:09s |
| Iteration 34     |           10 |   entropy |         9 |                13 |                5 |          0.8 |     False |    0.0259 |         --- |   0.875 |        0.875 |  3.123s |     2m:13s |
| Iteration 35     |           10 |   entropy |         3 |                19 |                5 |          0.5 |     False |    0.0281 |         --- |     1.0 |          1.0 |  3.110s |     2m:17s |
| Iteration 36     |           16 |   entropy |         1 |                11 |                5 |          0.6 |     False |    0.0287 |         --- |   0.625 |          1.0 |  3.100s |     2m:21s |
| Iteration 37     |           10 |      gini |         2 |                18 |                6 |          0.7 |     False |     0.029 |         --- |  0.8125 |          1.0 |  3.110s |     2m:25s |
| Iteration 38     |           10 |   entropy |         5 |                15 |                4 |         sqrt |     False |    0.0282 |         --- |  0.9375 |          1.0 |  3.087s |     2m:29s |
| Iteration 39     |           10 |   entropy |         3 |                15 |                1 |          0.8 |     False |    0.0274 |         --- |  0.4375 |          1.0 |  3.071s |     2m:33s |
| Iteration 40     |           10 |   entropy |         2 |                12 |                5 |          0.8 |     False |    0.0286 |         --- |   0.625 |          1.0 |  3.111s |     2m:37s |
| Iteration 41     |          134 |   entropy |         5 |                19 |                5 |         log2 |     False |    0.0282 |         --- |     0.5 |          1.0 |  3.203s |     2m:41s |
| Iteration 42     |           10 |      gini |         3 |                18 |                5 |          0.7 |     False |    0.0306 |         --- |  0.6875 |          1.0 |  3.161s |     2m:45s |
| Iteration 43     |           12 |   entropy |         3 |                 6 |                5 |         auto |     False |    0.0271 |         --- |    0.75 |          1.0 |  3.139s |     2m:49s |
| Iteration 44     |          493 |   entropy |         3 |                20 |                5 |         log2 |     False |    0.0098 |         --- |   0.875 |          1.0 |  3.407s |     2m:54s |
| Iteration 45     |           48 |   entropy |         5 |                13 |                4 |         auto |     False |    0.0213 |         --- |    0.75 |          1.0 |  3.164s |     2m:58s |
| Iteration 46     |           26 |   entropy |         3 |                11 |                5 |          0.7 |     False |    0.0307 |         --- |    0.75 |          1.0 |  3.137s |     3m:02s |
| Iteration 47     |          432 |   entropy |         3 |                20 |                5 |          0.5 |     False |    0.0326 |         --- |  0.6875 |          1.0 |  3.409s |     3m:06s |
| Iteration 48     |           10 |   entropy |         3 |                20 |                5 |         log2 |     False |    0.0236 |         --- |    0.75 |          1.0 |  3.094s |     3m:11s |
| Iteration 49     |           78 |      gini |         3 |                17 |                5 |         sqrt |     False |    0.0041 |         --- |  0.8125 |          1.0 |  3.136s |     3m:15s |
| Iteration 50     |          193 |      gini |         5 |                15 |                4 |         None |     False |    0.0249 |         --- |   0.625 |          1.0 |  3.208s |     3m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 10, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 19, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0281}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.992
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.855 ± 0.0781
Time elapsed: 0.063s
-------------------------------------------------
Total time: 3m:20s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.227s |     3.246s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  3.235s |     6.744s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  3.228s |    10.362s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  3.188s |    13.827s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  3.203s |    17.319s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  3.173s |    20.783s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  3.207s |    24.266s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  3.210s |    27.744s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |        0.625 |  3.200s |    31.208s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.625 |  3.215s |    34.690s |
| Iteration 11     |           26 |        0.3311 |         6 |  0.2332 |               10 |       0.6 |              0.5 |       100 |          1 |     0.5 |        0.625 |  3.126s |    38.995s |
| Iteration 12     |          410 |        0.1111 |         6 |  0.6017 |                5 |       0.8 |              1.0 |      0.01 |        0.1 |  0.5625 |        0.625 |  3.218s |    42.855s |
| Iteration 13     |           99 |        0.0828 |         4 |  0.3425 |                4 |       0.8 |              0.5 |         0 |         10 |  0.5625 |        0.625 |  3.144s |    46.700s |
| Iteration 14     |          435 |        0.0154 |         7 |  0.3959 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |  0.9375 |       0.9375 |  3.237s |    50.659s |
| Iteration 15     |          350 |        0.0357 |         8 |  0.0872 |                3 |       0.8 |              0.8 |      0.01 |          0 |  0.6875 |       0.9375 |  3.220s |    54.579s |
| Iteration 16     |          361 |        0.0106 |         7 |  0.5217 |                3 |       1.0 |              0.8 |         0 |          0 |  0.4375 |       0.9375 |  3.185s |    58.531s |
| Iteration 17     |          334 |          0.01 |         7 |  0.9575 |                4 |       0.8 |              0.5 |      0.01 |          0 |  0.5625 |       0.9375 |  3.220s |     1m:02s |
| Iteration 18     |          225 |        0.0111 |         8 |  0.4428 |                6 |       0.8 |              0.9 |       0.1 |       0.01 |  0.6875 |       0.9375 |  3.210s |     1m:06s |
| Iteration 19     |          484 |        0.0137 |         6 |  0.4374 |                1 |       0.8 |              0.9 |         1 |         10 |  0.6875 |       0.9375 |  3.265s |     1m:10s |
| Iteration 20     |          323 |          0.01 |         7 |  0.2402 |                1 |       0.8 |              0.9 |      0.01 |         10 |   0.875 |       0.9375 |  3.234s |     1m:14s |
| Iteration 21     |          500 |        0.0108 |         8 |   0.538 |                6 |       0.8 |              1.0 |         0 |        0.1 |  0.5625 |       0.9375 |  3.234s |     1m:18s |
| Iteration 22     |          275 |         0.017 |         7 |  0.2427 |                5 |       0.8 |              0.9 |         0 |       0.01 |    0.75 |       0.9375 |  3.200s |     1m:22s |
| Iteration 23     |          258 |        0.0158 |         7 |  0.3658 |                9 |       0.8 |              0.9 |      0.01 |         10 |     0.5 |       0.9375 |  3.206s |     1m:26s |
| Iteration 24     |          328 |        0.0128 |         8 |  0.3876 |                3 |       0.8 |              0.9 |      0.01 |         10 |   0.375 |       0.9375 |  3.198s |     1m:30s |
| Iteration 25     |          474 |        0.0407 |         7 |  0.5316 |                3 |       0.5 |              0.9 |      0.01 |        0.1 |    0.75 |       0.9375 |  3.216s |     1m:34s |
| Iteration 26     |          110 |        0.0108 |         7 |  0.3748 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |   0.375 |       0.9375 |  3.173s |     1m:38s |
| Iteration 27     |          412 |        0.1168 |         7 |  0.1252 |                2 |       0.8 |              0.9 |      0.01 |        0.1 |   0.875 |       0.9375 |  3.233s |     1m:42s |
| Iteration 28     |          403 |          0.01 |         7 |  0.6359 |                2 |       0.8 |              0.9 |      0.01 |          1 |  0.5625 |       0.9375 |  3.263s |     1m:46s |
| Iteration 29     |          399 |        0.7757 |         7 |  0.2802 |                3 |       0.5 |              0.9 |      0.01 |         10 |  0.5625 |       0.9375 |  3.263s |     1m:51s |
| Iteration 30     |          408 |        0.0681 |         7 |  0.2983 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  3.276s |     1m:55s |
| Iteration 31     |          409 |        0.0295 |         7 |  0.2983 |                2 |       0.8 |              0.9 |      0.01 |       0.01 |     1.0 |          1.0 |  3.262s |     1m:59s |
| Iteration 32     |          413 |        0.2616 |         7 |  0.2889 |                9 |       0.8 |              0.9 |       0.1 |         10 |     0.5 |          1.0 |  3.218s |     2m:03s |
| Iteration 33     |          412 |        0.0159 |         7 |  0.2905 |                2 |       0.8 |              0.9 |      0.01 |          1 |   0.625 |          1.0 |  3.256s |     2m:07s |
| Iteration 34     |          410 |         0.049 |         7 |  0.4327 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  3.846s |     2m:12s |
| Iteration 35     |          424 |        0.0327 |         7 |    0.28 |                3 |       0.9 |              0.9 |        10 |        0.1 |     0.5 |          1.0 |  3.260s |     2m:16s |
| Iteration 36     |          412 |        0.0148 |         7 |  0.2921 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          1.0 |  3.254s |     2m:20s |
| Iteration 37     |          410 |        0.0791 |         7 |  0.9642 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  3.240s |     2m:25s |
| Iteration 38     |          416 |        0.0324 |         7 |  0.2494 |                2 |       0.7 |              0.7 |      0.01 |       0.01 |   0.875 |          1.0 |  3.221s |     2m:29s |
| Iteration 39     |          408 |        0.0803 |         7 |  0.0247 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |  0.4375 |          1.0 |  3.237s |     2m:33s |
| Iteration 40     |          438 |        0.1088 |         3 |  0.6772 |                2 |       0.7 |              0.8 |      0.01 |       0.01 |   0.625 |          1.0 |  3.255s |     2m:38s |
| Iteration 41     |          414 |        0.0273 |         7 |  0.3369 |                2 |       0.7 |              0.7 |      0.01 |       0.01 |   0.625 |          1.0 |  3.206s |     2m:42s |
| Iteration 42     |          415 |        0.1457 |         7 |  0.7984 |                3 |       0.7 |              0.6 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.241s |     2m:46s |
| Iteration 43     |          397 |        0.0131 |         7 |  0.5107 |                2 |       0.9 |              0.9 |         0 |        0.1 |    0.75 |          1.0 |  3.241s |     2m:50s |
| Iteration 44     |          482 |        0.5579 |         7 |  0.3438 |                3 |       0.9 |              0.6 |      0.01 |       0.01 |    0.75 |          1.0 |  3.223s |     2m:54s |
| Iteration 45     |          421 |        0.1183 |         7 |  0.5963 |                6 |       0.8 |              0.7 |      0.01 |        0.1 |  0.9688 |          1.0 |  3.210s |     2m:58s |
| Iteration 46     |          431 |        0.0293 |         7 |  0.9989 |                4 |       0.8 |              0.5 |      0.01 |       0.01 |   0.625 |          1.0 |  3.220s |     3m:02s |
| Iteration 47     |          421 |        0.1469 |         7 |  0.5062 |                3 |       0.6 |              0.9 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.264s |     3m:07s |
| Iteration 48     |          422 |        0.0149 |         7 |  0.4933 |                4 |       0.9 |              0.8 |      0.01 |        0.1 |    0.75 |          1.0 |  3.212s |     3m:11s |
| Iteration 49     |          421 |         0.288 |         7 |  0.4881 |                8 |       0.7 |              0.9 |      0.01 |        0.1 |     0.5 |          1.0 |  3.239s |     3m:15s |
| Iteration 50     |          323 |         0.721 |         7 |  0.9964 |                2 |       0.7 |              0.7 |      0.01 |        0.1 |  0.6875 |          1.0 |  3.215s |     3m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 408, 'learning_rate': 0.0681, 'max_depth': 7, 'gamma': 0.2983, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.091s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0707
Time elapsed: 0.272s
-------------------------------------------------
Total time: 3m:21s


Final results ==================== >>
Duration: 21m:21s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.89 ± 0.0917
Logistic Regression             --> roc_auc: 0.86 ± 0.086
Linear Discriminant Analysis    --> roc_auc: 0.74 ± 0.1715
Quadratic Discriminant Analysis --> roc_auc: 0.6 ± 0.2864 ~
Radius Nearest Neighbors        --> roc_auc: 0.99 ± 0.02 !
AdaBoost                        --> roc_auc: 0.9 ± 0.0935
Random Forest                   --> roc_auc: 0.855 ± 0.0781
XGBoost                         --> roc_auc: 0.9 ± 0.0707
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 830 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVASGTYKYIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVRNAGGTSYGKLTF.
   >>> Dropping feature CAVRNAGNMLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVSDTGRRALTF.
   >>> Dropping feature CAVSTGGGNKLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  0.682s |     0.702s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.720s |     1.690s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |          1.0 |  0.695s |     2.695s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.625 |          1.0 |  0.718s |     3.731s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |          1.0 |  0.741s |     4.753s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.625 |          1.0 |  0.768s |     5.801s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |          1.0 |  1.461s |     7.563s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.802s |     8.673s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.743s |     9.694s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.625 |          1.0 |  0.732s |    10.703s |
| Iteration 11     |  deviance |        0.1288 |          229 |       0.7 | squared_er.. |                16 |                9 |         5 |         None |     0.025 |    0.75 |          1.0 |  0.734s |    11.991s |
| Iteration 12     | exponen.. |        0.0636 |          336 |       0.8 | friedman_mse |                12 |                8 |         5 |          0.9 |    0.0135 |   0.875 |          1.0 |  0.712s |    13.346s |
| Iteration 13     |  deviance |        0.2973 |          293 |       0.7 | squared_er.. |                 8 |                8 |         9 |          0.9 |     0.035 |     1.0 |          1.0 |  0.709s |    14.728s |
| Iteration 14     | exponen.. |           1.0 |           10 |       1.0 | friedman_mse |                 8 |                8 |         8 |          0.9 |    0.0343 |     1.0 |          1.0 |  0.631s |    15.950s |
| Iteration 15     |  deviance |         0.064 |          500 |       0.9 | squared_er.. |                20 |               10 |         8 |         None |    0.0175 |  0.9375 |          1.0 |  0.766s |    17.382s |
| Iteration 16     |  deviance |        0.0602 |          103 |       0.5 | squared_er.. |                 6 |               10 |         6 |         None |    0.0024 |  0.9375 |          1.0 |  0.652s |    18.687s |
| Iteration 17     |  deviance |        0.2398 |          290 |       0.6 | squared_er.. |                20 |               10 |         1 |          0.7 |     0.035 |   0.875 |          1.0 |  0.717s |    20.169s |
| Iteration 18     | exponen.. |         0.042 |          387 |       0.7 | squared_er.. |                20 |                8 |         8 |          0.6 |    0.0214 |  0.8125 |          1.0 |  0.730s |    21.712s |
| Iteration 19     |  deviance |        0.0722 |          230 |       0.7 | squared_er.. |                16 |                8 |         6 |          0.7 |    0.0154 |  0.9375 |          1.0 |  0.707s |    23.071s |
| Iteration 20     |  deviance |        0.0426 |          235 |       0.6 | squared_er.. |                 4 |               10 |         8 |         None |    0.0057 |  0.8125 |          1.0 |  0.692s |    24.385s |
| Iteration 21     |  deviance |           1.0 |           86 |       0.9 | friedman_mse |                 2 |                8 |         9 |         log2 |    0.0244 |  0.7812 |          1.0 |  0.653s |    25.753s |
| Iteration 22     | exponen.. |         0.716 |          336 |       1.0 | squared_er.. |                19 |                5 |         3 |         None |    0.0298 |  0.3438 |          1.0 |  0.700s |    27.089s |
| Iteration 23     |  deviance |        0.6952 |           17 |       0.8 | squared_er.. |                 9 |                7 |         7 |         None |    0.0018 |  0.6875 |          1.0 |  0.640s |    28.390s |
| Iteration 24     |  deviance |        0.1195 |          251 |       0.6 | squared_er.. |                20 |               10 |         4 |         None |    0.0335 |  0.9375 |          1.0 |  0.698s |    29.814s |
| Iteration 25     | exponen.. |        0.0558 |          471 |       0.6 | squared_er.. |                14 |                2 |         9 |         None |    0.0011 |   0.875 |          1.0 |  0.770s |    31.288s |
| Iteration 26     |  deviance |        0.1003 |          231 |       0.6 | squared_er.. |                17 |               10 |         6 |         None |    0.0233 |   0.875 |          1.0 |  0.684s |    32.694s |
| Iteration 27     |  deviance |        0.8565 |          336 |       1.0 | friedman_mse |                 8 |                3 |         4 |          0.9 |     0.006 |  0.7812 |          1.0 |  0.722s |    34.129s |
| Iteration 28     | exponen.. |        0.0706 |          296 |       0.7 | squared_er.. |                 5 |               14 |         9 |          0.7 |    0.0008 |    0.75 |          1.0 |  0.699s |    35.558s |
| Iteration 29     |  deviance |           1.0 |          202 |       0.8 | squared_er.. |                 2 |                8 |         8 |          0.9 |    0.0342 |  0.9688 |          1.0 |  0.678s |    37.050s |
| Iteration 30     |  deviance |        0.1306 |          227 |       0.9 | squared_er.. |                20 |               10 |         5 |          0.5 |    0.0275 |  0.7812 |          1.0 |  0.680s |    38.475s |
| Iteration 31     | exponen.. |        0.8174 |          396 |       0.9 | friedman_mse |                20 |                8 |         9 |          0.9 |    0.0313 |  0.9375 |          1.0 |  0.735s |    40.123s |
| Iteration 32     | exponen.. |        0.8347 |          244 |       0.8 | friedman_mse |                20 |               11 |         8 |         None |    0.0266 |     1.0 |          1.0 |  0.692s |    41.662s |
| Iteration 33     | exponen.. |        0.2428 |          250 |       0.9 | friedman_mse |                14 |               11 |         4 |         None |    0.0001 |     1.0 |          1.0 |  0.718s |    43.262s |
| Iteration 34     | exponen.. |          0.01 |          311 |       0.7 | squared_er.. |                20 |                8 |         6 |          0.9 |    0.0034 |  0.5625 |          1.0 |  1.355s |    45.481s |
| Iteration 35     |  deviance |          0.01 |          420 |       0.6 | squared_er.. |                20 |                8 |         2 |          0.9 |    0.0109 |     1.0 |          1.0 |  0.792s |    47.282s |
| Iteration 36     | exponen.. |        0.3592 |          250 |       0.5 | friedman_mse |                17 |               11 |         7 |         None |    0.0226 |   0.625 |          1.0 |  0.741s |    48.973s |
| Iteration 37     | exponen.. |        0.8265 |           72 |       0.9 | friedman_mse |                19 |               17 |         7 |         log2 |    0.0255 |   0.875 |          1.0 |  0.653s |    50.473s |
| Iteration 38     | exponen.. |        0.8562 |          419 |       1.0 | friedman_mse |                12 |                8 |         7 |          0.9 |    0.0163 |    0.75 |          1.0 |  0.768s |    51.970s |
| Iteration 39     |  deviance |        0.8856 |          399 |       0.8 | squared_er.. |                12 |                8 |         4 |          0.7 |    0.0098 |     1.0 |          1.0 |  0.775s |    53.669s |
| Iteration 40     | exponen.. |        0.3626 |          500 |       0.8 | squared_er.. |                 2 |                8 |         2 |         sqrt |    0.0053 |  0.8125 |          1.0 |  0.742s |    55.321s |
| Iteration 41     | exponen.. |        0.7678 |           25 |       0.9 | friedman_mse |                19 |                8 |         9 |          0.5 |    0.0288 |     1.0 |          1.0 |  0.637s |    57.256s |
| Iteration 42     | exponen.. |        0.1519 |          245 |       0.9 | friedman_mse |                14 |               11 |         7 |          0.8 |    0.0039 |  0.9375 |          1.0 |  0.689s |    58.840s |
| Iteration 43     |  deviance |        0.0338 |          380 |       0.7 | squared_er.. |                 3 |                8 |         4 |         sqrt |    0.0055 |     1.0 |          1.0 |  0.778s |     1m:01s |
| Iteration 44     |  deviance |        0.0197 |          367 |       0.7 | squared_er.. |                13 |                8 |         6 |          0.8 |    0.0148 |   0.875 |          1.0 |  0.783s |     1m:03s |
| Iteration 45     | exponen.. |        0.0785 |           40 |       1.0 | friedman_mse |                13 |                8 |         4 |          0.7 |    0.0332 |  0.9375 |          1.0 |  0.708s |     1m:05s |
| Iteration 46     |  deviance |        0.0149 |          490 |       0.7 | squared_er.. |                 2 |                8 |         2 |          0.9 |    0.0226 |   0.875 |          1.0 |  0.804s |     1m:07s |
| Iteration 47     |  deviance |        0.1641 |          310 |       0.9 | squared_er.. |                 2 |                8 |         4 |         sqrt |    0.0315 |   0.875 |          1.0 |  0.692s |     1m:09s |
| Iteration 48     | exponen.. |        0.6866 |           49 |       0.9 | friedman_mse |                 2 |                8 |         6 |         None |    0.0144 |  0.9375 |          1.0 |  0.664s |     1m:11s |
| Iteration 49     |  deviance |         0.153 |          401 |       0.7 | squared_er.. |                 9 |                8 |         2 |          0.9 |    0.0073 |     1.0 |          1.0 |  0.763s |     1m:13s |
| Iteration 50     |  deviance |        0.4071 |          400 |       0.7 | squared_er.. |                13 |                8 |         2 |         sqrt |    0.0152 |  0.5625 |          1.0 |  0.770s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.127s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0374
Time elapsed: 0.602s
-------------------------------------------------
Total time: 1m:16s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.4375 |       0.4375 |  0.695s |     0.706s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |       0.6875 |  0.698s |     1.670s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  0.696s |     2.630s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.375 |         0.75 |  0.689s |     3.580s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |         0.75 |  0.691s |     4.523s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.1875 |         0.75 |  0.695s |     5.481s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.3125 |         0.75 |  0.688s |     6.435s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.9375 |       0.9375 |  1.265s |     7.957s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |       0.9375 |  0.688s |     8.907s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |       0.9375 |  0.695s |     9.873s |
| Iteration 11     |      l1 |  0.9076 | libli.. |      517 |      --- |     1.0 |          1.0 |  0.686s |    11.293s |
| Iteration 12     |      l1 |  0.3101 | libli.. |      100 |      --- |  0.4375 |          1.0 |  0.682s |    12.491s |
| Iteration 13     |      l1 |  1.7137 | libli.. |      412 |      --- |  0.6875 |          1.0 |  0.686s |    13.743s |
| Iteration 14     |      l1 | 14.9636 | libli.. |      998 |      --- |     0.5 |          1.0 |  0.693s |    15.009s |
| Iteration 15     |      l1 |  1.8857 | libli.. |      224 |      --- |     0.5 |          1.0 |  0.688s |    16.295s |
| Iteration 16     |      l1 |   0.001 | libli.. |      969 |      --- |     0.5 |          1.0 |  0.683s |    17.477s |
| Iteration 17     |      l2 |  0.9611 |     sag |      563 |      --- |     0.5 |          1.0 |  0.693s |    18.850s |
| Iteration 18     |      l1 | 64.2791 | libli.. |      614 |      --- |     0.0 |          1.0 |  0.686s |    20.134s |
| Iteration 19     |      l1 |  0.6278 | libli.. |      531 |      --- |  0.8125 |          1.0 |  0.689s |    21.500s |
| Iteration 20     |      l1 |  0.0134 | libli.. |      100 |      --- |     0.5 |          1.0 |  0.683s |    22.860s |
| Iteration 21     |      l1 |  0.0012 | libli.. |      510 |      --- |     0.5 |          1.0 |  0.694s |    24.161s |
| Iteration 22     |      l2 |  0.9545 |     sag |      513 |      --- |   0.875 |          1.0 |  0.683s |    25.538s |
| Iteration 23     |      l2 |   1.109 | newto.. |      518 |      --- |    0.75 |          1.0 |  0.687s |    27.021s |
| Iteration 24     |      l2 |  0.7814 | newto.. |      518 |      --- |   0.875 |          1.0 |  0.690s |    28.394s |
| Iteration 25     |      l2 |  0.6476 |   lbfgs |      497 |      --- |  0.5625 |          1.0 |  0.699s |    29.752s |
| Iteration 26     |      l2 |  9.2143 |     sag |      117 |      --- |  0.8125 |          1.0 |  0.684s |    31.357s |
| Iteration 27     |      l1 |  0.8472 | libli.. |      517 |      --- |  0.7812 |          1.0 |  0.683s |    32.897s |
| Iteration 28     |      l1 |    19.0 | libli.. |      137 |      --- |  0.6875 |          1.0 |  0.692s |    34.352s |
| Iteration 29     |      l1 |  4.8998 | libli.. |      133 |      --- |    0.75 |          1.0 |  0.687s |    35.801s |
| Iteration 30     |      l1 |  8.4124 |    saga |      128 |      --- |   0.625 |          1.0 |  0.691s |    37.245s |
| Iteration 31     |      l2 | 12.0903 |   lbfgs |      114 |      --- |    0.75 |          1.0 |  0.673s |    38.704s |
| Iteration 32     |      l1 |  3.1496 |    saga |      519 |      --- |     0.5 |          1.0 |  0.702s |    40.170s |
| Iteration 33     |      l2 |  0.5302 |     sag |      512 |      --- |  0.8125 |          1.0 |  1.257s |    42.222s |
| Iteration 34     |      l2 |  8.0113 | newto.. |      126 |      --- |   0.625 |          1.0 |  0.709s |    43.693s |
| Iteration 35     |      l2 |   0.246 |     sag |      525 |      --- |  0.6875 |          1.0 |  0.696s |    45.063s |
| Iteration 36     |      l2 |  5.6164 |   lbfgs |      160 |      --- |  0.5625 |          1.0 |  0.695s |    46.486s |
| Iteration 37     |      l2 |  1.0382 |     sag |      332 |      --- |    0.75 |          1.0 |  0.690s |    47.846s |
| Iteration 38     |      l2 |  2.1023 |     sag |      303 |      --- |     0.5 |          1.0 |  0.689s |    49.247s |
| Iteration 39     |      l2 |  0.6838 |     sag |      521 |      --- |     0.5 |          1.0 |  0.687s |    50.708s |
| Iteration 40     |      l2 |   0.248 |     sag |      333 |      --- |  0.5625 |          1.0 |  0.691s |    52.207s |
| Iteration 41     |      l2 |  39.338 |     sag |      100 |      --- |   0.875 |          1.0 |  0.692s |    53.643s |
| Iteration 42     |      l2 | 72.8146 | newto.. |      111 |      --- |  0.6875 |          1.0 |  0.678s |    55.136s |
| Iteration 43     |      l2 | 32.5787 | libli.. |      586 |      --- |  0.8125 |          1.0 |  0.650s |    56.965s |
| Iteration 44     |      l1 |  0.4697 | libli.. |      476 |      --- |    0.75 |          1.0 |  0.657s |    59.008s |
| Iteration 45     |      l2 | 20.5088 | newto.. |      653 |      --- |  0.5625 |          1.0 |  0.640s |     1m:01s |
| Iteration 46     |      l2 | 52.1183 | libli.. |      528 |      --- |  0.8125 |          1.0 |  0.637s |     1m:02s |
| Iteration 47     |      l2 |   100.0 | libli.. |      525 |      --- |  0.4375 |          1.0 |  0.645s |     1m:04s |
| Iteration 48     |      l2 |  4.3918 |     sag |      540 |      --- |   0.375 |          1.0 |  0.649s |     1m:05s |
| Iteration 49     |      l2 |   0.001 |     sag |      259 |      --- |   0.875 |          1.0 |  0.636s |     1m:06s |
| Iteration 50     |      l2 |   0.001 |     sag |      313 |      --- |  0.3125 |          1.0 |  0.659s |     1m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'penalty': 'l1', 'C': 0.9076, 'solver': 'liblinear', 'max_iter': 517}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7076
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0949
Time elapsed: 0.053s
-------------------------------------------------
Total time: 1m:09s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  0.689s |     0.694s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.6875 |  0.693s |     1.735s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.6875 |  0.000s |     2.017s |
| Initial point 4  |    lsqr |       0.8 |   0.375 |       0.6875 |  0.674s |     2.944s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |       0.8125 |  0.679s |     3.895s |
| Initial point 6  |    lsqr |       0.7 |   0.375 |       0.8125 |  0.676s |     4.839s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |       0.8125 |  0.680s |     5.784s |
| Initial point 8  |    lsqr |       0.9 |   0.875 |        0.875 |  0.681s |     6.716s |
| Initial point 9  |    lsqr |       0.6 |  0.5625 |        0.875 |  0.673s |     7.651s |
| Initial point 10 |   eigen |       0.8 |   0.375 |        0.875 |  0.667s |     8.574s |
| Iteration 11     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     9.462s |
| Iteration 12     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |     9.852s |
| Iteration 13     |    lsqr |      auto |   0.625 |        0.875 |  0.683s |    10.920s |
| Iteration 14     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    11.325s |
| Iteration 15     |    lsqr |      None |     0.5 |        0.875 |  0.675s |    12.465s |
| Iteration 16     |   eigen |      auto |  0.8125 |        0.875 |  0.671s |    13.554s |
| Iteration 17     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    13.969s |
| Iteration 18     |    lsqr |       1.0 |   0.625 |        0.875 |  0.681s |    15.059s |
| Iteration 19     |   eigen |       0.6 |    0.75 |        0.875 |  0.659s |    16.131s |
| Iteration 20     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    16.543s |
| Iteration 21     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    16.968s |
| Iteration 22     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    17.396s |
| Iteration 23     |   eigen |       0.5 |  0.6875 |        0.875 |  0.630s |    18.460s |
| Iteration 24     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    18.904s |
| Iteration 25     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    19.348s |
| Iteration 26     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    19.864s |
| Iteration 27     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    20.312s |
| Iteration 28     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    20.770s |
| Iteration 29     |   eigen |      None |    0.75 |        0.875 |  0.624s |    21.840s |
| Iteration 30     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    22.554s |
| Iteration 31     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    23.031s |
| Iteration 32     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    23.497s |
| Iteration 33     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    23.973s |
| Iteration 34     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    24.483s |
| Iteration 35     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    24.993s |
| Iteration 36     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    25.488s |
| Iteration 37     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    26.002s |
| Iteration 38     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    26.536s |
| Iteration 39     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    27.057s |
| Iteration 40     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    27.616s |
| Iteration 41     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    28.146s |
| Iteration 42     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    28.701s |
| Iteration 43     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    29.240s |
| Iteration 44     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    29.807s |
| Iteration 45     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    30.367s |
| Iteration 46     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    30.955s |
| Iteration 47     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    31.529s |
| Iteration 48     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    32.109s |
| Iteration 49     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    32.720s |
| Iteration 50     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    33.324s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 33.943s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7393
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.051
Time elapsed: 0.029s
-------------------------------------------------
Total time: 33.981s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  0.648s |     0.651s |
| Initial point 2  |       0.9 |  0.6875 |       0.6875 |  0.635s |     1.537s |
| Initial point 3  |       0.1 |   0.875 |        0.875 |  0.638s |     2.450s |
| Initial point 4  |       1.0 |  0.5625 |        0.875 |  0.000s |     2.706s |
| Initial point 5  |       0.2 |  0.8125 |        0.875 |  0.639s |     3.588s |
| Initial point 6  |       0.4 |   0.375 |        0.875 |  0.628s |     4.494s |
| Initial point 7  |       0.4 |   0.375 |        0.875 |  0.000s |     4.741s |
| Initial point 8  |       0.7 |   0.875 |        0.875 |  0.630s |     5.612s |
| Initial point 9  |       0.9 |  0.6875 |        0.875 |  0.000s |     5.861s |
| Initial point 10 |       0.8 |  0.3125 |        0.875 |  0.648s |     6.801s |
| Iteration 11     |       0.3 |    0.75 |        0.875 |  1.193s |     8.342s |
| Iteration 12     |       0.6 |   0.625 |        0.875 |  0.649s |     9.333s |
| Iteration 13     |       0.5 |   0.625 |        0.875 |  0.624s |    10.297s |
| Iteration 14     |       0.0 |  0.3125 |        0.875 |  0.633s |    11.307s |
| Iteration 15     |       0.1 |   0.875 |        0.875 |  0.000s |    11.664s |
| Iteration 16     |       0.7 |   0.875 |        0.875 |  0.000s |    12.032s |
| Iteration 17     |       0.7 |   0.875 |        0.875 |  0.000s |    12.376s |
| Iteration 18     |       0.1 |   0.875 |        0.875 |  0.000s |    12.940s |
| Iteration 19     |       0.1 |   0.875 |        0.875 |  0.000s |    13.347s |
| Iteration 20     |       0.7 |   0.875 |        0.875 |  0.000s |    13.702s |
| Iteration 21     |       0.7 |   0.875 |        0.875 |  0.000s |    14.097s |
| Iteration 22     |       0.1 |   0.875 |        0.875 |  0.000s |    14.446s |
| Iteration 23     |       0.1 |   0.875 |        0.875 |  0.000s |    14.812s |
| Iteration 24     |       0.7 |   0.875 |        0.875 |  0.000s |    15.176s |
| Iteration 25     |       0.6 |   0.625 |        0.875 |  0.000s |    15.532s |
| Iteration 26     |       0.1 |   0.875 |        0.875 |  0.000s |    15.902s |
| Iteration 27     |       0.1 |   0.875 |        0.875 |  0.000s |    16.290s |
| Iteration 28     |       0.9 |  0.6875 |        0.875 |  0.000s |    16.659s |
| Iteration 29     |       0.2 |  0.8125 |        0.875 |  0.000s |    17.040s |
| Iteration 30     |       0.8 |  0.3125 |        0.875 |  0.000s |    17.417s |
| Iteration 31     |       0.7 |   0.875 |        0.875 |  0.000s |    17.791s |
| Iteration 32     |       0.7 |   0.875 |        0.875 |  0.000s |    18.186s |
| Iteration 33     |       0.1 |   0.875 |        0.875 |  0.000s |    18.596s |
| Iteration 34     |       0.7 |   0.875 |        0.875 |  0.000s |    18.986s |
| Iteration 35     |       0.7 |   0.875 |        0.875 |  0.000s |    19.378s |
| Iteration 36     |       0.1 |   0.875 |        0.875 |  0.000s |    19.773s |
| Iteration 37     |       0.1 |   0.875 |        0.875 |  0.000s |    20.170s |
| Iteration 38     |       0.7 |   0.875 |        0.875 |  0.001s |    20.585s |
| Iteration 39     |       0.7 |   0.875 |        0.875 |  0.000s |    21.069s |
| Iteration 40     |       0.1 |   0.875 |        0.875 |  0.000s |    21.517s |
| Iteration 41     |       0.1 |   0.875 |        0.875 |  0.000s |    21.946s |
| Iteration 42     |       0.7 |   0.875 |        0.875 |  0.000s |    22.387s |
| Iteration 43     |       0.1 |   0.875 |        0.875 |  0.000s |    22.830s |
| Iteration 44     |       0.7 |   0.875 |        0.875 |  0.000s |    23.285s |
| Iteration 45     |       0.1 |   0.875 |        0.875 |  0.000s |    23.804s |
| Iteration 46     |       0.7 |   0.875 |        0.875 |  0.000s |    24.265s |
| Iteration 47     |       0.1 |   0.875 |        0.875 |  0.001s |    24.730s |
| Iteration 48     |       0.7 |   0.875 |        0.875 |  0.000s |    25.205s |
| Iteration 49     |       0.1 |   0.875 |        0.875 |  0.000s |    25.764s |
| Iteration 50     |       0.7 |   0.875 |        0.875 |  0.001s |    26.286s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 26.780s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7312
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.02
Time elapsed: 0.030s
-------------------------------------------------
Total time: 26.819s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.5118 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.663s |     0.684s |
| Initial point 2  |  4.9759 | uniform |   kd_tree |        39 |       2 |    0.75 |       0.9375 |  0.696s |     1.641s |
| Initial point 3  |  3.9307 | dista.. | ball_tree |        25 |       2 |   0.875 |       0.9375 |  0.699s |     2.625s |
| Initial point 4  | 11.4676 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.686s |     3.579s |
| Initial point 5  |  8.9834 | dista.. |      auto |        30 |       2 |    0.75 |       0.9375 |  0.694s |     4.537s |
| Initial point 6  | 10.4034 | dista.. | ball_tree |        21 |       2 |    0.75 |       0.9375 |  0.694s |     5.493s |
| Initial point 7  |  7.4413 | dista.. | ball_tree |        24 |       1 |  0.6875 |       0.9375 |  0.685s |     6.435s |
| Initial point 8  |  1.7832 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9375 |  0.692s |     7.388s |
| Initial point 9  |  8.2891 | uniform | ball_tree |        24 |       1 |   0.625 |       0.9375 |  0.687s |     8.347s |
| Initial point 10 |  5.8876 | uniform |     brute |        22 |       2 |   0.375 |       0.9375 |  0.694s |     9.299s |
| Iteration 11     | 10.1491 | dista.. |     brute |        40 |       1 |  0.6875 |       0.9375 |  0.689s |    11.037s |
| Iteration 12     | 10.9579 | dista.. |      auto |        39 |       1 |   0.625 |       0.9375 |  0.685s |    12.354s |
| Iteration 13     |  0.4225 | dista.. |     brute |        40 |       2 |  0.8438 |       0.9375 |  0.681s |    13.487s |
| Iteration 14     |   0.228 | dista.. |     brute |        40 |       2 |   0.875 |       0.9375 |  0.684s |    14.629s |
| Iteration 15     | 10.2045 | uniform |      auto |        40 |       1 |  0.8125 |       0.9375 |  0.651s |    15.790s |
| Iteration 16     |  7.0149 | uniform | ball_tree |        25 |       2 |  0.8438 |       0.9375 |  0.643s |    16.944s |
| Iteration 17     | 10.9544 | uniform |     brute |        40 |       2 |     0.5 |       0.9375 |  0.642s |    18.093s |
| Iteration 18     |     0.0 | uniform | ball_tree |        25 |       2 |     0.5 |       0.9375 |  0.643s |    19.295s |
| Iteration 19     |  5.3468 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.9375 |  0.645s |    20.546s |
| Iteration 20     | 12.1252 | uniform |      auto |        40 |       1 |  0.3438 |       0.9375 |  0.650s |    21.788s |
| Iteration 21     |  0.0213 | dista.. |     brute |        20 |       1 |     0.5 |       0.9375 |  0.662s |    22.991s |
| Iteration 22     | 11.7502 | dista.. |     brute |        40 |       2 |  0.4375 |       0.9375 |  0.701s |    24.245s |
| Iteration 23     | 12.5471 | dista.. |      auto |        40 |       1 |  0.6875 |       0.9375 |  0.713s |    25.597s |
| Iteration 24     |  4.1318 | dista.. |   kd_tree |        27 |       2 |  0.6875 |       0.9375 |  0.689s |    26.913s |
| Iteration 25     |  3.7263 | dista.. |   kd_tree |        23 |       2 |    0.75 |       0.9375 |  0.694s |    28.228s |
| Iteration 26     |  0.3671 | uniform | ball_tree |        36 |       1 |   0.375 |       0.9375 |  0.694s |    29.534s |
| Iteration 27     |  4.5126 | dista.. | ball_tree |        24 |       2 |  0.5938 |       0.9375 |  0.702s |    30.840s |
| Iteration 28     |  0.8725 | dista.. |      auto |        40 |       1 |  0.6875 |       0.9375 |  0.705s |    32.140s |
| Iteration 29     |  0.1226 | dista.. |     brute |        20 |       1 |     0.5 |       0.9375 |  0.708s |    33.365s |
| Iteration 30     |  0.1758 | dista.. | ball_tree |        40 |       2 |  0.6875 |       0.9375 |  0.701s |    34.720s |
| Iteration 31     |  3.7597 | dista.. | ball_tree |        25 |       1 |  0.7188 |       0.9375 |  0.663s |    36.000s |
| Iteration 32     |  4.0182 | uniform |     brute |        24 |       1 |   0.875 |       0.9375 |  0.693s |    37.358s |
| Iteration 33     |  4.0184 | dista.. |      auto |        23 |       2 |   0.625 |       0.9375 |  0.705s |    38.713s |
| Iteration 34     |  4.1047 | uniform |     brute |        25 |       1 |  0.7812 |       0.9375 |  0.701s |    40.062s |
| Iteration 35     |  3.6674 | uniform |     brute |        21 |       1 |  0.6562 |       0.9375 |  0.701s |    41.486s |
| Iteration 36     |  6.9617 | uniform |   kd_tree |        26 |       2 |    0.75 |       0.9375 |  0.719s |    43.471s |
| Iteration 37     |  6.8869 | uniform | ball_tree |        24 |       2 |  0.6562 |       0.9375 |  0.698s |    44.822s |
| Iteration 38     |  0.4968 | uniform |      auto |        40 |       1 |  0.6875 |       0.9375 |  0.697s |    46.237s |
| Iteration 39     |  3.9199 | uniform |     brute |        25 |       2 |  0.4375 |       0.9375 |  0.699s |    47.621s |
| Iteration 40     |  0.2526 | dista.. |     brute |        38 |       2 |   0.625 |       0.9375 |  0.700s |    48.989s |
| Iteration 41     |   7.183 | uniform |     brute |        35 |       1 |  0.8125 |       0.9375 |  0.699s |    50.335s |
| Iteration 42     |  4.4831 | dista.. | ball_tree |        25 |       2 |   0.875 |       0.9375 |  0.700s |    52.028s |
| Iteration 43     | 11.7891 | uniform |     brute |        24 |       1 |  0.5625 |       0.9375 |  0.699s |    53.377s |
| Iteration 44     |  7.4125 | dista.. | ball_tree |        40 |       2 |     1.0 |          1.0 |  0.697s |    54.747s |
| Iteration 45     |  8.5538 | dista.. | ball_tree |        35 |       2 |    0.75 |          1.0 |  0.695s |    56.246s |
| Iteration 46     |  7.2194 | dista.. | ball_tree |        40 |       2 |   0.625 |          1.0 |  0.695s |    57.824s |
| Iteration 47     | 12.5317 | uniform |   kd_tree |        36 |       2 |     0.5 |          1.0 |  0.698s |    59.357s |
| Iteration 48     | 12.5219 | dista.. |   kd_tree |        21 |       1 |   0.625 |          1.0 |  0.649s |     1m:01s |
| Iteration 49     | 12.5436 | dista.. |      auto |        36 |       2 |  0.9375 |          1.0 |  0.690s |     1m:02s |
| Iteration 50     | 12.5383 | dista.. |      auto |        38 |       2 |  0.4375 |          1.0 |  0.694s |     1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'radius': 7.4125, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0812
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:04s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  1.079s |     1.086s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  1.092s |     2.452s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |       0.9375 |  0.842s |     3.556s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     0.5 |       0.9375 |  0.998s |     4.832s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.875 |       0.9375 |  0.876s |     5.996s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.625 |       0.9375 |  1.065s |     7.317s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |       0.9375 |  0.724s |     8.303s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |       0.9375 |  0.985s |     9.553s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.8125 |       0.9375 |  0.690s |    10.545s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |       0.9375 |  0.755s |    11.576s |
| Iteration 11     |          410 |         0.209 |   SAMME.R |    0.75 |       0.9375 |  0.945s |    13.014s |
| Iteration 12     |          253 |        0.0548 |   SAMME.R |   0.875 |       0.9375 |  0.829s |    14.393s |
| Iteration 13     |          143 |        0.0195 |     SAMME |  0.9375 |       0.9375 |  0.745s |    16.176s |
| Iteration 14     |          422 |        0.0404 |   SAMME.R |     1.0 |          1.0 |  1.018s |    17.687s |
| Iteration 15     |          487 |        0.0319 |   SAMME.R |    0.75 |          1.0 |  1.016s |    19.188s |
| Iteration 16     |          426 |        0.0786 |   SAMME.R |    0.75 |          1.0 |  0.980s |    20.724s |
| Iteration 17     |          416 |        0.0423 |   SAMME.R |  0.9375 |          1.0 |  0.958s |    22.216s |
| Iteration 18     |          470 |        0.0389 |     SAMME |  0.6875 |          1.0 |  0.964s |    23.732s |
| Iteration 19     |          246 |        0.0384 |   SAMME.R |   0.875 |          1.0 |  0.869s |    25.144s |
| Iteration 20     |          169 |         0.046 |   SAMME.R |  0.8125 |          1.0 |  0.759s |    26.480s |
| Iteration 21     |          496 |        0.0219 |     SAMME |  0.9688 |          1.0 |  0.973s |    27.946s |
| Iteration 22     |           69 |        0.0239 |     SAMME |  0.5625 |          1.0 |  0.684s |    29.204s |
| Iteration 23     |          370 |        0.0212 |     SAMME |  0.8125 |          1.0 |  0.887s |    30.593s |
| Iteration 24     |          500 |        0.0401 |   SAMME.R |   0.625 |          1.0 |  1.022s |    32.231s |
| Iteration 25     |          408 |        0.0393 |   SAMME.R |  0.8125 |          1.0 |  0.959s |    33.799s |
| Iteration 26     |          424 |         0.041 |   SAMME.R |     1.0 |          1.0 |  0.975s |    35.406s |
| Iteration 27     |          425 |        0.0397 |   SAMME.R |   0.875 |          1.0 |  0.983s |    37.033s |
| Iteration 28     |          429 |        0.0414 |   SAMME.R |  0.9688 |          1.0 |  0.975s |    38.609s |
| Iteration 29     |          467 |        0.0208 |     SAMME |  0.9375 |          1.0 |  0.976s |    40.202s |
| Iteration 30     |          500 |        0.0211 |     SAMME |  0.9375 |          1.0 |  1.039s |    41.894s |
| Iteration 31     |          472 |        0.0232 |   SAMME.R |     1.0 |          1.0 |  1.062s |    43.613s |
| Iteration 32     |          477 |        0.0228 |   SAMME.R |  0.9375 |          1.0 |  1.066s |    45.362s |
| Iteration 33     |          470 |        0.0239 |     SAMME |   0.875 |          1.0 |  1.020s |    47.056s |
| Iteration 34     |          456 |        0.0222 |   SAMME.R |  0.6562 |          1.0 |  1.040s |    48.716s |
| Iteration 35     |          425 |        0.0441 |   SAMME.R |     1.0 |          1.0 |  0.980s |    50.378s |
| Iteration 36     |          424 |        0.0429 |   SAMME.R |  0.9375 |          1.0 |  1.594s |    52.628s |
| Iteration 37     |          474 |        0.0247 |   SAMME.R |    0.75 |          1.0 |  1.075s |    54.298s |
| Iteration 38     |          474 |        0.0217 |     SAMME |  0.5625 |          1.0 |  0.986s |    55.954s |
| Iteration 39     |          421 |        0.0414 |   SAMME.R |     1.0 |          1.0 |  1.017s |    57.605s |
| Iteration 40     |          471 |        0.0218 |   SAMME.R |  0.8125 |          1.0 |  1.060s |    59.325s |
| Iteration 41     |          421 |        0.0414 |   SAMME.R |     1.0 |          1.0 |  0.001s |    59.999s |
| Iteration 42     |          426 |        0.0446 |   SAMME.R |  0.9375 |          1.0 |  1.014s |     1m:02s |
| Iteration 43     |          421 |         0.041 |   SAMME.R |     1.0 |          1.0 |  1.005s |     1m:03s |
| Iteration 44     |          461 |        0.0202 |     SAMME |  0.9375 |          1.0 |  0.998s |     1m:05s |
| Iteration 45     |          421 |        0.0409 |   SAMME.R |  0.9375 |          1.0 |  1.002s |     1m:07s |
| Iteration 46     |          500 |         0.023 |     SAMME |  0.9062 |          1.0 |  1.024s |     1m:08s |
| Iteration 47     |          423 |        0.0416 |   SAMME.R |   0.875 |          1.0 |  1.014s |     1m:10s |
| Iteration 48     |          431 |        0.0433 |   SAMME.R |     1.0 |          1.0 |  0.969s |     1m:12s |
| Iteration 49     |          432 |        0.0432 |   SAMME.R |     1.0 |          1.0 |  0.969s |     1m:14s |
| Iteration 50     |          433 |         0.043 |   SAMME.R |     0.5 |          1.0 |  0.955s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'n_estimators': 472, 'learning_rate': 0.0232, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.432s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0678
Time elapsed: 1.934s
-------------------------------------------------
Total time: 1m:18s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.066s |     1.085s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.936s |     2.293s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.982s |     3.561s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.375 |          1.0 |  0.772s |     4.636s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |          1.0 |  0.982s |     5.913s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6875 |          1.0 |  0.805s |     6.982s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.860s |     8.119s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  0.824s |     9.223s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |          1.0 |  0.942s |    10.440s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |          1.0 |  0.931s |    11.647s |
| Iteration 11     |          267 |      gini |         8 |                 3 |                2 |          0.8 |      True |    0.0295 |        None |     1.0 |          1.0 |  0.893s |    13.256s |
| Iteration 12     |          404 |      gini |         6 |                 9 |                5 |          0.6 |     False |    0.0187 |         --- |  0.8125 |          1.0 |  1.503s |    15.494s |
| Iteration 13     |          401 |      gini |         6 |                 8 |                1 |         auto |      True |     0.035 |        None |     1.0 |          1.0 |  0.980s |    17.172s |
| Iteration 14     |          336 |   entropy |         6 |                20 |                1 |         log2 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.861s |    18.752s |
| Iteration 15     |           87 |   entropy |         6 |                17 |                3 |         log2 |     False |    0.0231 |         --- |    0.75 |          1.0 |  0.710s |    20.142s |
| Iteration 16     |          324 |   entropy |      None |                 9 |                1 |          0.6 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.878s |    21.677s |
| Iteration 17     |          500 |      gini |         5 |                 4 |               19 |          0.5 |     False |    0.0293 |         --- |  0.8125 |          1.0 |  0.968s |    23.371s |
| Iteration 18     |          500 |   entropy |         9 |                20 |                1 |         None |      True |     0.035 |        None |  0.8125 |          1.0 |  1.071s |    25.097s |
| Iteration 19     |          500 |      gini |         6 |                11 |               12 |         None |     False |    0.0327 |         --- |  0.8125 |          1.0 |  0.931s |    26.732s |
| Iteration 20     |           16 |      gini |         7 |                12 |               19 |         sqrt |      True |     0.035 |         0.9 |     0.5 |          1.0 |  0.643s |    28.110s |
| Iteration 21     |          500 |   entropy |         4 |                 2 |                1 |         auto |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.932s |    29.752s |
| Iteration 22     |          334 |   entropy |         6 |                16 |                1 |         sqrt |     False |     0.035 |         --- |  0.5625 |          1.0 |  0.841s |    31.285s |
| Iteration 23     |          500 |      gini |      None |                 2 |                1 |         None |     False |       0.0 |         --- |    0.75 |          1.0 |  0.946s |    32.984s |
| Iteration 24     |          500 |      gini |         9 |                18 |                1 |         log2 |      True |    0.0054 |         0.7 |  0.8125 |          1.0 |  1.055s |    34.789s |
| Iteration 25     |          500 |   entropy |      None |                 3 |               20 |         sqrt |     False |    0.0242 |         --- |  0.9375 |          1.0 |  0.975s |    36.435s |
| Iteration 26     |          500 |      gini |      None |                 2 |               20 |          0.8 |      True |    0.0135 |        None |  0.8125 |          1.0 |  1.065s |    38.144s |
| Iteration 27     |          500 |   entropy |         5 |                 4 |                1 |         log2 |      True |    0.0087 |         0.6 |   0.875 |          1.0 |  1.073s |    39.877s |
| Iteration 28     |           10 |      gini |      None |                 7 |                1 |          0.9 |      True |    0.0268 |         0.6 |  0.8438 |          1.0 |  0.694s |    41.414s |
| Iteration 29     |          255 |   entropy |         9 |                 2 |                1 |          0.8 |      True |     0.035 |        None |     1.0 |          1.0 |  0.887s |    42.988s |
| Iteration 30     |           10 |      gini |         9 |                16 |                1 |         None |      True |    0.0142 |         0.9 |  0.9375 |          1.0 |  0.678s |    44.393s |
| Iteration 31     |          160 |      gini |         9 |                 2 |                1 |         None |      True |     0.035 |        None |     1.0 |          1.0 |  0.799s |    45.923s |
| Iteration 32     |          137 |   entropy |         9 |                 2 |                1 |         None |      True |    0.0234 |         0.5 |     1.0 |          1.0 |  0.773s |    47.476s |
| Iteration 33     |           70 |   entropy |         6 |                17 |                3 |          0.7 |     False |    0.0287 |         --- |   0.875 |          1.0 |  0.713s |    48.975s |
| Iteration 34     |          235 |      gini |         9 |                 2 |                2 |          0.8 |      True |      0.02 |         0.5 |  0.6875 |          1.0 |  0.846s |    50.611s |
| Iteration 35     |           10 |   entropy |         9 |                14 |                1 |          0.9 |     False |    0.0252 |         --- |    0.75 |          1.0 |  1.281s |    52.650s |
| Iteration 36     |           10 |      gini |         5 |                 4 |                1 |          0.7 |      True |    0.0072 |         0.7 |  0.7188 |          1.0 |  0.681s |    54.049s |
| Iteration 37     |          500 |      gini |         6 |                 2 |                1 |         log2 |      True |     0.035 |         0.6 |  0.8125 |          1.0 |  1.076s |    55.864s |
| Iteration 38     |          500 |      gini |      None |                 8 |               10 |         auto |      True |    0.0226 |         0.9 |    0.75 |          1.0 |  1.067s |    57.724s |
| Iteration 39     |          500 |   entropy |         9 |                19 |                6 |          0.8 |     False |    0.0185 |         --- |   0.875 |          1.0 |  0.985s |    59.441s |
| Iteration 40     |          500 |   entropy |         9 |                 3 |                5 |         sqrt |     False |    0.0346 |         --- |  0.8125 |          1.0 |  0.967s |     1m:01s |
| Iteration 41     |           10 |      gini |      None |                 7 |               20 |          0.9 |     False |    0.0146 |         --- |   0.875 |          1.0 |  0.666s |     1m:03s |
| Iteration 42     |          256 |   entropy |         9 |                18 |                1 |         sqrt |     False |    0.0185 |         --- |  0.9375 |          1.0 |  0.842s |     1m:04s |
| Iteration 43     |           10 |   entropy |      None |                10 |                9 |          0.8 |     False |    0.0306 |         --- |     1.0 |          1.0 |  0.687s |     1m:06s |
| Iteration 44     |           10 |   entropy |      None |                19 |               11 |          0.6 |     False |    0.0007 |         --- |  0.8125 |          1.0 |  0.692s |     1m:07s |
| Iteration 45     |           10 |      gini |      None |                11 |                6 |          0.6 |      True |    0.0033 |         0.8 |   0.875 |          1.0 |  0.685s |     1m:09s |
| Iteration 46     |           10 |   entropy |      None |                20 |               20 |          0.5 |     False |     0.025 |         --- |    0.75 |          1.0 |  0.686s |     1m:10s |
| Iteration 47     |          500 |      gini |         3 |                19 |                1 |         log2 |      True |    0.0196 |        None |  0.8125 |          1.0 |  1.088s |     1m:12s |
| Iteration 48     |           10 |   entropy |      None |                14 |                6 |         auto |     False |    0.0263 |         --- |    0.75 |          1.0 |  0.695s |     1m:14s |
| Iteration 49     |          500 |      gini |      None |                 5 |               20 |         log2 |     False |    0.0309 |         --- |     1.0 |          1.0 |  0.972s |     1m:15s |
| Iteration 50     |          500 |   entropy |      None |                 8 |               20 |          0.8 |      True |    0.0171 |         0.8 |     0.5 |          1.0 |  1.066s |     1m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.349s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0812
Time elapsed: 1.550s
-------------------------------------------------
Total time: 1m:20s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.775s |     0.793s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.781s |     1.878s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.776s |     2.969s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.668s |     3.952s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.707s |     4.972s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.699s |     5.942s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.678s |     6.950s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.692s |     7.922s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |          1.0 |  0.709s |     8.948s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.679s |     9.924s |
| Iteration 11     |          385 |        0.0516 |         8 |  0.2791 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |   0.875 |          1.0 |  0.713s |    11.265s |
| Iteration 12     |          405 |        0.0171 |         4 |  0.4489 |                3 |       0.8 |              0.4 |         0 |         10 |   0.625 |          1.0 |  0.695s |    12.706s |
| Iteration 13     |          262 |         0.064 |         6 |  0.4453 |                3 |       0.6 |              1.0 |      0.01 |       0.01 |  0.9375 |          1.0 |  0.670s |    14.046s |
| Iteration 14     |          227 |        0.4629 |         3 |   0.435 |                3 |       1.0 |              0.9 |        10 |          1 |     0.5 |          1.0 |  0.680s |    16.017s |
| Iteration 15     |          419 |        0.0261 |         2 |  0.3298 |                3 |       0.6 |              0.9 |       0.1 |       0.01 |    0.75 |          1.0 |  0.713s |    17.376s |
| Iteration 16     |          163 |         0.054 |         6 |  0.1947 |                3 |       0.5 |              0.5 |       0.1 |          0 |  0.9375 |          1.0 |  0.668s |    18.720s |
| Iteration 17     |          234 |        0.0451 |         6 |  0.7832 |                3 |       0.9 |              1.0 |       0.1 |          1 |  0.9375 |          1.0 |  0.673s |    20.152s |
| Iteration 18     |          500 |        0.0558 |         6 |  0.1483 |                3 |       0.7 |              0.8 |       0.1 |          0 |    0.75 |          1.0 |  0.716s |    21.724s |
| Iteration 19     |          219 |        0.0459 |         4 |  0.8396 |                3 |       0.9 |              0.7 |      0.01 |        0.1 |    0.75 |          1.0 |  0.669s |    23.157s |
| Iteration 20     |           20 |        0.0358 |         9 |  0.9375 |                3 |       0.7 |              0.9 |       0.1 |        0.1 |  0.6875 |          1.0 |  0.640s |    24.599s |
| Iteration 21     |          292 |        0.0459 |         7 |  0.5092 |                3 |       0.8 |              0.9 |       0.1 |          1 |    0.75 |          1.0 |  0.727s |    26.109s |
| Iteration 22     |          167 |         0.048 |         8 |     0.0 |                2 |       0.6 |              1.0 |      0.01 |         10 |     0.5 |          1.0 |  0.706s |    27.511s |
| Iteration 23     |          266 |         0.076 |         6 |  0.0943 |                3 |       0.7 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  0.720s |    28.998s |
| Iteration 24     |          234 |        0.9254 |         6 |  0.1657 |                3 |       0.6 |              0.4 |       0.1 |       0.01 |  0.6875 |          1.0 |  0.708s |    30.378s |
| Iteration 25     |          368 |        0.0125 |         6 |  0.3007 |                3 |       0.5 |              0.5 |      0.01 |       0.01 |   0.625 |          1.0 |  0.741s |    31.828s |
| Iteration 26     |          174 |        0.1558 |         9 |     0.0 |                3 |       0.5 |              0.5 |         0 |          0 |  0.8125 |          1.0 |  0.700s |    33.349s |
| Iteration 27     |          410 |          0.01 |         3 |  0.7671 |               10 |       0.8 |              0.8 |       100 |         10 |     0.5 |          1.0 |  0.735s |    34.814s |
| Iteration 28     |          374 |        0.0949 |         4 |     0.0 |                3 |       0.9 |              0.9 |      0.01 |         10 |    0.75 |          1.0 |  0.748s |    36.414s |
| Iteration 29     |           40 |           1.0 |         3 |     0.1 |               10 |       0.6 |              0.4 |         0 |         10 |     0.5 |          1.0 |  0.687s |    37.831s |
| Iteration 30     |           55 |           1.0 |         1 |  0.1226 |                5 |       0.7 |              0.4 |         0 |        0.1 |   0.875 |          1.0 |  0.695s |    39.293s |
| Iteration 31     |          499 |           1.0 |         6 |  0.9774 |                5 |       0.8 |              0.6 |         0 |        100 |     0.5 |          1.0 |  0.763s |    40.863s |
| Iteration 32     |          284 |        0.0188 |         6 |  0.0901 |                3 |       0.7 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  0.722s |    42.464s |
| Iteration 33     |          422 |        0.0291 |         6 |  0.7707 |                3 |       0.7 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  0.717s |    44.010s |
| Iteration 34     |          274 |          0.19 |         5 |  0.8433 |                3 |       0.7 |              0.9 |      0.01 |        100 |  0.7188 |          1.0 |  0.741s |    45.553s |
| Iteration 35     |          107 |        0.0159 |         6 |  0.4366 |                3 |       0.7 |              0.9 |      0.01 |       0.01 |  0.9375 |          1.0 |  0.699s |    47.084s |
| Iteration 36     |          476 |        0.1322 |         6 |  0.6822 |                3 |       0.8 |              0.9 |        10 |        0.1 |     0.5 |          1.0 |  0.753s |    48.665s |
| Iteration 37     |          461 |         0.051 |         6 |  0.2545 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  0.761s |    50.230s |
| Iteration 38     |          298 |        0.9839 |         6 |  0.1466 |                3 |       0.7 |              0.5 |      0.01 |          1 |  0.6875 |          1.0 |  0.681s |    51.764s |
| Iteration 39     |          298 |        0.1913 |         6 |  0.6219 |                3 |       0.7 |              1.0 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.738s |    53.379s |
| Iteration 40     |           82 |        0.0185 |         5 |  0.7866 |                3 |       0.7 |              1.0 |      0.01 |        0.1 |    0.75 |          1.0 |  0.714s |    55.589s |
| Iteration 41     |          365 |        0.0598 |         6 |  0.4187 |                3 |       0.9 |              1.0 |      0.01 |       0.01 |     1.0 |          1.0 |  0.692s |    57.391s |
| Iteration 42     |          170 |        0.0129 |         6 |  0.0923 |                3 |       0.8 |              0.7 |       0.1 |          1 |  0.9375 |          1.0 |  0.679s |    59.015s |
| Iteration 43     |           40 |        0.0284 |         6 |  0.3069 |                3 |       0.8 |              0.5 |      0.01 |       0.01 |     1.0 |          1.0 |  0.638s |     1m:01s |
| Iteration 44     |           98 |        0.1597 |         6 |  0.4575 |                3 |       0.5 |              0.6 |      0.01 |          0 |   0.625 |          1.0 |  0.662s |     1m:02s |
| Iteration 45     |          232 |        0.0214 |         6 |  0.0357 |                3 |       0.8 |              0.5 |      0.01 |        0.1 |     1.0 |          1.0 |  0.672s |     1m:04s |
| Iteration 46     |          425 |          0.01 |         6 |     0.0 |                3 |       0.8 |              1.0 |      0.01 |          1 |   0.875 |          1.0 |  0.708s |     1m:06s |
| Iteration 47     |          112 |        0.0611 |         6 |  0.0881 |                3 |       0.8 |              0.6 |      0.01 |        100 |   0.875 |          1.0 |  0.665s |     1m:07s |
| Iteration 48     |          256 |        0.0213 |         6 |  0.9534 |                3 |       0.7 |              0.7 |      0.01 |          1 |  0.6875 |          1.0 |  0.722s |     1m:09s |
| Iteration 49     |           94 |          0.01 |         9 |     0.0 |                3 |       0.8 |              0.6 |      0.01 |          0 |     1.0 |          1.0 |  0.695s |     1m:11s |
| Iteration 50     |           87 |          0.01 |         7 |     0.0 |                3 |       0.9 |              0.6 |      0.01 |          0 |  0.4375 |          1.0 |  0.707s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9777
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0548
Time elapsed: 0.284s
-------------------------------------------------
Total time: 1m:14s


Final results ==================== >>
Duration: 8m:23s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.89 ± 0.0374
Logistic Regression             --> roc_auc: 0.85 ± 0.0949
Linear Discriminant Analysis    --> roc_auc: 0.82 ± 0.051
Quadratic Discriminant Analysis --> roc_auc: 0.81 ± 0.02
Radius Nearest Neighbors        --> roc_auc: 0.92 ± 0.0812 !
AdaBoost                        --> roc_auc: 0.88 ± 0.0678
Random Forest                   --> roc_auc: 0.82 ± 0.0812
XGBoost                         --> roc_auc: 0.8 ± 0.0548
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVASGTYKYIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVRNAGGTSYGKLTF.
   >>> Dropping feature CAVRNAGNMLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVSDTGRRALTF.
   >>> Dropping feature CAVSTGGGNKLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  3.194s |     3.215s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.7812 |       0.8125 |  3.212s |     6.719s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |       0.8125 |  3.154s |    10.146s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |       0.8125 |  3.185s |    13.639s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |       0.8125 |  3.196s |    17.122s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |       0.8125 |  3.205s |    20.649s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7812 |       0.8125 |  3.198s |    24.138s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.625 |       0.8125 |  3.255s |    27.674s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |       0.8125 |  3.183s |    31.191s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     0.5 |       0.8125 |  3.175s |    34.675s |
| Iteration 11     |  deviance |        0.6801 |           10 |       1.0 | friedman_mse |                20 |               13 |         5 |         None |    0.0295 |  0.6875 |       0.8125 |  3.148s |    38.445s |
| Iteration 12     | exponen.. |        0.7064 |          326 |       0.9 | friedman_mse |                 3 |               10 |         8 |          0.7 |      0.02 |  0.5625 |       0.8125 |  3.211s |    42.254s |
| Iteration 13     | exponen.. |        0.4681 |          137 |       0.9 | friedman_mse |                17 |               17 |         3 |          0.9 |    0.0262 |  0.6875 |       0.8125 |  3.149s |    46.090s |
| Iteration 14     |  deviance |        0.3315 |          124 |       1.0 | friedman_mse |                12 |                1 |         5 |          0.5 |    0.0298 |   0.625 |       0.8125 |  3.141s |    49.977s |
| Iteration 15     | exponen.. |         0.019 |           20 |       0.9 | friedman_mse |                 2 |               17 |         3 |          0.9 |    0.0243 |    0.75 |       0.8125 |  3.122s |    53.727s |
| Iteration 16     |  deviance |        0.5303 |          219 |       0.9 | squared_er.. |                 5 |                6 |         9 |         auto |    0.0074 |  0.4375 |       0.8125 |  3.775s |    58.131s |
| Iteration 17     | exponen.. |        0.1921 |          110 |       1.0 | friedman_mse |                13 |                6 |         3 |          0.7 |    0.0011 |   0.875 |        0.875 |  3.181s |     1m:02s |
| Iteration 18     | exponen.. |         0.174 |           96 |       1.0 | friedman_mse |                20 |                9 |         1 |          0.9 |       0.0 |   0.375 |        0.875 |  3.138s |     1m:06s |
| Iteration 19     | exponen.. |        0.2558 |           85 |       1.0 | friedman_mse |                13 |               10 |         3 |          0.7 |    0.0036 |     0.5 |        0.875 |  3.153s |     1m:10s |
| Iteration 20     | exponen.. |        0.9369 |          129 |       0.6 | friedman_mse |                 9 |                9 |         2 |         sqrt |     0.035 |  0.6875 |        0.875 |  3.215s |     1m:13s |
| Iteration 21     |  deviance |        0.0601 |           20 |       0.6 | friedman_mse |                15 |                6 |         7 |         sqrt |     0.035 |  0.5625 |        0.875 |  3.207s |     1m:17s |
| Iteration 22     | exponen.. |        0.3313 |           55 |       0.8 | friedman_mse |                16 |               15 |         6 |          0.5 |       0.0 |   0.625 |        0.875 |  3.096s |     1m:21s |
| Iteration 23     | exponen.. |        0.0214 |          171 |       0.9 | squared_er.. |                16 |               11 |         7 |         None |     0.035 |   0.625 |        0.875 |  3.168s |     1m:25s |
| Iteration 24     | exponen.. |        0.5582 |          298 |       1.0 | friedman_mse |                 5 |               10 |        10 |         sqrt |    0.0242 |    0.75 |        0.875 |  3.169s |     1m:28s |
| Iteration 25     |  deviance |        0.0162 |          498 |       0.6 | squared_er.. |                 7 |               20 |         2 |         None |    0.0217 |     0.5 |        0.875 |  3.283s |     1m:32s |
| Iteration 26     |  deviance |        0.0103 |          375 |       0.6 | squared_er.. |                20 |                8 |         8 |         log2 |    0.0007 |  0.6875 |        0.875 |  3.247s |     1m:36s |
| Iteration 27     | exponen.. |        0.0139 |          373 |       1.0 | squared_er.. |                 2 |               14 |         3 |         auto |    0.0021 |  0.9375 |       0.9375 |  3.231s |     1m:40s |
| Iteration 28     | exponen.. |          0.01 |          500 |       1.0 | squared_er.. |                 2 |               11 |         1 |         None |       0.0 |   0.375 |       0.9375 |  3.234s |     1m:44s |
| Iteration 29     | exponen.. |        0.3316 |          100 |       0.9 | friedman_mse |                 4 |                9 |         8 |         auto |     0.004 |  0.8125 |       0.9375 |  3.204s |     1m:48s |
| Iteration 30     | exponen.. |        0.0282 |          279 |       0.8 | squared_er.. |                17 |               11 |         2 |         auto |       0.0 |   0.625 |       0.9375 |  3.221s |     1m:52s |
| Iteration 31     | exponen.. |        0.1739 |          500 |       0.6 | friedman_mse |                 2 |               15 |         2 |         auto |    0.0318 |  0.9375 |       0.9375 |  3.267s |     1m:57s |
| Iteration 32     | exponen.. |        0.0116 |          290 |       1.0 | friedman_mse |                 2 |               15 |         1 |         auto |    0.0237 |     1.0 |          1.0 |  3.208s |     2m:00s |
| Iteration 33     | exponen.. |          0.01 |          500 |       0.8 | friedman_mse |                 2 |                4 |         2 |         auto |    0.0088 |    0.75 |          1.0 |  3.299s |     2m:04s |
| Iteration 34     | exponen.. |           1.0 |          116 |       1.0 | friedman_mse |                 5 |                7 |        10 |          0.7 |    0.0232 |    0.75 |          1.0 |  3.151s |     2m:08s |
| Iteration 35     | exponen.. |        0.1604 |          348 |       1.0 | squared_er.. |                 2 |               15 |         1 |         log2 |    0.0096 |   0.375 |          1.0 |  3.195s |     2m:12s |
| Iteration 36     | exponen.. |        0.8868 |          394 |       1.0 | friedman_mse |                10 |                5 |         6 |          0.7 |    0.0024 |     1.0 |          1.0 |  3.164s |     2m:16s |
| Iteration 37     |  deviance |        0.0227 |          157 |       0.6 | friedman_mse |                 2 |                2 |         3 |         None |    0.0075 |  0.6875 |          1.0 |  3.140s |     2m:20s |
| Iteration 38     |  deviance |        0.0212 |           18 |       0.9 | friedman_mse |                 2 |                9 |         9 |         auto |    0.0013 |  0.2188 |          1.0 |  3.123s |     2m:24s |
| Iteration 39     | exponen.. |        0.0346 |          191 |       1.0 | friedman_mse |                11 |                3 |         3 |          0.7 |    0.0149 |  0.5312 |          1.0 |  3.217s |     2m:28s |
| Iteration 40     | exponen.. |          0.01 |           94 |       0.9 | friedman_mse |                 2 |               20 |         1 |         auto |    0.0218 |  0.7188 |          1.0 |  3.202s |     2m:33s |
| Iteration 41     | exponen.. |        0.8716 |          294 |       0.9 | friedman_mse |                 7 |                1 |         6 |          0.8 |     0.025 |  0.8125 |          1.0 |  3.236s |     2m:37s |
| Iteration 42     | exponen.. |        0.0115 |          500 |       0.5 | friedman_mse |                 7 |                5 |         8 |         auto |     0.015 |   0.875 |          1.0 |  3.282s |     2m:41s |
| Iteration 43     | exponen.. |        0.0119 |           22 |       0.8 | friedman_mse |                 9 |               17 |         5 |         auto |    0.0159 |    0.75 |          1.0 |  3.130s |     2m:45s |
| Iteration 44     |  deviance |        0.0112 |          398 |       0.9 | friedman_mse |                14 |               10 |         1 |         auto |    0.0024 |   0.875 |          1.0 |  3.232s |     2m:49s |
| Iteration 45     | exponen.. |        0.0117 |          328 |       1.0 | friedman_mse |                 6 |                4 |         3 |         auto |    0.0094 |    0.75 |          1.0 |  3.191s |     2m:53s |
| Iteration 46     | exponen.. |        0.0116 |          415 |       0.7 | friedman_mse |                 6 |               14 |         1 |         auto |    0.0265 |  0.6875 |          1.0 |  3.217s |     2m:57s |
| Iteration 47     |  deviance |        0.0675 |          112 |       0.8 | friedman_mse |                20 |               13 |         2 |         auto |    0.0135 |  0.6875 |          1.0 |  3.144s |     3m:01s |
| Iteration 48     | exponen.. |        0.7681 |          162 |       0.9 | squared_er.. |                 2 |               11 |        10 |         auto |    0.0262 |  0.9375 |          1.0 |  3.168s |     3m:05s |
| Iteration 49     | exponen.. |        0.0116 |          383 |       0.8 | squared_er.. |                 2 |               20 |         8 |         auto |    0.0287 |  0.8125 |          1.0 |  3.204s |     3m:09s |
| Iteration 50     | exponen.. |        0.4841 |          329 |       0.7 | friedman_mse |                 9 |               20 |         5 |          0.6 |    0.0068 |    0.25 |          1.0 |  3.147s |     3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0116, 'n_estimators': 290, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 15, 'max_depth': 1, 'max_features': 'auto', 'ccp_alpha': 0.0237}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9277
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.076s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.625 ± 0.1796
Time elapsed: 0.355s
-------------------------------------------------
Total time: 3m:15s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.4375 |       0.4375 |  3.188s |     3.200s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |       0.6875 |  3.176s |     6.650s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.3125 |       0.6875 |  3.172s |    10.094s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.5625 |       0.6875 |  3.290s |    13.648s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |       0.6875 |  3.280s |    17.259s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.375 |       0.6875 |  3.238s |    20.776s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.375 |       0.6875 |  3.194s |    24.266s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |       0.8125 |  3.250s |    27.779s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |       0.8125 |  3.175s |    31.231s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.375 |       0.8125 |  3.110s |    34.631s |
| Iteration 11     |      l2 |  0.2276 | newto.. |      401 |      --- |  0.4375 |       0.8125 |  3.193s |    38.336s |
| Iteration 12     |      l2 |  0.0477 |     sag |      927 |      --- |  0.4375 |       0.8125 |  3.215s |    42.124s |
| Iteration 13     |      l2 |  0.0013 | libli.. |      970 |      --- |  0.4375 |       0.8125 |  3.072s |    45.735s |
| Iteration 14     |      l2 |   0.001 |   lbfgs |     1000 |      --- |   0.375 |       0.8125 |  3.164s |    49.450s |
| Iteration 15     |      l1 | 41.9252 | libli.. |      129 |      --- |  0.3125 |       0.8125 |  3.776s |    53.788s |
| Iteration 16     |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |       0.8125 |  0.000s |    54.311s |
| Iteration 17     |      l2 | 13.3097 | libli.. |      127 |      --- |  0.6875 |       0.8125 |  3.171s |    58.025s |
| Iteration 18     |      l1 | 42.5459 | libli.. |      135 |      --- |  0.6875 |       0.8125 |  3.174s |     1m:02s |
| Iteration 19     |      l1 |  5.1511 | libli.. |      347 |      --- |    0.25 |       0.8125 |  3.181s |     1m:06s |
| Iteration 20     |      l1 |    2.94 | libli.. |      151 |      --- |  0.6875 |       0.8125 |  3.169s |     1m:10s |
| Iteration 21     |      l1 |  4.9692 | libli.. |      120 |      --- |     0.5 |       0.8125 |  3.180s |     1m:14s |
| Iteration 22     |      l2 |   2.571 | libli.. |      137 |      --- |  0.5625 |       0.8125 |  3.169s |     1m:17s |
| Iteration 23     |      l1 | 10.7333 | libli.. |      159 |      --- |  0.5625 |       0.8125 |  3.136s |     1m:21s |
| Iteration 24     |      l2 |  0.0441 |     sag |      951 |      --- |  0.4375 |       0.8125 |  3.126s |     1m:25s |
| Iteration 25     |      l2 |  1.1755 |     sag |      934 |      --- |   0.625 |       0.8125 |  3.141s |     1m:29s |
| Iteration 26     |      l1 |  0.1974 | libli.. |      129 |      --- |  0.5625 |       0.8125 |  3.158s |     1m:33s |
| Iteration 27     |      l1 | 12.2335 | libli.. |      135 |      --- |    0.75 |       0.8125 |  3.124s |     1m:37s |
| Iteration 28     |      l1 | 12.6953 | libli.. |      131 |      --- |   0.375 |       0.8125 |  3.144s |     1m:41s |
| Iteration 29     |      l2 |  0.6656 | libli.. |      122 |      --- |     0.5 |       0.8125 |  3.137s |     1m:45s |
| Iteration 30     |      l1 |  0.2667 | libli.. |      185 |      --- |  0.4375 |       0.8125 |  3.137s |     1m:48s |
| Iteration 31     |      l2 |   100.0 | libli.. |      133 |      --- |    0.75 |       0.8125 |  3.142s |     1m:52s |
| Iteration 32     |      l2 |  8.8002 | libli.. |      156 |      --- |     0.5 |       0.8125 |  3.216s |     1m:56s |
| Iteration 33     |    none |     --- |     sag |      898 |      --- |  0.5625 |       0.8125 |  3.126s |     1m:60s |
| Iteration 34     |      l2 |   100.0 | libli.. |      141 |      --- |  0.8125 |       0.8125 |  3.162s |     2m:04s |
| Iteration 35     |      l2 |   100.0 | libli.. |      142 |      --- |    0.75 |       0.8125 |  3.140s |     2m:08s |
| Iteration 36     |    none |     --- |     sag |      840 |      --- |  0.5625 |       0.8125 |  3.131s |     2m:11s |
| Iteration 37     |      l2 |   100.0 | libli.. |      142 |      --- |    0.75 |       0.8125 |  0.001s |     2m:12s |
| Iteration 38     |      l2 |   100.0 | libli.. |      142 |      --- |    0.75 |       0.8125 |  0.000s |     2m:13s |
| Iteration 39     |      l2 |   100.0 | libli.. |      100 |      --- |  0.0625 |       0.8125 |  3.132s |     2m:17s |
| Iteration 40     |      l2 |   100.0 | libli.. |      142 |      --- |    0.75 |       0.8125 |  0.000s |     2m:18s |
| Iteration 41     |      l2 |   100.0 | libli.. |      141 |      --- |  0.8125 |       0.8125 |  0.000s |     2m:19s |
| Iteration 42     |      l2 |   100.0 | libli.. |      142 |      --- |    0.75 |       0.8125 |  0.000s |     2m:20s |
| Iteration 43     |      l2 |   0.001 |     sag |      925 |      --- |  0.5625 |       0.8125 |  3.126s |     2m:24s |
| Iteration 44     |    none |     --- |     sag |      930 |      --- |   0.375 |       0.8125 |  3.716s |     2m:28s |
| Iteration 45     |      l2 |  9.0107 | libli.. |      133 |      --- |  0.5625 |       0.8125 |  3.166s |     2m:32s |
| Iteration 46     |      l2 | 11.6839 | libli.. |      142 |      --- |   0.875 |        0.875 |  3.146s |     2m:36s |
| Iteration 47     |      l2 |   100.0 | libli.. |      143 |      --- |   0.375 |        0.875 |  3.177s |     2m:40s |
| Iteration 48     |      l2 | 15.2623 | libli.. |      143 |      --- |  0.5625 |        0.875 |  3.158s |     2m:44s |
| Iteration 49     |      l2 |  2.5195 | libli.. |      915 |      --- |  0.5625 |        0.875 |  3.140s |     2m:48s |
| Iteration 50     |      l2 |   100.0 | libli.. |      142 |      --- |    0.75 |        0.875 |  0.001s |     2m:49s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'l2', 'C': 11.6839, 'solver': 'liblinear', 'max_iter': 142}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8295
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.0872
Time elapsed: 0.053s
-------------------------------------------------
Total time: 2m:49s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.176s |     3.182s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  3.180s |     6.618s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.000s |     6.894s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |         0.75 |  3.095s |    10.257s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |         0.75 |  3.171s |    13.718s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  3.138s |    17.123s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |          1.0 |  3.167s |    20.555s |
| Initial point 8  |    lsqr |       0.9 |  0.6875 |          1.0 |  3.171s |    23.985s |
| Initial point 9  |    lsqr |       0.6 |  0.4375 |          1.0 |  3.189s |    27.453s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |          1.0 |  3.190s |    30.924s |
| Iteration 11     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    31.319s |
| Iteration 12     |   eigen |       0.7 |   0.375 |          1.0 |  3.209s |    34.948s |
| Iteration 13     |     svd |       --- |    0.75 |          1.0 |  0.000s |    35.357s |
| Iteration 14     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    35.758s |
| Iteration 15     |   eigen |      auto |   0.375 |          1.0 |  3.200s |    39.376s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.000s |    39.822s |
| Iteration 17     |   eigen |      None |  0.6875 |          1.0 |  3.180s |    43.452s |
| Iteration 18     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |    43.903s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.000s |    44.344s |
| Iteration 20     |     svd |       --- |    0.75 |          1.0 |  0.000s |    44.784s |
| Iteration 21     |    lsqr |      auto |     0.5 |          1.0 |  3.123s |    48.356s |
| Iteration 22     |     svd |       --- |    0.75 |          1.0 |  0.000s |    48.786s |
| Iteration 23     |     svd |       --- |    0.75 |          1.0 |  0.000s |    49.324s |
| Iteration 24     |    lsqr |       1.0 |  0.6875 |          1.0 |  3.196s |    52.967s |
| Iteration 25     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    53.443s |
| Iteration 26     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |    53.910s |
| Iteration 27     |    lsqr |      None |  0.6875 |          1.0 |  3.116s |    57.509s |
| Iteration 28     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    57.989s |
| Iteration 29     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |    58.467s |
| Iteration 30     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |    59.001s |
| Iteration 31     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |    59.495s |
| Iteration 32     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    59.984s |
| Iteration 33     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:00s |
| Iteration 34     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:01s |
| Iteration 35     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:02s |
| Iteration 36     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:02s |
| Iteration 37     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:03s |
| Iteration 38     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:03s |
| Iteration 39     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:04s |
| Iteration 40     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:05s |
| Iteration 41     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 42     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 43     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 44     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 45     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:08s |
| Iteration 46     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 47     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 48     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 49     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:10s |
| Iteration 50     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:11s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6946
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 0.031s
-------------------------------------------------
Total time: 1m:12s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.188s |     3.191s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  3.163s |     6.615s |
| Initial point 3  |       0.1 |  0.6875 |         0.75 |  3.179s |    10.057s |
| Initial point 4  |       1.0 |   0.625 |         0.75 |  0.001s |    10.322s |
| Initial point 5  |       0.2 |  0.5625 |         0.75 |  3.155s |    13.792s |
| Initial point 6  |       0.4 |  0.9375 |       0.9375 |  3.164s |    17.228s |
| Initial point 7  |       0.4 |  0.9375 |       0.9375 |  0.000s |    17.521s |
| Initial point 8  |       0.7 |  0.6875 |       0.9375 |  3.163s |    20.945s |
| Initial point 9  |       0.9 |    0.75 |       0.9375 |  0.000s |    21.214s |
| Initial point 10 |       0.8 |  0.5625 |       0.9375 |  3.146s |    24.622s |
| Iteration 11     |       0.3 |    0.75 |       0.9375 |  3.180s |    28.155s |
| Iteration 12     |       0.6 |   0.375 |       0.9375 |  3.178s |    31.685s |
| Iteration 13     |       0.5 |  0.5625 |       0.9375 |  3.167s |    35.208s |
| Iteration 14     |       0.0 |     0.5 |       0.9375 |  3.147s |    38.739s |
| Iteration 15     |       0.4 |  0.9375 |       0.9375 |  0.000s |    39.102s |
| Iteration 16     |       0.4 |  0.9375 |       0.9375 |  0.000s |    39.458s |
| Iteration 17     |       0.3 |    0.75 |       0.9375 |  0.000s |    39.809s |
| Iteration 18     |       0.4 |  0.9375 |       0.9375 |  0.000s |    40.182s |
| Iteration 19     |       0.9 |    0.75 |       0.9375 |  0.000s |    40.565s |
| Iteration 20     |       0.6 |   0.375 |       0.9375 |  0.000s |    40.932s |
| Iteration 21     |       0.6 |   0.375 |       0.9375 |  0.000s |    41.294s |
| Iteration 22     |       0.4 |  0.9375 |       0.9375 |  0.000s |    41.671s |
| Iteration 23     |       0.4 |  0.9375 |       0.9375 |  0.000s |    42.037s |
| Iteration 24     |       0.4 |  0.9375 |       0.9375 |  0.000s |    42.400s |
| Iteration 25     |       0.4 |  0.9375 |       0.9375 |  0.000s |    42.776s |
| Iteration 26     |       0.4 |  0.9375 |       0.9375 |  0.001s |    43.185s |
| Iteration 27     |       0.4 |  0.9375 |       0.9375 |  0.000s |    43.587s |
| Iteration 28     |       0.9 |    0.75 |       0.9375 |  0.000s |    43.988s |
| Iteration 29     |       0.4 |  0.9375 |       0.9375 |  0.001s |    44.389s |
| Iteration 30     |       0.4 |  0.9375 |       0.9375 |  0.000s |    44.789s |
| Iteration 31     |       0.4 |  0.9375 |       0.9375 |  0.000s |    45.194s |
| Iteration 32     |       0.4 |  0.9375 |       0.9375 |  0.001s |    45.616s |
| Iteration 33     |       0.4 |  0.9375 |       0.9375 |  0.000s |    46.039s |
| Iteration 34     |       0.4 |  0.9375 |       0.9375 |  0.000s |    46.445s |
| Iteration 35     |       0.4 |  0.9375 |       0.9375 |  0.000s |    46.865s |
| Iteration 36     |       0.4 |  0.9375 |       0.9375 |  0.000s |    47.302s |
| Iteration 37     |       0.4 |  0.9375 |       0.9375 |  0.001s |    47.759s |
| Iteration 38     |       0.4 |  0.9375 |       0.9375 |  0.001s |    48.192s |
| Iteration 39     |       0.4 |  0.9375 |       0.9375 |  0.000s |    48.643s |
| Iteration 40     |       0.4 |  0.9375 |       0.9375 |  0.000s |    49.106s |
| Iteration 41     |       0.4 |  0.9375 |       0.9375 |  0.001s |    49.569s |
| Iteration 42     |       0.4 |  0.9375 |       0.9375 |  0.000s |    50.012s |
| Iteration 43     |       0.4 |  0.9375 |       0.9375 |  0.001s |    50.469s |
| Iteration 44     |       0.4 |  0.9375 |       0.9375 |  0.001s |    50.933s |
| Iteration 45     |       0.4 |  0.9375 |       0.9375 |  0.000s |    51.401s |
| Iteration 46     |       0.4 |  0.9375 |       0.9375 |  0.000s |    51.869s |
| Iteration 47     |       0.4 |  0.9375 |       0.9375 |  0.000s |    52.330s |
| Iteration 48     |       0.4 |  0.9375 |       0.9375 |  0.000s |    53.562s |
| Iteration 49     |       0.4 |  0.9375 |       0.9375 |  0.001s |    54.049s |
| Iteration 50     |       0.4 |  0.9375 |       0.9375 |  0.000s |    54.537s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 55.032s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5018
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.051
Time elapsed: 0.027s
-------------------------------------------------
Total time: 55.069s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  9.4602 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  3.137s |     3.157s |
| Initial point 2  |  3.7623 | uniform |   kd_tree |        39 |       2 |  0.6875 |       0.6875 |  3.134s |     6.593s |
| Initial point 3  |   2.972 | dista.. | ball_tree |        25 |       2 |  0.4375 |       0.6875 |  3.165s |    10.062s |
| Initial point 4  |  8.6707 | uniform | ball_tree |        39 |       2 |  0.4062 |       0.6875 |  3.161s |    13.501s |
| Initial point 5  |  6.7924 | dista.. |      auto |        30 |       2 |  0.6875 |       0.6875 |  3.212s |    17.034s |
| Initial point 6  |  7.8661 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.6875 |  3.159s |    20.830s |
| Initial point 7  |  5.6264 | dista.. | ball_tree |        24 |       1 |  0.5625 |       0.6875 |  3.072s |    24.616s |
| Initial point 8  |  1.3483 | dista.. | ball_tree |        21 |       2 |     0.5 |       0.6875 |  3.114s |    28.091s |
| Initial point 9  |  6.2674 | uniform | ball_tree |        24 |       1 |  0.5312 |       0.6875 |  3.150s |    31.548s |
| Initial point 10 |  4.4516 | uniform |     brute |        22 |       2 |  0.5625 |       0.6875 |  3.143s |    34.963s |
| Iteration 11     |  1.6411 | uniform |      auto |        40 |       1 |     0.5 |       0.6875 |  3.179s |    38.704s |
| Iteration 12     |  7.5939 | dista.. |      auto |        29 |       2 |  0.4375 |       0.6875 |  3.146s |    42.384s |
| Iteration 13     |  6.7639 | dista.. |      auto |        30 |       2 |   0.625 |       0.6875 |  3.160s |    46.188s |
| Iteration 14     |   8.593 | dista.. | ball_tree |        21 |       2 |    0.25 |       0.6875 |  3.166s |    49.880s |
| Iteration 15     |  6.8818 | dista.. |      auto |        30 |       2 |   0.375 |       0.6875 |  3.155s |    53.604s |
| Iteration 16     |  6.7587 | dista.. |   kd_tree |        30 |       2 |  0.6875 |       0.6875 |  3.130s |    57.257s |
| Iteration 17     |  3.8274 | uniform |   kd_tree |        39 |       1 |  0.6562 |       0.6875 |  3.151s |     1m:01s |
| Iteration 18     |  7.7986 | dista.. |      auto |        21 |       1 |  0.4062 |       0.6875 |  3.145s |     1m:05s |
| Iteration 19     |  6.6951 | uniform |     brute |        30 |       1 |  0.1875 |       0.6875 |  3.156s |     1m:08s |
| Iteration 20     |  3.7899 | uniform |     brute |        39 |       2 |  0.4688 |       0.6875 |  3.131s |     1m:12s |
| Iteration 21     |  6.6979 | dista.. | ball_tree |        30 |       2 |  0.6875 |       0.6875 |  3.133s |     1m:16s |
| Iteration 22     |  6.7085 | dista.. |     brute |        29 |       2 |  0.4375 |       0.6875 |  3.127s |     1m:20s |
| Iteration 23     |  6.7185 | dista.. |     brute |        30 |       2 |   0.625 |       0.6875 |  3.265s |     1m:23s |
| Iteration 24     |  6.7146 | dista.. |      auto |        30 |       2 |    0.75 |         0.75 |  3.186s |     1m:28s |
| Iteration 25     |  6.7047 | dista.. |      auto |        30 |       2 |  0.6875 |         0.75 |  3.173s |     1m:31s |
| Iteration 26     |  7.7733 | dista.. | ball_tree |        21 |       2 |  0.5625 |         0.75 |  3.807s |     1m:36s |
| Iteration 27     |  6.7098 | dista.. | ball_tree |        30 |       2 |  0.6875 |         0.75 |  3.176s |     1m:40s |
| Iteration 28     |  3.6643 | uniform |      auto |        39 |       2 |  0.2188 |         0.75 |  3.180s |     1m:44s |
| Iteration 29     |  6.6245 | dista.. | ball_tree |        31 |       2 |  0.5312 |         0.75 |  3.184s |     1m:47s |
| Iteration 30     |  8.9521 | uniform |      auto |        39 |       1 |   0.375 |         0.75 |  3.186s |     1m:51s |
| Iteration 31     |  0.0763 | dista.. |   kd_tree |        30 |       1 |     0.5 |         0.75 |  3.193s |     1m:55s |
| Iteration 32     |  6.7115 | dista.. | ball_tree |        30 |       2 |     1.0 |          1.0 |  3.183s |     1m:59s |
| Iteration 33     |  6.6906 | dista.. | ball_tree |        30 |       2 |   0.875 |          1.0 |  3.166s |     2m:03s |
| Iteration 34     |  6.6427 | dista.. | ball_tree |        30 |       2 |   0.625 |          1.0 |  3.174s |     2m:07s |
| Iteration 35     |  6.6959 | dista.. |      auto |        30 |       1 |  0.3438 |          1.0 |  3.168s |     2m:11s |
| Iteration 36     |  6.6968 | dista.. |   kd_tree |        30 |       2 |    0.75 |          1.0 |  3.158s |     2m:14s |
| Iteration 37     |  8.0062 | dista.. |      auto |        21 |       2 |   0.625 |          1.0 |  3.156s |     2m:18s |
| Iteration 38     |  6.6967 | dista.. |      auto |        30 |       2 |  0.3125 |          1.0 |  3.190s |     2m:22s |
| Iteration 39     |  6.4624 | dista.. | ball_tree |        30 |       2 |    0.75 |          1.0 |  3.214s |     2m:26s |
| Iteration 40     |  0.0274 | uniform | ball_tree |        30 |       2 |     0.5 |          1.0 |  3.190s |     2m:30s |
| Iteration 41     |  6.3564 | dista.. | ball_tree |        30 |       2 |  0.6875 |          1.0 |  3.184s |     2m:34s |
| Iteration 42     |  6.2495 | dista.. |   kd_tree |        30 |       2 |  0.6875 |          1.0 |  3.186s |     2m:38s |
| Iteration 43     |  0.3102 | dista.. |   kd_tree |        40 |       1 |   0.375 |          1.0 |  3.175s |     2m:42s |
| Iteration 44     |  6.6695 | dista.. | ball_tree |        30 |       2 |    0.75 |          1.0 |  3.147s |     2m:46s |
| Iteration 45     |  6.6838 | uniform | ball_tree |        30 |       2 |    0.25 |          1.0 |  3.127s |     2m:49s |
| Iteration 46     |  6.6851 | dista.. | ball_tree |        30 |       2 |  0.5625 |          1.0 |  3.155s |     2m:53s |
| Iteration 47     |  1.1913 | dista.. | ball_tree |        30 |       2 |     0.5 |          1.0 |  3.152s |     2m:57s |
| Iteration 48     |  6.6263 | dista.. |   kd_tree |        30 |       2 |    0.75 |          1.0 |  3.141s |     3m:01s |
| Iteration 49     |  7.3856 | dista.. |   kd_tree |        30 |       2 |   0.625 |          1.0 |  3.165s |     3m:05s |
| Iteration 50     |  5.7448 | dista.. |   kd_tree |        21 |       2 |  0.1875 |          1.0 |  3.163s |     3m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 6.7115, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0707
Time elapsed: 0.055s
-------------------------------------------------
Total time: 3m:10s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  4.219s |     4.227s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.7188 |       0.7188 |  3.605s |     8.099s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.625 |       0.7188 |  3.341s |    11.711s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |         0.75 |  3.505s |    15.493s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.625 |         0.75 |  3.353s |    19.126s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.625 |         0.75 |  3.535s |    22.951s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6875 |         0.75 |  3.196s |    26.470s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |       0.8125 |  3.452s |    30.192s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |       0.8125 |  3.193s |    33.654s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5625 |       0.8125 |  3.291s |    37.212s |
| Iteration 11     |          384 |        0.0124 |     SAMME |   0.625 |       0.8125 |  3.416s |    41.124s |
| Iteration 12     |           50 |        0.0112 |   SAMME.R |    0.25 |       0.8125 |  3.192s |    44.755s |
| Iteration 13     |          500 |          0.01 |     SAMME |  0.7188 |       0.8125 |  3.507s |    48.763s |
| Iteration 14     |          500 |          10.0 |     SAMME |    0.25 |       0.8125 |  3.135s |    52.344s |
| Iteration 15     |          462 |          0.01 |     SAMME |   0.625 |       0.8125 |  3.457s |    56.251s |
| Iteration 16     |          500 |        0.0208 |     SAMME |   0.375 |       0.8125 |  3.421s |     1m:00s |
| Iteration 17     |          419 |        5.2182 |     SAMME |     0.5 |       0.8125 |  3.127s |     1m:04s |
| Iteration 18     |          442 |        0.0138 |     SAMME |   0.625 |       0.8125 |  3.424s |     1m:08s |
| Iteration 19     |          347 |        6.1888 |     SAMME |   0.625 |       0.8125 |  3.102s |     1m:11s |
| Iteration 20     |          400 |        0.0515 |     SAMME |   0.625 |       0.8125 |  3.389s |     1m:15s |
| Iteration 21     |          299 |        0.0316 |     SAMME |  0.4688 |       0.8125 |  3.372s |     1m:19s |
| Iteration 22     |          414 |         0.022 |   SAMME.R |   0.625 |       0.8125 |  3.391s |     1m:23s |
| Iteration 23     |          431 |        0.0252 |     SAMME |     0.5 |       0.8125 |  3.402s |     1m:27s |
| Iteration 24     |          368 |        4.4023 |   SAMME.R |  0.6562 |       0.8125 |  3.363s |     1m:31s |
| Iteration 25     |          335 |        0.0163 |   SAMME.R |   0.625 |       0.8125 |  3.386s |     1m:34s |
| Iteration 26     |          436 |        0.5646 |     SAMME |   0.625 |       0.8125 |  3.358s |     1m:38s |
| Iteration 27     |          435 |         0.432 |     SAMME |   0.875 |        0.875 |  3.419s |     1m:42s |
| Iteration 28     |          438 |        3.7981 |     SAMME |  0.5625 |        0.875 |  3.092s |     1m:46s |
| Iteration 29     |          282 |        4.3442 |   SAMME.R |    0.25 |        0.875 |  3.994s |     1m:50s |
| Iteration 30     |          427 |          0.01 |   SAMME.R |   0.625 |        0.875 |  3.492s |     1m:54s |
| Iteration 31     |          130 |        3.2148 |   SAMME.R |   0.375 |        0.875 |  3.274s |     1m:58s |
| Iteration 32     |           50 |        9.4711 |     SAMME |     0.5 |        0.875 |  3.141s |     2m:02s |
| Iteration 33     |          397 |        0.0132 |   SAMME.R |   0.625 |        0.875 |  3.454s |     2m:06s |
| Iteration 34     |          398 |          10.0 |   SAMME.R |  0.5625 |        0.875 |  3.453s |     2m:10s |
| Iteration 35     |          196 |        0.0146 |   SAMME.R |     0.5 |        0.875 |  3.302s |     2m:13s |
| Iteration 36     |          444 |          0.01 |   SAMME.R |  0.9688 |       0.9688 |  3.530s |     2m:18s |
| Iteration 37     |          430 |          0.01 |   SAMME.R |   0.625 |       0.9688 |  3.469s |     2m:22s |
| Iteration 38     |          428 |          0.01 |   SAMME.R |  0.3125 |       0.9688 |  3.477s |     2m:26s |
| Iteration 39     |          429 |        0.0144 |   SAMME.R |  0.4375 |       0.9688 |  3.472s |     2m:30s |
| Iteration 40     |           50 |        0.0105 |     SAMME |    0.75 |       0.9688 |  3.152s |     2m:33s |
| Iteration 41     |          444 |        0.0272 |   SAMME.R |    0.75 |       0.9688 |  3.513s |     2m:38s |
| Iteration 42     |          444 |        0.0171 |   SAMME.R |   0.875 |       0.9688 |  3.475s |     2m:42s |
| Iteration 43     |          444 |          0.01 |   SAMME.R |  0.9688 |       0.9688 |  0.001s |     2m:42s |
| Iteration 44     |          446 |          0.01 |   SAMME.R |    0.75 |       0.9688 |  3.474s |     2m:46s |
| Iteration 45     |          443 |        0.0204 |   SAMME.R |   0.875 |       0.9688 |  3.482s |     2m:51s |
| Iteration 46     |          442 |          0.01 |   SAMME.R |  0.8125 |       0.9688 |  3.502s |     2m:55s |
| Iteration 47     |          443 |         0.056 |   SAMME.R |   0.625 |       0.9688 |  3.502s |     2m:59s |
| Iteration 48     |          443 |          0.01 |   SAMME.R |  0.7188 |       0.9688 |  3.477s |     3m:03s |
| Iteration 49     |          446 |        7.9707 |   SAMME.R |     0.5 |       0.9688 |  3.478s |     3m:07s |
| Iteration 50     |          445 |        0.0123 |   SAMME.R |  0.4375 |       0.9688 |  3.459s |     3m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 444, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 0.9688
Time elapsed: 3m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9737
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.412s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0962
Time elapsed: 1.840s
-------------------------------------------------
Total time: 3m:15s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  3.530s |     3.549s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5938 |       0.6875 |  3.408s |     7.244s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |       0.6875 |  4.124s |    11.646s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.6875 |  3.269s |    15.240s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.5625 |       0.6875 |  3.433s |    18.953s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |        0.875 |  3.282s |    22.513s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |        0.875 |  3.296s |    26.116s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |        0.875 |  3.270s |    29.676s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.625 |        0.875 |  3.420s |    33.369s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     0.5 |        0.875 |  3.358s |    37.018s |
| Iteration 11     |          185 |      gini |         8 |                15 |               13 |          0.5 |     False |       0.0 |         --- |  0.5625 |        0.875 |  3.211s |    40.886s |
| Iteration 12     |          500 |   entropy |      None |                 2 |                9 |         auto |     False |     0.035 |         --- |    0.25 |        0.875 |  3.398s |    45.013s |
| Iteration 13     |          248 |   entropy |         1 |                 2 |                5 |         sqrt |     False |    0.0223 |         --- |  0.7188 |        0.875 |  3.265s |    48.947s |
| Iteration 14     |           97 |      gini |         8 |                 3 |               17 |         sqrt |     False |    0.0223 |         --- |  0.8125 |        0.875 |  3.159s |    52.769s |
| Iteration 15     |           30 |      gini |         8 |                 6 |                2 |          0.7 |     False |     0.035 |         --- |  0.6875 |        0.875 |  3.169s |    56.851s |
| Iteration 16     |          237 |      gini |         3 |                 4 |               12 |         sqrt |     False |     0.035 |         --- |   0.625 |        0.875 |  3.276s |     1m:01s |
| Iteration 17     |          231 |      gini |         9 |                 8 |                5 |         auto |     False |     0.035 |         --- |   0.875 |        0.875 |  3.300s |     1m:05s |
| Iteration 18     |          291 |      gini |         8 |                 4 |                9 |         sqrt |     False |     0.035 |         --- |     0.5 |        0.875 |  3.309s |     1m:09s |
| Iteration 19     |          149 |      gini |         5 |                 8 |                5 |          0.6 |     False |     0.035 |         --- |  0.5625 |        0.875 |  3.244s |     1m:13s |
| Iteration 20     |          348 |      gini |         9 |                 3 |                5 |         auto |     False |    0.0287 |         --- |  0.5625 |        0.875 |  3.357s |     1m:17s |
| Iteration 21     |           89 |      gini |         9 |                10 |               11 |          0.5 |     False |    0.0301 |         --- |   0.875 |        0.875 |  3.205s |     1m:21s |
| Iteration 22     |          150 |      gini |         8 |                10 |               11 |         log2 |     False |    0.0348 |         --- |   0.625 |        0.875 |  3.233s |     1m:25s |
| Iteration 23     |           96 |      gini |         9 |                 6 |               11 |         None |     False |    0.0019 |         --- |  0.7812 |        0.875 |  3.213s |     1m:29s |
| Iteration 24     |          114 |      gini |         6 |                10 |               18 |         sqrt |     False |    0.0256 |         --- |    0.75 |        0.875 |  3.192s |     1m:33s |
| Iteration 25     |          456 |   entropy |         1 |                20 |               17 |          0.5 |     False |    0.0065 |         --- |  0.6875 |        0.875 |  3.416s |     1m:37s |
| Iteration 26     |          434 |   entropy |         2 |                16 |               11 |          0.9 |     False |    0.0029 |         --- |  0.7188 |        0.875 |  3.401s |     1m:41s |
| Iteration 27     |           65 |      gini |         9 |                 7 |               19 |          0.9 |     False |    0.0056 |         --- |  0.9375 |       0.9375 |  3.217s |     1m:45s |
| Iteration 28     |           70 |      gini |         9 |                 8 |               16 |         log2 |     False |    0.0231 |         --- |   0.625 |       0.9375 |  3.181s |     1m:49s |
| Iteration 29     |           93 |   entropy |      None |                 4 |               19 |         sqrt |     False |    0.0336 |         --- |  0.8125 |       0.9375 |  3.881s |     1m:54s |
| Iteration 30     |           33 |      gini |         8 |                10 |               20 |         None |     False |    0.0111 |         --- |   0.625 |       0.9375 |  3.229s |     1m:57s |
| Iteration 31     |           96 |      gini |         9 |                13 |               19 |         None |     False |    0.0191 |         --- |  0.9062 |       0.9375 |  3.261s |     2m:01s |
| Iteration 32     |          340 |      gini |         8 |                20 |               19 |          0.8 |     False |    0.0119 |         --- |     1.0 |          1.0 |  3.385s |     2m:06s |
| Iteration 33     |          202 |      gini |         8 |                 3 |                2 |          0.8 |      True |    0.0333 |        None |    0.75 |          1.0 |  3.268s |     2m:10s |
| Iteration 34     |          459 |   entropy |         4 |                19 |                1 |         auto |      True |    0.0222 |         0.9 |    0.75 |          1.0 |  3.504s |     2m:14s |
| Iteration 35     |          384 |   entropy |         2 |                 9 |               20 |         log2 |      True |     0.004 |         0.9 |  0.5312 |          1.0 |  3.385s |     2m:18s |
| Iteration 36     |          466 |   entropy |         2 |                16 |                3 |         sqrt |      True |       0.0 |         0.9 |  0.8125 |          1.0 |  3.434s |     2m:22s |
| Iteration 37     |          473 |      gini |         1 |                12 |               19 |         None |     False |    0.0108 |         --- |   0.625 |          1.0 |  3.383s |     2m:26s |
| Iteration 38     |          116 |   entropy |         9 |                18 |               19 |         sqrt |     False |    0.0027 |         --- |    0.25 |          1.0 |  3.159s |     2m:30s |
| Iteration 39     |          313 |      gini |         9 |                13 |               19 |         auto |     False |    0.0055 |         --- |  0.5625 |          1.0 |  3.304s |     2m:35s |
| Iteration 40     |          353 |      gini |         9 |                20 |               12 |          0.9 |     False |    0.0123 |         --- |  0.9375 |          1.0 |  3.335s |     2m:39s |
| Iteration 41     |          268 |      gini |         3 |                20 |                9 |          0.7 |     False |    0.0129 |         --- |  0.8125 |          1.0 |  3.332s |     2m:44s |
| Iteration 42     |          334 |      gini |         4 |                20 |               18 |         None |      True |     0.024 |        None |  0.7812 |          1.0 |  3.365s |     2m:48s |
| Iteration 43     |          373 |   entropy |         4 |                20 |                7 |         None |     False |    0.0325 |         --- |  0.4062 |          1.0 |  3.373s |     2m:52s |
| Iteration 44     |           81 |      gini |         9 |                 8 |                8 |         None |     False |    0.0193 |         --- |  0.8125 |          1.0 |  3.176s |     2m:57s |
| Iteration 45     |          344 |      gini |         7 |                20 |                5 |          0.6 |     False |    0.0056 |         --- |    0.75 |          1.0 |  3.330s |     3m:01s |
| Iteration 46     |          374 |      gini |         9 |                20 |                5 |         log2 |      True |     0.027 |         0.5 |  0.5625 |          1.0 |  3.434s |     3m:05s |
| Iteration 47     |           84 |      gini |         9 |                12 |               20 |          0.8 |     False |    0.0309 |         --- |    0.75 |          1.0 |  3.193s |     3m:10s |
| Iteration 48     |          343 |      gini |         8 |                20 |               15 |          0.9 |     False |    0.0285 |         --- |  0.8125 |          1.0 |  3.348s |     3m:14s |
| Iteration 49     |           77 |      gini |         3 |                 2 |                2 |         None |     False |    0.0054 |         --- |     0.5 |          1.0 |  3.160s |     3m:18s |
| Iteration 50     |          342 |      gini |         8 |                16 |               19 |          0.8 |     False |    0.0095 |         --- |  0.3125 |          1.0 |  3.311s |     3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'n_estimators': 340, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 20, 'min_samples_leaf': 19, 'max_features': 0.8, 'bootstrap': False, 'ccp_alpha': 0.0119}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8563
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.240s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.565 ± 0.1241
Time elapsed: 1.065s
-------------------------------------------------
Total time: 3m:25s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.237s |     3.256s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  3.237s |     6.770s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8125 |  3.234s |    10.303s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8125 |  3.777s |    14.366s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8125 |  3.229s |    17.873s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8125 |  3.178s |    21.370s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8125 |  3.182s |    24.824s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8125 |  3.219s |    28.609s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |       0.8125 |  3.224s |    32.199s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.208s |    35.712s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2177 |                3 |       0.6 |              0.7 |      0.01 |        100 |   0.375 |       0.8125 |  3.188s |    39.570s |
| Iteration 12     |          304 |        0.0352 |         3 |  0.4089 |                3 |       0.8 |              0.9 |      0.01 |          0 |   0.625 |       0.8125 |  3.183s |    43.386s |
| Iteration 13     |          105 |        0.1495 |         6 |  0.1676 |                4 |       0.9 |              0.8 |       0.1 |       0.01 |   0.625 |       0.8125 |  3.163s |    47.289s |
| Iteration 14     |          478 |        0.1769 |         6 |  0.4442 |                9 |       0.6 |              0.6 |       100 |          1 |     0.5 |       0.8125 |  3.242s |    51.333s |
| Iteration 15     |          466 |          0.01 |         3 |  0.6206 |                5 |       0.8 |              1.0 |      0.01 |        0.1 |  0.4375 |       0.8125 |  3.246s |    55.342s |
| Iteration 16     |          370 |        0.0641 |         5 |   0.555 |                5 |       0.8 |              0.6 |       0.1 |          1 |  0.6875 |       0.8125 |  3.224s |    59.308s |
| Iteration 17     |          113 |        0.0578 |         1 |   0.106 |                6 |       0.8 |              0.9 |       0.1 |        0.1 |  0.4375 |       0.8125 |  3.198s |     1m:03s |
| Iteration 18     |          459 |        0.0394 |         6 |  0.1038 |                2 |       0.8 |              0.9 |       0.1 |          0 |   0.375 |       0.8125 |  3.253s |     1m:07s |
| Iteration 19     |          453 |        0.0252 |         6 |  0.2933 |                6 |       0.8 |              0.8 |         1 |        0.1 |  0.5625 |       0.8125 |  3.222s |     1m:11s |
| Iteration 20     |          257 |        0.0414 |         4 |  0.5004 |                3 |       0.8 |              0.9 |        10 |        0.1 |     0.5 |       0.8125 |  3.438s |     1m:16s |
| Iteration 21     |          280 |        0.0373 |         9 |  0.5006 |                3 |       0.8 |              1.0 |       0.1 |       0.01 |     0.5 |       0.8125 |  3.199s |     1m:20s |
| Iteration 22     |          360 |        0.0455 |         6 |  0.8754 |                1 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.8125 |  3.232s |     1m:24s |
| Iteration 23     |          432 |        0.0444 |         6 |  0.5297 |                3 |       0.9 |              0.7 |         1 |        0.1 |  0.6875 |       0.8125 |  3.232s |     1m:28s |
| Iteration 24     |          322 |        0.0479 |         6 |  0.4244 |                6 |       0.8 |              0.7 |       0.1 |        0.1 |  0.5625 |       0.8125 |  3.216s |     1m:32s |
| Iteration 25     |          464 |        0.0566 |         6 |  0.5796 |                3 |       0.8 |              0.7 |      0.01 |        0.1 |  0.5625 |       0.8125 |  3.228s |     1m:36s |
| Iteration 26     |          479 |        0.0406 |         6 |  0.8872 |                5 |       0.9 |              1.0 |        10 |        0.1 |     0.5 |       0.8125 |  3.235s |     1m:40s |
| Iteration 27     |          270 |        0.2285 |         6 |  0.6975 |                3 |       0.9 |              1.0 |       0.1 |        0.1 |    0.75 |       0.8125 |  3.204s |     1m:44s |
| Iteration 28     |          264 |        0.0166 |         6 |  0.3393 |                3 |       0.6 |              0.9 |       0.1 |        0.1 |     0.5 |       0.8125 |  3.233s |     1m:48s |
| Iteration 29     |          386 |        0.1753 |         6 |  0.1977 |                3 |       0.8 |              0.6 |       0.1 |        0.1 |    0.75 |       0.8125 |  3.244s |     1m:52s |
| Iteration 30     |          489 |        0.0707 |         6 |  0.5439 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |    0.75 |       0.8125 |  3.248s |     1m:57s |
| Iteration 31     |          118 |        0.0203 |         6 |  0.8974 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |   0.875 |        0.875 |  3.206s |     2m:01s |
| Iteration 32     |          126 |        0.0102 |         6 |  0.4084 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |     1.0 |          1.0 |  3.211s |     2m:05s |
| Iteration 33     |           20 |          0.01 |         6 |  0.3811 |                3 |       0.8 |              0.4 |       0.1 |        0.1 |   0.875 |          1.0 |  3.180s |     2m:09s |
| Iteration 34     |          164 |          0.01 |         4 |  0.0781 |                3 |       0.8 |              0.6 |       0.1 |        0.1 |   0.625 |          1.0 |  3.134s |     2m:13s |
| Iteration 35     |          142 |          0.01 |         6 |  0.4854 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |  0.4375 |          1.0 |  3.163s |     2m:17s |
| Iteration 36     |          449 |        0.0372 |         8 |  0.1228 |                2 |       0.8 |              0.7 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.190s |     2m:21s |
| Iteration 37     |          309 |        0.1752 |         9 |  0.1096 |                2 |       0.9 |              0.6 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.157s |     2m:25s |
| Iteration 38     |          113 |        0.1671 |        10 |  0.3761 |                2 |       0.9 |              0.5 |       0.1 |          1 |  0.4375 |          1.0 |  3.154s |     2m:29s |
| Iteration 39     |          113 |        0.0195 |         9 |  0.9021 |                3 |       1.0 |              0.8 |       0.1 |        0.1 |  0.5312 |          1.0 |  3.224s |     2m:33s |
| Iteration 40     |          463 |        0.1523 |        10 |  0.6691 |                3 |       0.8 |              0.7 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.231s |     2m:37s |
| Iteration 41     |          176 |        0.4852 |         3 |  0.3247 |                1 |       0.9 |              0.5 |       0.1 |        0.1 |   0.875 |          1.0 |  3.334s |     2m:41s |
| Iteration 42     |          341 |        0.2155 |         2 |  0.8165 |                2 |       0.9 |              0.4 |       0.1 |        0.1 |  0.9375 |          1.0 |  3.168s |     2m:45s |
| Iteration 43     |           49 |        0.3545 |         6 |  0.2667 |                2 |       0.9 |              0.5 |       0.1 |        0.1 |  0.5625 |          1.0 |  3.160s |     2m:49s |
| Iteration 44     |           28 |        0.4064 |        10 |   0.534 |                5 |       0.6 |              0.5 |      0.01 |          1 |     0.5 |          1.0 |  3.122s |     2m:53s |
| Iteration 45     |          491 |         0.084 |         3 |  0.5601 |                3 |       1.0 |              0.7 |      0.01 |          1 |   0.875 |          1.0 |  3.212s |     2m:57s |
| Iteration 46     |          246 |        0.3221 |         3 |  0.9142 |                5 |       1.0 |              0.5 |      0.01 |          1 |  0.6875 |          1.0 |  3.153s |     3m:01s |
| Iteration 47     |          387 |        0.4886 |         4 |  0.7641 |                1 |       1.0 |              0.7 |      0.01 |          1 |  0.5625 |          1.0 |  3.198s |     3m:05s |
| Iteration 48     |           50 |        0.0282 |         6 |  0.0102 |                3 |       0.9 |              0.5 |      0.01 |          1 |     1.0 |          1.0 |  3.139s |     3m:09s |
| Iteration 49     |           90 |        0.0147 |         2 |   0.532 |                3 |       0.9 |              0.9 |      0.01 |          1 |    0.75 |          1.0 |  3.143s |     3m:13s |
| Iteration 50     |          300 |        0.4524 |         8 |  0.1291 |                2 |       0.8 |              0.6 |      0.01 |          1 |   0.625 |          1.0 |  3.168s |     3m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'n_estimators': 126, 'learning_rate': 0.0102, 'max_depth': 6, 'gamma': 0.4084, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.5, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9313
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.043s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0927
Time elapsed: 0.133s
-------------------------------------------------
Total time: 3m:18s


Final results ==================== >>
Duration: 21m:19s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.625 ± 0.1796 ~
Logistic Regression             --> roc_auc: 0.57 ± 0.0872 ~
Linear Discriminant Analysis    --> roc_auc: 0.57 ± 0.06 ~
Quadratic Discriminant Analysis --> roc_auc: 0.52 ± 0.051
Radius Nearest Neighbors        --> roc_auc: 0.65 ± 0.0707 ~
AdaBoost                        --> roc_auc: 0.7 ± 0.0962 ~ !
Random Forest                   --> roc_auc: 0.565 ± 0.1241 ~
XGBoost                         --> roc_auc: 0.53 ± 0.0927 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 841 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CALRNSGNTPLVF.
   >>> Dropping feature CAPLDSNYQLIW.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  0.644s |     0.667s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  1.330s |     2.275s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |       0.9375 |  0.657s |     3.219s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |       0.9375 |  0.677s |     4.179s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |       0.9375 |  0.710s |     5.183s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |       0.9375 |  0.746s |     6.335s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.5625 |       0.9375 |  0.712s |     7.327s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |       0.9375 |  0.762s |     8.384s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |       0.9375 |  0.679s |     9.377s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |       0.9375 |  0.677s |    10.355s |
| Iteration 11     |  deviance |        0.7893 |          322 |       0.6 | squared_er.. |                16 |                2 |         9 |         None |    0.0209 |   0.875 |       0.9375 |  0.728s |    11.667s |
| Iteration 12     | exponen.. |         0.026 |          316 |       0.8 | squared_er.. |                20 |                9 |         1 |         None |    0.0287 |   0.875 |       0.9375 |  0.705s |    12.992s |
| Iteration 13     |  deviance |        0.0159 |          106 |       0.9 | squared_er.. |                 2 |               17 |         1 |         None |    0.0141 |   0.875 |       0.9375 |  0.654s |    14.240s |
| Iteration 14     |  deviance |        0.0882 |          174 |       0.6 | squared_er.. |                18 |               13 |         5 |         None |    0.0276 |    0.75 |       0.9375 |  0.670s |    15.552s |
| Iteration 15     |  deviance |        0.0549 |          488 |       0.6 | friedman_mse |                 2 |                2 |         1 |          0.8 |    0.0043 |    0.75 |       0.9375 |  0.750s |    16.954s |
| Iteration 16     | exponen.. |          0.01 |          500 |       0.5 | squared_er.. |                10 |               20 |        10 |         None |       0.0 |     0.5 |       0.9375 |  0.727s |    18.276s |
| Iteration 17     | exponen.. |        0.3742 |          473 |       1.0 | squared_er.. |                16 |               13 |         6 |          0.9 |    0.0228 |  0.6875 |       0.9375 |  0.725s |    19.610s |
| Iteration 18     |  deviance |        0.5307 |          249 |       0.9 | squared_er.. |                10 |               16 |         8 |          0.9 |    0.0036 |  0.5625 |       0.9375 |  0.680s |    20.935s |
| Iteration 19     |  deviance |        0.3185 |          190 |       0.8 | squared_er.. |                20 |                2 |         7 |         None |     0.015 |   0.625 |       0.9375 |  0.673s |    22.213s |
| Iteration 20     | exponen.. |        0.3453 |          125 |       0.6 | squared_er.. |                13 |                1 |         6 |          0.7 |    0.0246 |  0.6875 |       0.9375 |  0.668s |    23.493s |
| Iteration 21     |  deviance |        0.0613 |          389 |       0.8 | squared_er.. |                 6 |               15 |         3 |         sqrt |    0.0045 |  0.8125 |       0.9375 |  0.723s |    24.841s |
| Iteration 22     | exponen.. |        0.1291 |          201 |       0.9 | squared_er.. |                18 |               19 |         1 |          0.9 |    0.0198 |   0.875 |       0.9375 |  0.694s |    26.137s |
| Iteration 23     | exponen.. |        0.2173 |          191 |       0.7 | squared_er.. |                17 |               16 |         1 |          0.6 |    0.0151 |  0.6875 |       0.9375 |  0.694s |    27.418s |
| Iteration 24     | exponen.. |        0.0563 |          196 |       1.0 | squared_er.. |                16 |               18 |         2 |          0.8 |    0.0287 |  0.0625 |       0.9375 |  0.672s |    28.715s |
| Iteration 25     |  deviance |        0.0562 |          458 |       0.6 | squared_er.. |                19 |               20 |         2 |          0.8 |    0.0304 |     0.5 |       0.9375 |  0.740s |    30.089s |
| Iteration 26     | exponen.. |        0.0142 |           84 |       1.0 | friedman_mse |                17 |               15 |         6 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.652s |    31.299s |
| Iteration 27     |  deviance |        0.0145 |           52 |       0.9 | friedman_mse |                17 |                2 |         7 |          0.8 |    0.0102 |  0.8125 |          1.0 |  0.665s |    32.850s |
| Iteration 28     | exponen.. |        0.0245 |          115 |       1.0 | friedman_mse |                19 |                7 |         4 |          0.8 |    0.0042 |  0.8125 |          1.0 |  0.663s |    34.283s |
| Iteration 29     | exponen.. |        0.0177 |           10 |       1.0 | friedman_mse |                15 |               20 |         6 |          0.8 |    0.0053 |  0.8125 |          1.0 |  0.658s |    36.278s |
| Iteration 30     | exponen.. |        0.1753 |          158 |       0.7 | squared_er.. |                 6 |               13 |         4 |         None |    0.0208 |   0.875 |          1.0 |  0.738s |    37.804s |
| Iteration 31     |  deviance |        0.1406 |          268 |       0.5 | squared_er.. |                18 |               17 |         4 |         None |    0.0232 |     0.5 |          1.0 |  0.748s |    39.405s |
| Iteration 32     |  deviance |        0.0112 |           50 |       1.0 | friedman_mse |                17 |               15 |         6 |          0.8 |    0.0052 |    0.75 |          1.0 |  0.632s |    40.929s |
| Iteration 33     | exponen.. |         0.031 |          214 |       0.8 | friedman_mse |                19 |               14 |         5 |          0.8 |    0.0143 |     1.0 |          1.0 |  0.739s |    42.470s |
| Iteration 34     | exponen.. |        0.0168 |           81 |       1.0 | friedman_mse |                18 |               15 |         6 |          0.8 |     0.007 |    0.75 |          1.0 |  0.702s |    44.040s |
| Iteration 35     | exponen.. |        0.8751 |          492 |       0.7 | friedman_mse |                19 |               13 |         6 |          0.8 |    0.0329 |   0.625 |          1.0 |  0.814s |    45.685s |
| Iteration 36     | exponen.. |        0.0391 |          273 |       0.6 | squared_er.. |                10 |                8 |         5 |         None |    0.0332 |     1.0 |          1.0 |  0.741s |    47.270s |
| Iteration 37     |  deviance |        0.0279 |          275 |       0.6 | squared_er.. |                 7 |                8 |         4 |         None |    0.0189 |   0.875 |          1.0 |  0.704s |    48.820s |
| Iteration 38     | exponen.. |        0.7658 |          213 |       0.7 | squared_er.. |                 9 |                8 |         5 |         None |     0.035 |  0.5625 |          1.0 |  0.731s |    50.365s |
| Iteration 39     | exponen.. |        0.0544 |           13 |       0.6 | squared_er.. |                19 |                9 |         4 |         None |    0.0294 |   0.625 |          1.0 |  0.670s |    51.826s |
| Iteration 40     | exponen.. |         0.035 |          304 |       0.6 | squared_er.. |                10 |                8 |         7 |         None |     0.032 |   0.875 |          1.0 |  0.755s |    53.478s |
| Iteration 41     |  deviance |        0.0302 |          162 |       0.6 | friedman_mse |                11 |               13 |         7 |          0.8 |    0.0291 |     0.5 |          1.0 |  0.717s |    55.141s |
| Iteration 42     |  deviance |        0.0145 |          190 |       0.5 | friedman_mse |                17 |                9 |         7 |          0.8 |    0.0053 |  0.6875 |          1.0 |  0.714s |    56.914s |
| Iteration 43     | exponen.. |        0.0251 |          126 |       0.7 | friedman_mse |                19 |               14 |         8 |          0.9 |    0.0142 |   0.625 |          1.0 |  0.704s |    58.643s |
| Iteration 44     | exponen.. |        0.0302 |          367 |       0.8 | friedman_mse |                19 |                4 |         7 |          0.8 |    0.0195 |   0.875 |          1.0 |  0.778s |     1m:00s |
| Iteration 45     |  deviance |        0.0402 |          199 |       0.6 | squared_er.. |                10 |                8 |         6 |         None |    0.0114 |    0.75 |          1.0 |  0.719s |     1m:02s |
| Iteration 46     |  deviance |        0.0391 |          387 |       0.7 | squared_er.. |                 9 |                8 |         2 |         None |    0.0348 |    0.75 |          1.0 |  0.737s |     1m:04s |
| Iteration 47     | exponen.. |        0.0144 |           32 |       0.9 | friedman_mse |                16 |                8 |         3 |          0.8 |    0.0044 |    0.75 |          1.0 |  0.640s |     1m:06s |
| Iteration 48     |  deviance |        0.4071 |          181 |       0.8 | friedman_mse |                 4 |               20 |         7 |          0.8 |    0.0159 |    0.75 |          1.0 |  0.673s |     1m:07s |
| Iteration 49     | exponen.. |          0.01 |          266 |       0.8 | friedman_mse |                20 |                6 |         3 |          0.8 |    0.0145 |  0.9375 |          1.0 |  0.770s |     1m:09s |
| Iteration 50     | exponen.. |        0.0675 |          192 |       0.8 | friedman_mse |                20 |               18 |         6 |          0.8 |    0.0049 |     0.5 |          1.0 |  0.733s |     1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0391, 'n_estimators': 273, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 10, 'min_samples_leaf': 8, 'max_depth': 5, 'max_features': None, 'ccp_alpha': 0.0332}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.049
Time elapsed: 0.394s
-------------------------------------------------
Total time: 1m:12s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  0.710s |     0.723s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  0.644s |     1.634s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.9375 |       0.9375 |  0.663s |     2.562s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |       0.9375 |  1.219s |     4.067s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     1.0 |          1.0 |  0.678s |     5.019s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |          1.0 |  0.661s |     5.960s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.6875 |          1.0 |  0.647s |     6.881s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.1875 |          1.0 |  0.658s |     7.810s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.8125 |          1.0 |  0.647s |     8.756s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |          1.0 |  0.648s |     9.684s |
| Iteration 11     |      l2 |   0.001 | newto.. |      877 |      --- |  0.8125 |          1.0 |  0.671s |    11.114s |
| Iteration 12     |      l2 |  0.1022 |   lbfgs |      593 |      --- |    0.75 |          1.0 |  0.726s |    12.459s |
| Iteration 13     |      l2 |   0.001 |   lbfgs |      100 |      --- |   0.625 |          1.0 |  0.725s |    13.789s |
| Iteration 14     |      l2 | 48.0139 | newto.. |      563 |      --- |  0.6875 |          1.0 |  0.719s |    15.135s |
| Iteration 15     |    none |     --- |   lbfgs |      264 |      --- |  0.4375 |          1.0 |  0.644s |    16.473s |
| Iteration 16     |      l2 |   100.0 |    saga |     1000 |      --- |    0.75 |          1.0 |  0.649s |    17.637s |
| Iteration 17     |      l2 | 61.4628 |   lbfgs |      117 |      --- |  0.6875 |          1.0 |  0.636s |    18.817s |
| Iteration 18     |      l2 | 60.7491 |   lbfgs |      970 |      --- |  0.4375 |          1.0 |  0.636s |    20.082s |
| Iteration 19     | elast.. |  0.0113 |    saga |     1000 |      0.8 |     0.5 |          1.0 |  0.639s |    21.271s |
| Iteration 20     |      l2 |   0.057 |     sag |      100 |      --- |   0.625 |          1.0 |  0.633s |    22.516s |
| Iteration 21     |      l2 |  0.0463 | newto.. |      570 |      --- |   0.625 |          1.0 |  0.644s |    23.863s |
| Iteration 22     |    none |     --- | newto.. |      568 |      --- |  0.5625 |          1.0 |  0.638s |    25.184s |
| Iteration 23     |      l2 |   0.001 | libli.. |     1000 |      --- |    0.75 |          1.0 |  0.638s |    26.353s |
| Iteration 24     |    none |     --- |    saga |      467 |      --- |   0.375 |          1.0 |  0.636s |    27.572s |
| Iteration 25     |      l2 |  2.4718 |   lbfgs |     1000 |      --- |  0.8125 |          1.0 |  0.641s |    28.760s |
| Iteration 26     |      l2 |  0.0025 |   lbfgs |      100 |      --- |  0.9375 |          1.0 |  0.635s |    29.972s |
| Iteration 27     |      l2 |   0.001 |   lbfgs |      100 |      --- |   0.625 |          1.0 |  0.000s |    30.519s |
| Iteration 28     |      l2 |  0.0022 |    saga |      141 |      --- |  0.6875 |          1.0 |  0.632s |    31.734s |
| Iteration 29     | elast.. | 47.5919 |    saga |      118 |      0.1 |     0.5 |          1.0 |  0.648s |    33.005s |
| Iteration 30     |      l2 |   100.0 |   lbfgs |     1000 |      --- |  0.5625 |          1.0 |  0.660s |    34.246s |
| Iteration 31     |      l2 |   100.0 |    saga |     1000 |      --- |    0.75 |          1.0 |  0.001s |    34.836s |
| Iteration 32     |      l2 | 19.2635 |   lbfgs |      601 |      --- |     1.0 |          1.0 |  0.652s |    36.138s |
| Iteration 33     |      l2 | 90.8581 | libli.. |      373 |      --- |  0.3125 |          1.0 |  1.170s |    37.987s |
| Iteration 34     |      l2 | 14.0627 |   lbfgs |      584 |      --- |  0.6875 |          1.0 |  0.694s |    39.406s |
| Iteration 35     |    none |     --- |   lbfgs |      667 |      --- |   0.375 |          1.0 |  0.705s |    40.806s |
| Iteration 36     |      l1 |  0.0139 |    saga |      953 |      --- |     0.5 |          1.0 |  0.697s |    42.124s |
| Iteration 37     |      l2 |  0.0082 |   lbfgs |      607 |      --- |    0.75 |          1.0 |  0.698s |    43.583s |
| Iteration 38     |      l2 |   0.001 |   lbfgs |      100 |      --- |   0.625 |          1.0 |  0.001s |    44.293s |
| Iteration 39     |      l2 |   0.001 |   lbfgs |     1000 |      --- |  0.5625 |          1.0 |  0.646s |    45.605s |
| Iteration 40     |      l2 |  0.0038 |   lbfgs |      136 |      --- |     0.5 |          1.0 |  0.647s |    46.877s |
| Iteration 41     |      l2 |  0.0011 |   lbfgs |      994 |      --- |  0.3125 |          1.0 |  0.645s |    48.198s |
| Iteration 42     |      l2 |  0.2299 |   lbfgs |      560 |      --- |   0.375 |          1.0 |  0.665s |    49.677s |
| Iteration 43     |      l2 | 18.0104 |   lbfgs |      597 |      --- |   0.625 |          1.0 |  0.646s |    51.168s |
| Iteration 44     | elast.. | 82.8123 |    saga |      995 |      0.6 |  0.4375 |          1.0 |  0.668s |    52.540s |
| Iteration 45     |      l2 |   0.001 |    saga |     1000 |      --- |    0.75 |          1.0 |  0.646s |    53.834s |
| Iteration 46     |      l2 |   0.001 |    saga |     1000 |      --- |    0.75 |          1.0 |  0.000s |    54.548s |
| Iteration 47     |      l2 |   0.001 |    saga |      100 |      --- |     1.0 |          1.0 |  0.653s |    55.890s |
| Iteration 48     |      l2 |   0.001 |    saga |      100 |      --- |     1.0 |          1.0 |  0.000s |    56.610s |
| Iteration 49     |    none |     --- |    saga |      927 |      --- |  0.9375 |          1.0 |  0.657s |    58.014s |
| Iteration 50     |      l2 |   0.001 |    saga |      100 |      --- |     1.0 |          1.0 |  0.000s |    58.731s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'penalty': 'l2', 'C': 10.3226, 'solver': 'lbfgs', 'max_iter': 566}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.595s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7393
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1095
Time elapsed: 0.067s
-------------------------------------------------
Total time: 59.681s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  0.647s |     0.653s |
| Initial point 2  |     svd |       --- |  0.6875 |         0.75 |  0.635s |     1.556s |
| Initial point 3  |     svd |       --- |  0.6875 |         0.75 |  0.000s |     1.821s |
| Initial point 4  |    lsqr |       0.8 |    0.25 |         0.75 |  0.644s |     2.725s |
| Initial point 5  |   eigen |       0.9 |  0.6875 |         0.75 |  0.639s |     3.654s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |         0.75 |  0.634s |     4.569s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |         0.75 |  0.630s |     5.467s |
| Initial point 8  |    lsqr |       0.9 |  0.6875 |         0.75 |  0.636s |     6.781s |
| Initial point 9  |    lsqr |       0.6 |   0.875 |        0.875 |  0.638s |     7.806s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |        0.875 |  0.655s |     8.741s |
| Iteration 11     |   eigen |       0.6 |  0.9375 |       0.9375 |  1.211s |    10.344s |
| Iteration 12     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    10.742s |
| Iteration 13     |    lsqr |      auto |   0.625 |       0.9375 |  0.647s |    11.799s |
| Iteration 14     |     svd |       --- |  0.6875 |       0.9375 |  0.000s |    12.199s |
| Iteration 15     |   eigen |       0.7 |   0.625 |       0.9375 |  0.637s |    13.240s |
| Iteration 16     |    lsqr |       1.0 |   0.625 |       0.9375 |  0.652s |    14.315s |
| Iteration 17     |   eigen |      None |  0.6875 |       0.9375 |  0.629s |    15.420s |
| Iteration 18     |     svd |       --- |  0.6875 |       0.9375 |  0.000s |    15.848s |
| Iteration 19     |     svd |       --- |  0.6875 |       0.9375 |  0.000s |    16.264s |
| Iteration 20     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    16.700s |
| Iteration 21     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    17.158s |
| Iteration 22     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    17.587s |
| Iteration 23     |   eigen |      auto |    0.75 |       0.9375 |  0.663s |    18.689s |
| Iteration 24     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    19.131s |
| Iteration 25     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    19.616s |
| Iteration 26     |     svd |       --- |  0.6875 |       0.9375 |  0.000s |    20.061s |
| Iteration 27     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    20.513s |
| Iteration 28     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    20.971s |
| Iteration 29     |   eigen |       0.5 |   0.625 |       0.9375 |  0.648s |    22.100s |
| Iteration 30     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    22.610s |
| Iteration 31     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    23.113s |
| Iteration 32     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    23.605s |
| Iteration 33     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    24.097s |
| Iteration 34     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    24.634s |
| Iteration 35     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    25.136s |
| Iteration 36     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.001s |    25.680s |
| Iteration 37     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    26.215s |
| Iteration 38     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    26.729s |
| Iteration 39     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    27.313s |
| Iteration 40     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    27.847s |
| Iteration 41     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    28.394s |
| Iteration 42     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    28.939s |
| Iteration 43     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.001s |    29.525s |
| Iteration 44     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    30.093s |
| Iteration 45     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    30.663s |
| Iteration 46     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    31.242s |
| Iteration 47     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    31.824s |
| Iteration 48     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.001s |    32.457s |
| Iteration 49     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    33.061s |
| Iteration 50     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |    33.684s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 34.314s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.2249
Time elapsed: 0.029s
-------------------------------------------------
Total time: 34.354s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  0.647s |     0.650s |
| Initial point 2  |       0.9 |  0.8125 |       0.8125 |  0.634s |     1.555s |
| Initial point 3  |       0.1 |  0.6875 |       0.8125 |  0.645s |     2.506s |
| Initial point 4  |       1.0 |    0.75 |       0.8125 |  0.000s |     2.774s |
| Initial point 5  |       0.2 |   0.625 |       0.8125 |  0.636s |     3.684s |
| Initial point 6  |       0.4 |    0.75 |       0.8125 |  0.639s |     4.581s |
| Initial point 7  |       0.4 |    0.75 |       0.8125 |  0.000s |     4.865s |
| Initial point 8  |       0.7 |  0.6875 |       0.8125 |  0.626s |     5.758s |
| Initial point 9  |       0.9 |  0.8125 |       0.8125 |  0.000s |     6.032s |
| Initial point 10 |       0.8 |  0.5625 |       0.8125 |  0.626s |     6.919s |
| Iteration 11     |       0.3 |  0.8125 |       0.8125 |  0.630s |     7.942s |
| Iteration 12     |       0.6 |    0.25 |       0.8125 |  0.625s |     8.918s |
| Iteration 13     |       0.5 |   0.625 |       0.8125 |  0.664s |     9.938s |
| Iteration 14     |       0.0 |   0.875 |        0.875 |  0.623s |    10.915s |
| Iteration 15     |       0.0 |   0.875 |        0.875 |  0.000s |    11.829s |
| Iteration 16     |       0.0 |   0.875 |        0.875 |  0.000s |    12.198s |
| Iteration 17     |       0.0 |   0.875 |        0.875 |  0.000s |    12.598s |
| Iteration 18     |       0.0 |   0.875 |        0.875 |  0.000s |    12.993s |
| Iteration 19     |       0.9 |  0.8125 |        0.875 |  0.000s |    13.368s |
| Iteration 20     |       0.6 |    0.25 |        0.875 |  0.000s |    13.739s |
| Iteration 21     |       0.6 |    0.25 |        0.875 |  0.000s |    14.147s |
| Iteration 22     |       0.0 |   0.875 |        0.875 |  0.000s |    14.524s |
| Iteration 23     |       0.0 |   0.875 |        0.875 |  0.000s |    14.904s |
| Iteration 24     |       0.0 |   0.875 |        0.875 |  0.000s |    15.328s |
| Iteration 25     |       0.0 |   0.875 |        0.875 |  0.000s |    15.718s |
| Iteration 26     |       0.0 |   0.875 |        0.875 |  0.000s |    16.108s |
| Iteration 27     |       0.0 |   0.875 |        0.875 |  0.000s |    16.496s |
| Iteration 28     |       0.9 |  0.8125 |        0.875 |  0.000s |    16.888s |
| Iteration 29     |       0.0 |   0.875 |        0.875 |  0.000s |    17.275s |
| Iteration 30     |       0.8 |  0.5625 |        0.875 |  0.000s |    17.667s |
| Iteration 31     |       0.0 |   0.875 |        0.875 |  0.000s |    18.076s |
| Iteration 32     |       0.0 |   0.875 |        0.875 |  0.000s |    18.466s |
| Iteration 33     |       0.0 |   0.875 |        0.875 |  0.000s |    18.870s |
| Iteration 34     |       0.0 |   0.875 |        0.875 |  0.000s |    19.271s |
| Iteration 35     |       0.0 |   0.875 |        0.875 |  0.000s |    19.704s |
| Iteration 36     |       0.0 |   0.875 |        0.875 |  0.000s |    20.130s |
| Iteration 37     |       0.0 |   0.875 |        0.875 |  0.000s |    20.588s |
| Iteration 38     |       0.0 |   0.875 |        0.875 |  0.000s |    21.021s |
| Iteration 39     |       0.0 |   0.875 |        0.875 |  0.000s |    21.465s |
| Iteration 40     |       0.0 |   0.875 |        0.875 |  0.000s |    22.118s |
| Iteration 41     |       0.0 |   0.875 |        0.875 |  0.000s |    22.624s |
| Iteration 42     |       0.0 |   0.875 |        0.875 |  0.000s |    23.072s |
| Iteration 43     |       0.0 |   0.875 |        0.875 |  0.000s |    23.522s |
| Iteration 44     |       0.0 |   0.875 |        0.875 |  0.000s |    23.993s |
| Iteration 45     |       0.0 |   0.875 |        0.875 |  0.000s |    24.457s |
| Iteration 46     |       0.0 |   0.875 |        0.875 |  0.001s |    24.944s |
| Iteration 47     |       0.0 |   0.875 |        0.875 |  0.000s |    25.435s |
| Iteration 48     |       0.0 |   0.875 |        0.875 |  0.000s |    25.922s |
| Iteration 49     |       0.0 |   0.875 |        0.875 |  0.000s |    26.425s |
| Iteration 50     |       0.0 |   0.875 |        0.875 |  0.000s |    26.915s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 27.454s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.917
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1
Time elapsed: 0.027s
-------------------------------------------------
Total time: 27.491s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.5146 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  0.650s |     0.670s |
| Initial point 2  |  4.9771 | uniform |   kd_tree |        39 |       2 |    0.75 |         0.75 |  0.647s |     1.601s |
| Initial point 3  |  3.9316 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.8125 |  0.666s |     2.549s |
| Initial point 4  | 11.4701 | uniform | ball_tree |        39 |       2 |     0.5 |       0.8125 |  0.650s |     3.467s |
| Initial point 5  |  8.9854 | dista.. |      auto |        30 |       2 |    0.75 |       0.8125 |  0.646s |     4.378s |
| Initial point 6  | 10.4057 | dista.. | ball_tree |        21 |       2 |    0.75 |       0.8125 |  0.659s |     5.318s |
| Initial point 7  |  7.4429 | dista.. | ball_tree |        24 |       1 |  0.8125 |       0.8125 |  0.651s |     6.243s |
| Initial point 8  |  1.7836 | dista.. | ball_tree |        21 |       2 |  0.5938 |       0.8125 |  0.771s |     7.299s |
| Initial point 9  |  8.2909 | uniform | ball_tree |        24 |       1 |  0.6562 |       0.8125 |  0.660s |     8.231s |
| Initial point 10 |  5.8889 | uniform |     brute |        22 |       2 |    0.75 |       0.8125 |  0.645s |     9.147s |
| Iteration 11     |     0.0 | uniform | ball_tree |        20 |       1 |     0.5 |       0.8125 |  0.656s |    10.334s |
| Iteration 12     |  5.4693 | uniform |      auto |        33 |       1 |  0.6562 |       0.8125 |  0.647s |    11.468s |
| Iteration 13     |  12.406 | dista.. |   kd_tree |        39 |       1 |  0.6875 |       0.8125 |  0.668s |    12.673s |
| Iteration 14     |   5.408 | dista.. |     brute |        40 |       2 |   0.625 |       0.8125 |  0.644s |    14.469s |
| Iteration 15     | 12.1246 | uniform |   kd_tree |        21 |       1 |  0.6875 |       0.8125 |  0.687s |    15.624s |
| Iteration 16     |  0.3079 | uniform |     brute |        40 |       1 |   0.125 |       0.8125 |  0.698s |    16.825s |
| Iteration 17     |  5.6744 | dista.. | ball_tree |        20 |       2 |  0.5625 |       0.8125 |  0.673s |    18.157s |
| Iteration 18     |  7.0801 | dista.. | ball_tree |        35 |       1 |   0.375 |       0.8125 |  0.642s |    19.387s |
| Iteration 19     |  6.6913 | uniform | ball_tree |        25 |       2 |  0.5625 |       0.8125 |  0.640s |    20.612s |
| Iteration 20     |     0.0 | dista.. | ball_tree |        37 |       2 |     0.5 |       0.8125 |  0.646s |    21.794s |
| Iteration 21     |   7.558 | dista.. |   kd_tree |        27 |       1 |     0.5 |       0.8125 |  0.648s |    22.994s |
| Iteration 22     |  3.9161 | uniform |   kd_tree |        20 |       2 |  0.7188 |       0.8125 |  0.644s |    24.267s |
| Iteration 23     |  3.6862 | dista.. |     brute |        38 |       1 |  0.6562 |       0.8125 |  0.644s |    25.531s |
| Iteration 24     |  9.6541 | uniform |   kd_tree |        40 |       1 |   0.625 |       0.8125 |  0.654s |    26.740s |
| Iteration 25     |  4.3627 | uniform |      auto |        37 |       2 |  0.7188 |       0.8125 |  0.651s |    28.019s |
| Iteration 26     |  3.1991 | uniform |      auto |        26 |       2 |  0.8438 |       0.8438 |  0.669s |    29.271s |
| Iteration 27     |  3.3402 | dista.. |     brute |        39 |       2 |  0.6875 |       0.8438 |  0.639s |    30.443s |
| Iteration 28     |  3.4874 | uniform |     brute |        24 |       1 |  0.5625 |       0.8438 |  0.703s |    31.884s |
| Iteration 29     |  3.4764 | uniform |      auto |        37 |       2 |  0.6875 |       0.8438 |  0.692s |    33.156s |
| Iteration 30     |  9.0609 | uniform |     brute |        23 |       2 |   0.625 |       0.8438 |  0.696s |    34.466s |
| Iteration 31     | 10.7412 | dista.. |      auto |        25 |       1 |  0.6875 |       0.8438 |  0.689s |    35.742s |
| Iteration 32     |  4.0542 | dista.. |      auto |        20 |       2 |  0.9375 |       0.9375 |  0.638s |    37.073s |
| Iteration 33     |  3.7493 | dista.. | ball_tree |        20 |       2 |    0.25 |       0.9375 |  0.631s |    38.305s |
| Iteration 34     | 10.5017 | dista.. |      auto |        20 |       2 |    0.75 |       0.9375 |  0.637s |    39.482s |
| Iteration 35     |  0.0705 | dista.. |      auto |        20 |       2 |     0.5 |       0.9375 |  0.652s |    40.701s |
| Iteration 36     | 12.1461 | dista.. |   kd_tree |        39 |       2 |     0.5 |       0.9375 |  0.638s |    41.943s |
| Iteration 37     |   4.067 | uniform |   kd_tree |        31 |       2 |   0.375 |       0.9375 |  0.641s |    43.328s |
| Iteration 38     |  4.0551 | dista.. | ball_tree |        20 |       2 |   0.875 |       0.9375 |  0.646s |    44.711s |
| Iteration 39     |  4.0475 | uniform |      auto |        21 |       1 |     1.0 |          1.0 |  0.686s |    46.664s |
| Iteration 40     |  4.0752 | dista.. |      auto |        23 |       1 |    0.75 |          1.0 |  0.694s |    48.071s |
| Iteration 41     |  4.1186 | uniform |   kd_tree |        21 |       1 |  0.8125 |          1.0 |  0.694s |    49.470s |
| Iteration 42     |  4.0277 | uniform |      auto |        21 |       2 |   0.625 |          1.0 |  0.700s |    50.981s |
| Iteration 43     |  4.1741 | dista.. |   kd_tree |        20 |       2 |    0.75 |          1.0 |  0.692s |    52.343s |
| Iteration 44     |   4.083 | uniform |      auto |        20 |       1 |  0.5312 |          1.0 |  0.703s |    53.750s |
| Iteration 45     |  3.1432 | uniform |      auto |        29 |       1 |  0.5312 |          1.0 |  0.689s |    55.134s |
| Iteration 46     |  4.2113 | uniform |     brute |        23 |       2 |   0.375 |          1.0 |  0.692s |    56.545s |
| Iteration 47     |  4.0257 | dista.. | ball_tree |        21 |       1 |     1.0 |          1.0 |  0.714s |    57.995s |
| Iteration 48     |  4.0265 | dista.. | ball_tree |        21 |       1 |     1.0 |          1.0 |  0.687s |    59.441s |
| Iteration 49     |  4.0188 | dista.. |      auto |        21 |       1 |   0.875 |          1.0 |  0.688s |     1m:01s |
| Iteration 50     |   4.026 | uniform |     brute |        21 |       1 |  0.5938 |          1.0 |  0.688s |     1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'radius': 4.0257, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.02
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:04s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  1.068s |     1.075s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.095s |     2.438s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |          1.0 |  0.845s |     3.561s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  1.004s |     4.836s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |          1.0 |  0.861s |     5.970s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     0.5 |          1.0 |  1.068s |     7.327s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |          1.0 |  0.712s |     8.364s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |          1.0 |  0.989s |     9.668s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.5938 |          1.0 |  0.690s |    10.629s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9688 |          1.0 |  0.803s |    11.706s |
| Iteration 11     |          485 |        0.0562 |   SAMME.R |    0.75 |          1.0 |  1.074s |    13.284s |
| Iteration 12     |           71 |        0.0109 |   SAMME.R |   0.875 |          1.0 |  0.732s |    14.467s |
| Iteration 13     |           56 |        0.0905 |   SAMME.R |  0.4375 |          1.0 |  0.676s |    15.628s |
| Iteration 14     |          240 |        0.0168 |   SAMME.R |  0.8125 |          1.0 |  0.823s |    16.913s |
| Iteration 15     |          500 |        0.0309 |     SAMME |    0.75 |          1.0 |  0.994s |    18.425s |
| Iteration 16     |          246 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.476s |    20.377s |
| Iteration 17     |          416 |        0.0967 |     SAMME |   0.875 |          1.0 |  0.992s |    21.840s |
| Iteration 18     |          398 |        0.0364 |   SAMME.R |   0.375 |          1.0 |  1.002s |    23.318s |
| Iteration 19     |          441 |        0.0483 |     SAMME |   0.875 |          1.0 |  1.014s |    24.935s |
| Iteration 20     |          177 |        0.0269 |     SAMME |  0.8438 |          1.0 |  0.804s |    26.277s |
| Iteration 21     |           50 |        0.1794 |     SAMME |  0.4375 |          1.0 |  0.720s |    27.504s |
| Iteration 22     |          202 |          0.01 |     SAMME |     1.0 |          1.0 |  0.828s |    28.896s |
| Iteration 23     |          185 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  0.843s |    30.296s |
| Iteration 24     |          200 |          0.01 |     SAMME |  0.3125 |          1.0 |  0.821s |    31.744s |
| Iteration 25     |          415 |        0.0777 |     SAMME |  0.8125 |          1.0 |  1.000s |    33.210s |
| Iteration 26     |          428 |        0.0691 |     SAMME |     1.0 |          1.0 |  0.988s |    34.713s |
| Iteration 27     |          441 |        0.0748 |     SAMME |     1.0 |          1.0 |  1.005s |    36.260s |
| Iteration 28     |          453 |        0.0993 |     SAMME |  0.8125 |          1.0 |  1.002s |    37.780s |
| Iteration 29     |          405 |        0.0422 |     SAMME |     1.0 |          1.0 |  0.983s |    39.264s |
| Iteration 30     |          385 |        0.0452 |     SAMME |  0.9062 |          1.0 |  0.956s |    40.776s |
| Iteration 31     |          361 |        0.0833 |     SAMME |  0.7188 |          1.0 |  0.965s |    42.318s |
| Iteration 32     |          428 |        0.0319 |     SAMME |   0.875 |          1.0 |  0.996s |    43.865s |
| Iteration 33     |          420 |        0.0334 |     SAMME |     1.0 |          1.0 |  0.929s |    45.421s |
| Iteration 34     |          433 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.995s |    46.968s |
| Iteration 35     |          372 |          0.01 |     SAMME |  0.4375 |          1.0 |  0.949s |    48.516s |
| Iteration 36     |          425 |        0.0466 |     SAMME |  0.9375 |          1.0 |  0.912s |    50.034s |
| Iteration 37     |          278 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  0.851s |    51.596s |
| Iteration 38     |          500 |        0.0554 |     SAMME |   0.625 |          1.0 |  0.979s |    53.528s |
| Iteration 39     |          423 |        0.0472 |     SAMME |  0.8125 |          1.0 |  1.469s |    55.749s |
| Iteration 40     |          500 |        0.0111 |   SAMME.R |  0.9375 |          1.0 |  1.030s |    57.375s |
| Iteration 41     |           69 |        0.0379 |     SAMME |     0.5 |          1.0 |  0.696s |    58.655s |
| Iteration 42     |          217 |         0.352 |   SAMME.R |  0.6875 |          1.0 |  0.806s |     1m:00s |
| Iteration 43     |          500 |          0.01 |   SAMME.R |   0.625 |          1.0 |  1.041s |     1m:02s |
| Iteration 44     |          179 |        0.3424 |     SAMME |     1.0 |          1.0 |  0.800s |     1m:03s |
| Iteration 45     |          179 |        0.4618 |     SAMME |  0.8125 |          1.0 |  0.799s |     1m:05s |
| Iteration 46     |          183 |        4.8907 |     SAMME |   0.875 |          1.0 |  0.671s |     1m:06s |
| Iteration 47     |          157 |        0.1366 |     SAMME |  0.9375 |          1.0 |  0.754s |     1m:08s |
| Iteration 48     |          147 |        1.2062 |     SAMME |   0.875 |          1.0 |  0.783s |     1m:09s |
| Iteration 49     |          245 |          10.0 |     SAMME |   0.625 |          1.0 |  0.671s |     1m:10s |
| Iteration 50     |          146 |        0.0562 |     SAMME |  0.7188 |          1.0 |  0.799s |     1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 246, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9013
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.237s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.935 ± 0.1179
Time elapsed: 1.045s
-------------------------------------------------
Total time: 1m:14s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  1.073s |     1.095s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.950s |     2.625s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.924s |     4.153s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  0.736s |     5.236s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |          1.0 |  0.933s |     6.489s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |          1.0 |  0.774s |     7.557s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.4375 |          1.0 |  0.818s |     8.646s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |          1.0 |  0.809s |     9.735s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.5625 |          1.0 |  0.934s |    10.947s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.8125 |          1.0 |  0.889s |    12.151s |
| Iteration 11     |           37 |   entropy |         5 |                 3 |                8 |          0.6 |     False |    0.0002 |         --- |  0.6875 |          1.0 |  0.669s |    13.655s |
| Iteration 12     |          110 |   entropy |         5 |                 3 |                5 |          0.7 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.697s |    15.021s |
| Iteration 13     |          309 |      gini |         7 |                15 |                5 |          0.8 |     False |    0.0143 |         --- |   0.625 |          1.0 |  0.836s |    16.529s |
| Iteration 14     |          252 |      gini |         5 |                17 |                5 |          0.6 |     False |    0.0146 |         --- |  0.9375 |          1.0 |  0.790s |    17.966s |
| Iteration 15     |          260 |   entropy |         5 |                14 |                5 |          0.5 |     False |     0.019 |         --- |  0.8125 |          1.0 |  1.398s |    20.059s |
| Iteration 16     |          108 |   entropy |         6 |                 4 |                3 |          0.9 |     False |    0.0283 |         --- |     1.0 |          1.0 |  0.768s |    21.478s |
| Iteration 17     |           22 |      gini |         6 |                 6 |                3 |         None |     False |    0.0287 |         --- |  0.7812 |          1.0 |  0.703s |    22.989s |
| Iteration 18     |           62 |   entropy |         5 |                 5 |                5 |          0.6 |     False |    0.0158 |         --- |  0.5625 |          1.0 |  0.723s |    24.529s |
| Iteration 19     |          301 |      gini |         5 |                 5 |                5 |         sqrt |     False |    0.0159 |         --- |  0.8125 |          1.0 |  0.860s |    26.210s |
| Iteration 20     |          484 |      gini |         6 |                 6 |                3 |         sqrt |     False |    0.0135 |         --- |    0.75 |          1.0 |  0.972s |    28.023s |
| Iteration 21     |          324 |   entropy |         8 |                12 |               11 |          0.8 |     False |    0.0099 |         --- |     1.0 |          1.0 |  0.883s |    29.618s |
| Iteration 22     |           14 |      gini |         8 |                14 |               11 |         auto |     False |    0.0014 |         --- |     1.0 |          1.0 |  0.682s |    30.994s |
| Iteration 23     |          252 |      gini |         8 |                12 |               11 |          0.6 |     False |    0.0217 |         --- |     1.0 |          1.0 |  0.833s |    32.608s |
| Iteration 24     |          262 |   entropy |         8 |                 7 |               11 |         sqrt |     False |    0.0109 |         --- |     0.5 |          1.0 |  0.828s |    34.175s |
| Iteration 25     |          235 |      gini |         8 |                 7 |               11 |          0.9 |     False |     0.001 |         --- |   0.875 |          1.0 |  0.823s |    35.829s |
| Iteration 26     |           61 |      gini |         5 |                13 |                5 |          0.8 |     False |    0.0025 |         --- |     1.0 |          1.0 |  0.716s |    37.400s |
| Iteration 27     |          162 |   entropy |         5 |                10 |                5 |          0.8 |     False |    0.0113 |         --- |  0.6875 |          1.0 |  0.735s |    38.940s |
| Iteration 28     |          320 |      gini |         3 |                 4 |               15 |          0.6 |     False |     0.012 |         --- |  0.7812 |          1.0 |  0.833s |    40.646s |
| Iteration 29     |          334 |      gini |         8 |                 6 |                3 |         auto |     False |    0.0336 |         --- |  0.9375 |          1.0 |  0.888s |    42.379s |
| Iteration 30     |          420 |      gini |         5 |                 2 |                4 |          0.6 |     False |    0.0186 |         --- |  0.9375 |          1.0 |  0.950s |    44.180s |
| Iteration 31     |          262 |   entropy |         6 |                12 |               17 |          0.9 |     False |     0.008 |         --- |  0.5938 |          1.0 |  0.838s |    45.852s |
| Iteration 32     |          398 |      gini |         5 |                 2 |               10 |          0.6 |     False |    0.0236 |         --- |   0.875 |          1.0 |  0.906s |    47.660s |
| Iteration 33     |          478 |      gini |         8 |                 3 |               10 |         auto |     False |     0.015 |         --- |     1.0 |          1.0 |  0.965s |    49.435s |
| Iteration 34     |          267 |      gini |         8 |                13 |               18 |          0.6 |     False |    0.0291 |         --- |  0.7812 |          1.0 |  0.839s |    51.072s |
| Iteration 35     |           34 |      gini |         8 |                 4 |                7 |          0.6 |     False |    0.0131 |         --- |  0.3438 |          1.0 |  0.695s |    52.572s |
| Iteration 36     |          477 |      gini |         9 |                 3 |               11 |          0.9 |     False |    0.0142 |         --- |   0.625 |          1.0 |  0.991s |    54.573s |
| Iteration 37     |          452 |      gini |         5 |                 3 |                9 |         auto |      True |    0.0079 |         0.6 |    0.75 |          1.0 |  1.049s |    56.535s |
| Iteration 38     |          257 |      gini |         8 |                 9 |               12 |          0.6 |     False |     0.015 |         --- |    0.75 |          1.0 |  1.478s |    59.003s |
| Iteration 39     |          348 |   entropy |         7 |                19 |                6 |          0.6 |     False |    0.0169 |         --- |    0.75 |          1.0 |  0.933s |     1m:01s |
| Iteration 40     |          316 |      gini |         5 |                16 |                5 |          0.6 |     False |    0.0169 |         --- |  0.8125 |          1.0 |  0.878s |     1m:03s |
| Iteration 41     |          450 |      gini |         3 |                 5 |                9 |         auto |     False |      0.02 |         --- |   0.625 |          1.0 |  0.958s |     1m:05s |
| Iteration 42     |          429 |      gini |         9 |                 2 |               11 |         auto |     False |    0.0133 |         --- |  0.8125 |          1.0 |  0.950s |     1m:06s |
| Iteration 43     |          464 |   entropy |         6 |                 4 |                9 |          0.6 |     False |    0.0258 |         --- |   0.625 |          1.0 |  0.970s |     1m:08s |
| Iteration 44     |          465 |   entropy |         8 |                16 |                1 |         sqrt |     False |    0.0313 |         --- |   0.875 |          1.0 |  0.922s |     1m:10s |
| Iteration 45     |           56 |   entropy |         5 |                 7 |                2 |         None |     False |    0.0077 |         --- |   0.625 |          1.0 |  0.657s |     1m:11s |
| Iteration 46     |          227 |      gini |         5 |                19 |                3 |         None |     False |    0.0269 |         --- |  0.8438 |          1.0 |  0.770s |     1m:13s |
| Iteration 47     |          498 |      gini |         8 |                17 |               10 |         log2 |     False |    0.0082 |         --- |     1.0 |          1.0 |  0.940s |     1m:15s |
| Iteration 48     |          354 |   entropy |         6 |                 5 |                3 |          0.8 |     False |    0.0071 |         --- |  0.8125 |          1.0 |  0.909s |     1m:17s |
| Iteration 49     |          100 |      gini |         8 |                15 |               10 |          0.6 |     False |    0.0188 |         --- |   0.875 |          1.0 |  0.690s |     1m:19s |
| Iteration 50     |          479 |      gini |         8 |                 3 |               10 |          0.6 |     False |    0.0108 |         --- |    0.75 |          1.0 |  0.928s |     1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'n_estimators': 478, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 3, 'min_samples_leaf': 10, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.015}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9054
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.347s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.049
Time elapsed: 1.489s
-------------------------------------------------
Total time: 1m:23s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.785s |     0.805s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.783s |     1.964s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.765s |     3.041s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.732s |     4.063s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.753s |     5.093s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.728s |     6.104s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.678s |     7.090s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.675s |     8.043s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |          1.0 |  0.718s |     9.039s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.692s |    10.018s |
| Iteration 11     |          385 |        0.0516 |         8 |  0.2791 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |   0.875 |          1.0 |  0.708s |    11.359s |
| Iteration 12     |          405 |        0.0171 |         4 |  0.4489 |                3 |       0.8 |              0.4 |         0 |         10 |  0.9375 |          1.0 |  0.700s |    12.816s |
| Iteration 13     |          479 |         0.063 |         6 |   0.438 |                3 |       0.9 |              0.4 |       100 |          1 |     0.5 |          1.0 |  0.706s |    14.204s |
| Iteration 14     |          365 |         0.102 |         6 |  0.4588 |                3 |       0.5 |              0.6 |       0.1 |       0.01 |  0.8125 |          1.0 |  0.688s |    15.512s |
| Iteration 15     |          349 |        0.0363 |         8 |  0.4678 |                3 |       0.9 |              0.7 |      0.01 |        100 |  0.6875 |          1.0 |  0.695s |    17.516s |
| Iteration 16     |          386 |        0.0207 |         4 |  0.7536 |                3 |       0.5 |              0.5 |       0.1 |          1 |  0.9375 |          1.0 |  0.736s |    18.928s |
| Iteration 17     |          313 |        0.0373 |         2 |  0.0422 |                3 |       0.5 |              0.5 |         0 |          1 |   0.375 |          1.0 |  0.689s |    20.336s |
| Iteration 18     |          288 |        0.5084 |         6 |  0.1226 |                3 |       0.8 |              0.9 |      0.01 |          0 |  0.4375 |          1.0 |  0.693s |    21.786s |
| Iteration 19     |          412 |        0.0144 |         2 |     1.0 |                3 |       0.7 |              0.9 |        10 |       0.01 |     0.5 |          1.0 |  0.697s |    23.276s |
| Iteration 20     |          419 |        0.1627 |         5 |  0.4767 |                3 |       0.7 |              0.9 |       0.1 |         10 |    0.75 |          1.0 |  0.700s |    24.758s |
| Iteration 21     |          423 |        0.0426 |         7 |  0.4383 |                3 |       0.9 |              0.9 |         0 |        0.1 |  0.9375 |          1.0 |  0.704s |    26.248s |
| Iteration 22     |          438 |        0.1691 |         5 |  0.4398 |                3 |       0.7 |              0.8 |       0.1 |         10 |  0.8125 |          1.0 |  0.731s |    27.825s |
| Iteration 23     |          422 |        0.0238 |         9 |  0.4279 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |          1.0 |  0.768s |    29.388s |
| Iteration 24     |          209 |        0.0128 |         2 |  0.3753 |                3 |       0.6 |              0.9 |         0 |          0 |    0.25 |          1.0 |  0.730s |    30.863s |
| Iteration 25     |          406 |        0.0199 |         7 |  0.3824 |                1 |       0.7 |              0.4 |         0 |          1 |   0.875 |          1.0 |  0.770s |    32.364s |
| Iteration 26     |          426 |        0.0778 |         2 |     0.0 |                2 |       0.7 |              0.7 |         0 |       0.01 |     1.0 |          1.0 |  0.756s |    33.950s |
| Iteration 27     |          421 |        0.0132 |         1 |     0.0 |                2 |       0.6 |              0.6 |         0 |          0 |  0.6875 |          1.0 |  0.755s |    35.507s |
| Iteration 28     |           20 |        0.2447 |         4 |     0.0 |               10 |       1.0 |              0.5 |       100 |          1 |     0.5 |          1.0 |  0.696s |    37.032s |
| Iteration 29     |          395 |        0.3446 |        10 |  0.6589 |                1 |       0.5 |              1.0 |         0 |         10 |     1.0 |          1.0 |  0.755s |    39.103s |
| Iteration 30     |          392 |        0.0219 |         8 |  0.8017 |                1 |       0.8 |              0.9 |         0 |          0 |   0.875 |          1.0 |  0.763s |    40.912s |
| Iteration 31     |          397 |        0.8972 |         9 |  0.3663 |                1 |       0.5 |              0.8 |       0.1 |       0.01 |  0.6875 |          1.0 |  0.751s |    42.477s |
| Iteration 32     |          398 |        0.0423 |         9 |     1.0 |                2 |       0.8 |              0.8 |         0 |        100 |     0.5 |          1.0 |  0.748s |    44.088s |
| Iteration 33     |          391 |          0.01 |         4 |  0.5976 |                1 |       0.7 |              0.9 |         0 |         10 |     1.0 |          1.0 |  0.756s |    45.799s |
| Iteration 34     |          405 |          0.01 |         1 |  0.4328 |                1 |       1.0 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.755s |    47.388s |
| Iteration 35     |          445 |        0.0389 |         3 |     0.0 |                6 |       0.9 |              0.8 |         0 |         10 |    0.25 |          1.0 |  0.754s |    49.098s |
| Iteration 36     |          454 |        0.2892 |         8 |  0.0563 |                3 |       0.8 |              0.8 |         0 |          0 |   0.625 |          1.0 |  0.760s |    50.790s |
| Iteration 37     |          353 |        0.0107 |         6 |  0.6923 |                1 |       0.5 |              0.4 |         0 |        100 |   0.625 |          1.0 |  0.764s |    52.487s |
| Iteration 38     |          398 |           1.0 |         5 |  0.5787 |                2 |       0.9 |              0.4 |         0 |          1 |  0.5625 |          1.0 |  0.755s |    54.122s |
| Iteration 39     |          438 |        0.2081 |         1 |     1.0 |                1 |       0.7 |              0.6 |         0 |         10 |  0.6875 |          1.0 |  0.757s |    56.446s |
| Iteration 40     |          402 |        0.3538 |         6 |  0.8374 |                3 |       0.7 |              0.6 |         0 |          0 |   0.875 |          1.0 |  0.747s |    58.144s |
| Iteration 41     |          447 |        0.1038 |         4 |  0.2659 |                2 |       0.7 |              0.8 |         0 |       0.01 |  0.5625 |          1.0 |  0.769s |    59.868s |
| Iteration 42     |          400 |        0.0109 |         3 |  0.5295 |                3 |       0.9 |              0.9 |         0 |        0.1 |  0.6875 |          1.0 |  0.759s |     1m:02s |
| Iteration 43     |          425 |        0.0544 |         8 |  0.0825 |                3 |       0.8 |              0.6 |         0 |        0.1 |   0.625 |          1.0 |  0.758s |     1m:03s |
| Iteration 44     |           20 |           1.0 |         2 |     1.0 |                1 |       0.8 |              1.0 |        10 |          0 |     0.5 |          1.0 |  0.696s |     1m:05s |
| Iteration 45     |          393 |          0.01 |         7 |  0.2335 |                1 |       0.5 |              0.8 |        10 |          0 |     0.5 |          1.0 |  0.745s |     1m:07s |
| Iteration 46     |          414 |        0.0141 |         5 |  0.6632 |                3 |       0.7 |              0.5 |      0.01 |       0.01 |    0.75 |          1.0 |  0.746s |     1m:09s |
| Iteration 47     |          443 |        0.1059 |         6 |  0.5642 |                1 |       0.6 |              0.9 |         0 |        100 |  0.8438 |          1.0 |  0.783s |     1m:10s |
| Iteration 48     |          435 |        0.2957 |         9 |     0.0 |                1 |       0.5 |              0.7 |         0 |       0.01 |    0.75 |          1.0 |  0.756s |     1m:12s |
| Iteration 49     |          343 |        0.8145 |         3 |     0.0 |                2 |       1.0 |              0.9 |         0 |         10 |     1.0 |          1.0 |  0.741s |     1m:14s |
| Iteration 50     |          307 |        0.6006 |         6 |     0.0 |                2 |       0.8 |              1.0 |         0 |        0.1 |  0.6875 |          1.0 |  0.737s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9554
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.095s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.1241
Time elapsed: 0.292s
-------------------------------------------------
Total time: 1m:17s


Final results ==================== >>
Duration: 8m:12s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.91 ± 0.049
Logistic Regression             --> roc_auc: 0.6 ± 0.1095 ~
Linear Discriminant Analysis    --> roc_auc: 0.68 ± 0.2249
Quadratic Discriminant Analysis --> roc_auc: 0.8 ± 0.1
Radius Nearest Neighbors        --> roc_auc: 0.74 ± 0.02 ~
AdaBoost                        --> roc_auc: 0.935 ± 0.1179
Random Forest                   --> roc_auc: 0.94 ± 0.049 !
XGBoost                         --> roc_auc: 0.84 ± 0.1241
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CALRNSGNTPLVF.
   >>> Dropping feature CAPLDSNYQLIW.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  3.192s |     3.213s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  3.205s |     6.706s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.5625 |          1.0 |  3.204s |    10.206s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |          1.0 |  3.231s |    13.725s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |          1.0 |  3.214s |    17.242s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5938 |          1.0 |  3.230s |    20.757s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.4688 |          1.0 |  3.217s |    24.432s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  3.257s |    28.037s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.25 |          1.0 |  3.186s |    31.541s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |          1.0 |  3.200s |    35.042s |
| Iteration 11     | exponen.. |        0.0575 |          396 |       0.7 | squared_er.. |                17 |                9 |         6 |          0.9 |    0.0071 |     1.0 |          1.0 |  3.255s |    39.026s |
| Iteration 12     |  deviance |        0.5045 |           66 |       0.9 | friedman_mse |                 3 |               15 |        10 |         None |    0.0153 |     1.0 |          1.0 |  3.157s |    42.735s |
| Iteration 13     |  deviance |        0.1777 |          500 |       1.0 | friedman_mse |                20 |                7 |        10 |         None |    0.0079 |   0.625 |          1.0 |  3.259s |    46.697s |
| Iteration 14     |  deviance |        0.0873 |          290 |       0.6 | squared_er.. |                18 |                9 |         5 |         None |     0.022 |    0.75 |          1.0 |  3.180s |    50.516s |
| Iteration 15     | exponen.. |        0.0332 |          475 |       0.7 | squared_er.. |                19 |                7 |         9 |          0.6 |    0.0126 |     1.0 |          1.0 |  3.836s |    55.175s |
| Iteration 16     |  deviance |        0.1206 |          212 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0285 |   0.875 |          1.0 |  3.221s |    59.108s |
| Iteration 17     |  deviance |        0.0885 |           38 |       0.6 | squared_er.. |                20 |               11 |         3 |         None |     0.035 |  0.6875 |          1.0 |  3.137s |     1m:03s |
| Iteration 18     | exponen.. |          0.01 |           10 |       1.0 | squared_er.. |                20 |               20 |        10 |         None |       0.0 |   0.375 |          1.0 |  3.148s |     1m:07s |
| Iteration 19     | exponen.. |        0.0694 |           71 |       0.7 | friedman_mse |                 8 |               13 |         8 |         sqrt |    0.0149 |   0.625 |          1.0 |  3.130s |     1m:11s |
| Iteration 20     | exponen.. |        0.0142 |          433 |       0.7 | squared_er.. |                 9 |                5 |         7 |          0.6 |    0.0327 |     1.0 |          1.0 |  3.234s |     1m:16s |
| Iteration 21     |  deviance |        0.0372 |          214 |       0.9 | friedman_mse |                15 |                6 |         5 |          0.8 |      0.01 |     1.0 |          1.0 |  3.164s |     1m:20s |
| Iteration 22     |  deviance |        0.1371 |          140 |       0.9 | friedman_mse |                 9 |               10 |         8 |          0.9 |    0.0126 |  0.9375 |          1.0 |  3.190s |     1m:25s |
| Iteration 23     | exponen.. |        0.0237 |          437 |       0.7 | squared_er.. |                15 |               20 |         9 |          0.5 |     0.034 |  0.8125 |          1.0 |  3.267s |     1m:30s |
| Iteration 24     | exponen.. |        0.0946 |          431 |       0.7 | squared_er.. |                18 |                1 |         5 |          0.9 |       0.0 |  0.0625 |          1.0 |  3.218s |     1m:35s |
| Iteration 25     | exponen.. |        0.0189 |          408 |       0.8 | friedman_mse |                13 |                7 |         6 |          0.7 |    0.0092 |  0.9375 |          1.0 |  3.222s |     1m:39s |
| Iteration 26     | exponen.. |        0.0228 |          406 |       0.5 | squared_er.. |                 9 |                9 |         5 |          0.7 |     0.001 |     1.0 |          1.0 |  3.253s |     1m:43s |
| Iteration 27     | exponen.. |        0.0131 |          261 |       0.8 | squared_er.. |                15 |                6 |         5 |          0.7 |    0.0304 |     1.0 |          1.0 |  3.163s |     1m:47s |
| Iteration 28     | exponen.. |        0.0278 |           88 |       0.7 | friedman_mse |                12 |                6 |         4 |          0.7 |    0.0249 |    0.75 |          1.0 |  3.149s |     1m:51s |
| Iteration 29     | exponen.. |          0.01 |          373 |       0.7 | squared_er.. |                13 |                6 |         5 |          0.5 |    0.0295 |     1.0 |          1.0 |  3.218s |     1m:55s |
| Iteration 30     |  deviance |          0.01 |          214 |       0.6 | squared_er.. |                17 |                4 |         6 |         auto |    0.0294 |     1.0 |          1.0 |  3.160s |     1m:59s |
| Iteration 31     |  deviance |          0.01 |          308 |       0.7 | squared_er.. |                18 |                5 |         1 |          0.6 |    0.0195 |   0.875 |          1.0 |  3.173s |     2m:03s |
| Iteration 32     | exponen.. |          0.01 |          200 |       0.6 | friedman_mse |                13 |                4 |         7 |         log2 |    0.0159 |  0.6875 |          1.0 |  3.168s |     2m:08s |
| Iteration 33     | exponen.. |          0.01 |          500 |       0.7 | squared_er.. |                20 |                6 |         5 |         None |    0.0059 |     1.0 |          1.0 |  3.261s |     2m:12s |
| Iteration 34     | exponen.. |          0.01 |          381 |       0.7 | squared_er.. |                17 |                2 |         5 |          0.7 |    0.0164 |  0.3125 |          1.0 |  3.198s |     2m:16s |
| Iteration 35     |  deviance |           1.0 |           10 |       0.8 | friedman_mse |                13 |                3 |         7 |         auto |    0.0201 |   0.375 |          1.0 |  3.093s |     2m:20s |
| Iteration 36     | exponen.. |        0.0133 |          440 |       0.8 | squared_er.. |                16 |                6 |         6 |          0.7 |    0.0315 |  0.6875 |          1.0 |  3.204s |     2m:24s |
| Iteration 37     |  deviance |        0.0916 |          100 |       1.0 | friedman_mse |                13 |               14 |         9 |          0.7 |    0.0168 |  0.3438 |          1.0 |  3.101s |     2m:28s |
| Iteration 38     | exponen.. |         0.034 |          377 |       0.6 | squared_er.. |                 5 |                8 |         1 |          0.6 |    0.0027 |   0.875 |          1.0 |  3.208s |     2m:32s |
| Iteration 39     | exponen.. |        0.0643 |          500 |       1.0 | friedman_mse |                14 |                9 |         5 |          0.7 |       0.0 |  0.8125 |          1.0 |  3.848s |     2m:37s |
| Iteration 40     |  deviance |          0.01 |          346 |       0.6 | squared_er.. |                18 |                8 |         9 |         auto |     0.035 |  0.6875 |          1.0 |  3.225s |     2m:41s |
| Iteration 41     | exponen.. |        0.0104 |          436 |       0.7 | squared_er.. |                11 |                6 |         6 |          0.6 |    0.0293 |   0.625 |          1.0 |  3.267s |     2m:45s |
| Iteration 42     | exponen.. |        0.0173 |           96 |       0.7 | squared_er.. |                 7 |                7 |         5 |         sqrt |    0.0159 |  0.6875 |          1.0 |  3.147s |     2m:49s |
| Iteration 43     | exponen.. |        0.0219 |          442 |       0.6 | squared_er.. |                 5 |               10 |         5 |         sqrt |    0.0112 |    0.75 |          1.0 |  3.281s |     2m:54s |
| Iteration 44     | exponen.. |          0.01 |          123 |       0.7 | squared_er.. |                 9 |                8 |         8 |          0.9 |    0.0055 |  0.8125 |          1.0 |  3.159s |     2m:58s |
| Iteration 45     | exponen.. |           1.0 |           36 |       0.5 | squared_er.. |                 6 |                9 |        10 |          0.6 |       0.0 |     0.5 |          1.0 |  3.155s |     3m:02s |
| Iteration 46     | exponen.. |        0.2254 |          267 |       0.7 | squared_er.. |                 3 |                8 |         6 |         log2 |    0.0074 |   0.875 |          1.0 |  3.201s |     3m:06s |
| Iteration 47     | exponen.. |          0.03 |          500 |       0.7 | squared_er.. |                12 |                6 |         5 |         log2 |    0.0295 |     1.0 |          1.0 |  3.275s |     3m:10s |
| Iteration 48     | exponen.. |        0.0167 |          500 |       0.7 | squared_er.. |                20 |                8 |         6 |         None |    0.0017 |     1.0 |          1.0 |  3.292s |     3m:14s |
| Iteration 49     |  deviance |        0.0424 |          209 |       0.9 | squared_er.. |                19 |                4 |         3 |         auto |    0.0333 |   0.875 |          1.0 |  3.213s |     3m:18s |
| Iteration 50     | exponen.. |        0.3201 |          271 |       0.5 | squared_er.. |                17 |                5 |         5 |         log2 |    0.0278 |  0.6875 |          1.0 |  3.203s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0332, 'n_estimators': 475, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 19, 'min_samples_leaf': 7, 'max_depth': 9, 'max_features': 0.6, 'ccp_alpha': 0.0126}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.130s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.1428
Time elapsed: 0.623s
-------------------------------------------------
Total time: 3m:25s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  3.160s |     3.172s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |         0.75 |  3.163s |     6.623s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  3.156s |    10.046s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  3.136s |    13.451s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     1.0 |          1.0 |  3.146s |    16.870s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |          1.0 |  3.141s |    20.298s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |          1.0 |  3.119s |    23.686s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.875 |          1.0 |  3.124s |    27.095s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.4375 |          1.0 |  3.148s |    30.532s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.875 |          1.0 |  3.186s |    33.987s |
| Iteration 11     |      l2 |   0.001 |   lbfgs |      354 |      --- |    0.75 |          1.0 |  3.191s |    37.887s |
| Iteration 12     |      l2 | 47.7744 |   lbfgs |      533 |      --- |  0.8125 |          1.0 |  3.157s |    41.739s |
| Iteration 13     |    none |     --- |   lbfgs |      953 |      --- |  0.8125 |          1.0 |  3.143s |    45.581s |
| Iteration 14     |      l2 |  1.8299 | newto.. |      568 |      --- |  0.6875 |          1.0 |  3.180s |    49.429s |
| Iteration 15     |      l2 |  0.0039 |    saga |      226 |      --- |     1.0 |          1.0 |  3.179s |    53.255s |
| Iteration 16     |      l2 |  0.0071 |    saga |      277 |      --- |     0.5 |          1.0 |  3.210s |    57.028s |
| Iteration 17     |      l2 | 23.6497 |   lbfgs |      545 |      --- |   0.625 |          1.0 |  3.846s |     1m:01s |
| Iteration 18     | elast.. |  0.0191 |    saga |      282 |      0.2 |   0.375 |          1.0 |  3.180s |     1m:05s |
| Iteration 19     |      l2 |  7.9266 | libli.. |      581 |      --- |  0.4375 |          1.0 |  3.201s |     1m:09s |
| Iteration 20     |      l2 |  0.0124 | newto.. |      221 |      --- |  0.9375 |          1.0 |  3.178s |     1m:13s |
| Iteration 21     |      l2 |   0.001 | newto.. |      224 |      --- |    0.75 |          1.0 |  3.215s |     1m:17s |
| Iteration 22     |      l2 |   100.0 |    saga |      210 |      --- |  0.9375 |          1.0 |  3.177s |     1m:21s |
| Iteration 23     |      l2 |  2.4718 |     sag |      203 |      --- |  0.8125 |          1.0 |  3.195s |     1m:25s |
| Iteration 24     |      l2 |  8.1177 |     sag |      213 |      --- |   0.125 |          1.0 |  3.175s |     1m:29s |
| Iteration 25     |      l1 | 48.5394 | libli.. |      100 |      --- |   0.875 |          1.0 |  3.189s |     1m:32s |
| Iteration 26     |      l2 | 10.7794 |   lbfgs |      615 |      --- |     1.0 |          1.0 |  3.196s |     1m:36s |
| Iteration 27     |      l2 | 43.3885 | newto.. |      618 |      --- |   0.875 |          1.0 |  3.204s |     1m:40s |
| Iteration 28     |      l2 |  1.1831 | newto.. |      653 |      --- |     0.5 |          1.0 |  3.196s |     1m:44s |
| Iteration 29     |      l2 | 12.9154 |   lbfgs |      597 |      --- |  0.5625 |          1.0 |  3.206s |     1m:48s |
| Iteration 30     |      l2 |  2.0924 |   lbfgs |      116 |      --- |     1.0 |          1.0 |  3.182s |     1m:51s |
| Iteration 31     |      l2 |  3.4362 |     sag |      115 |      --- |  0.5625 |          1.0 |  3.150s |     1m:55s |
| Iteration 32     |      l2 |  0.1288 |    saga |      220 |      --- |     0.5 |          1.0 |  3.203s |     1m:59s |
| Iteration 33     |      l2 |  0.0091 | newto.. |      179 |      --- |  0.6875 |          1.0 |  3.174s |     2m:03s |
| Iteration 34     |      l2 |  0.0942 | newto.. |      137 |      --- |   0.375 |          1.0 |  3.172s |     2m:07s |
| Iteration 35     |      l2 | 10.5943 | libli.. |      769 |      --- |   0.625 |          1.0 |  3.275s |     2m:11s |
| Iteration 36     |      l2 |  1.3539 | newto.. |      125 |      --- |  0.5625 |          1.0 |  4.687s |     2m:17s |
| Iteration 37     |      l2 | 10.2676 | newto.. |      576 |      --- |   0.625 |          1.0 |  4.623s |     2m:23s |
| Iteration 38     |      l2 |  0.0038 |    saga |      221 |      --- |     0.5 |          1.0 |  4.725s |     2m:29s |
| Iteration 39     |      l2 |  0.0018 |   lbfgs |      125 |      --- |   0.625 |          1.0 |  4.669s |     2m:35s |
| Iteration 40     |    none |     --- |   lbfgs |      900 |      --- |   0.375 |          1.0 |  4.712s |     2m:41s |
| Iteration 41     |      l2 |  9.6454 |   lbfgs |      704 |      --- |     0.5 |          1.0 |  4.715s |     2m:46s |
| Iteration 42     |      l2 |  5.1146 | libli.. |      973 |      --- |  0.6875 |          1.0 |  4.018s |     2m:52s |
| Iteration 43     |      l2 |   0.183 | newto.. |      624 |      --- |   0.625 |          1.0 |  3.171s |     2m:56s |
| Iteration 44     |      l2 | 16.0919 | libli.. |      123 |      --- |  0.6875 |          1.0 |  3.123s |     2m:60s |
| Iteration 45     | elast.. |  0.0074 |    saga |      182 |      0.2 |     0.5 |          1.0 |  3.125s |     3m:04s |
| Iteration 46     |      l2 |  0.7967 | libli.. |      502 |      --- |  0.9375 |          1.0 |  3.107s |     3m:07s |
| Iteration 47     |      l2 |  0.0081 |   lbfgs |      476 |      --- |  0.5625 |          1.0 |  3.115s |     3m:11s |
| Iteration 48     | elast.. |  0.0013 |    saga |      513 |      0.5 |     0.5 |          1.0 |  3.117s |     3m:15s |
| Iteration 49     |      l2 |  0.1904 |     sag |      210 |      --- |   0.625 |          1.0 |  3.164s |     3m:19s |
| Iteration 50     |      l2 |  41.568 |   lbfgs |      804 |      --- |     0.5 |          1.0 |  3.101s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'penalty': 'l2', 'C': 10.7794, 'solver': 'lbfgs', 'max_iter': 615}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.908
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0872
Time elapsed: 0.067s
-------------------------------------------------
Total time: 3m:24s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.378s |     3.383s |
| Initial point 2  |     svd |       --- |  0.5625 |        0.625 |  3.132s |     6.796s |
| Initial point 3  |     svd |       --- |  0.5625 |        0.625 |  0.000s |     7.060s |
| Initial point 4  |    lsqr |       0.8 |   0.875 |        0.875 |  3.065s |    10.395s |
| Initial point 5  |   eigen |       0.9 |     1.0 |          1.0 |  3.155s |    13.840s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |          1.0 |  3.112s |    17.226s |
| Initial point 7  |    lsqr |       0.5 |     0.5 |          1.0 |  3.119s |    20.625s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |          1.0 |  3.169s |    24.082s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |          1.0 |  3.129s |    27.487s |
| Initial point 10 |   eigen |       0.8 |  0.4375 |          1.0 |  3.143s |    30.896s |
| Iteration 11     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    31.310s |
| Iteration 12     |   eigen |       0.7 |    0.75 |          1.0 |  3.118s |    34.831s |
| Iteration 13     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    35.251s |
| Iteration 14     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    35.690s |
| Iteration 15     |   eigen |      auto |     1.0 |          1.0 |  3.075s |    39.191s |
| Iteration 16     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    39.620s |
| Iteration 17     |   eigen |      None |    0.75 |          1.0 |  3.109s |    43.148s |
| Iteration 18     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    43.570s |
| Iteration 19     |   eigen |       0.6 |   0.625 |          1.0 |  3.112s |    47.127s |
| Iteration 20     |    lsqr |      auto |  0.9375 |          1.0 |  3.107s |    50.669s |
| Iteration 21     |   eigen |       0.5 |    0.25 |          1.0 |  3.123s |    54.225s |
| Iteration 22     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    54.797s |
| Iteration 23     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    55.374s |
| Iteration 24     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    55.824s |
| Iteration 25     |    lsqr |       1.0 |    0.25 |          1.0 |  3.130s |    59.442s |
| Iteration 26     |    lsqr |      None |     1.0 |          1.0 |  3.134s |     1m:03s |
| Iteration 27     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 28     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 29     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 30     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 31     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 32     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 33     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 34     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 35     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 36     |   eigen |       0.9 |     1.0 |          1.0 |  0.001s |     1m:09s |
| Iteration 37     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 38     |    lsqr |      None |     1.0 |          1.0 |  0.001s |     1m:10s |
| Iteration 39     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 40     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 41     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 42     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 43     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 44     |    lsqr |      None |     1.0 |          1.0 |  0.001s |     1m:13s |
| Iteration 45     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 46     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 47     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 48     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 49     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 50     |     svd |       --- |  0.5625 |          1.0 |  0.000s |     1m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6893
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.2993
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:18s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.103s |     3.107s |
| Initial point 2  |       0.9 |     0.5 |        0.625 |  3.183s |     6.586s |
| Initial point 3  |       0.1 |  0.5625 |        0.625 |  3.173s |    10.036s |
| Initial point 4  |       1.0 |   0.625 |        0.625 |  0.000s |    10.307s |
| Initial point 5  |       0.2 |     1.0 |          1.0 |  3.164s |    13.738s |
| Initial point 6  |       0.4 |   0.375 |          1.0 |  3.170s |    17.207s |
| Initial point 7  |       0.4 |   0.375 |          1.0 |  0.001s |    17.478s |
| Initial point 8  |       0.7 |  0.4375 |          1.0 |  3.065s |    20.819s |
| Initial point 9  |       0.9 |     0.5 |          1.0 |  0.000s |    21.095s |
| Initial point 10 |       0.8 |    0.25 |          1.0 |  3.095s |    24.455s |
| Iteration 11     |       0.3 |   0.625 |          1.0 |  3.136s |    27.966s |
| Iteration 12     |       0.6 |  0.8125 |          1.0 |  3.098s |    31.442s |
| Iteration 13     |       0.2 |     1.0 |          1.0 |  0.000s |    31.809s |
| Iteration 14     |       0.5 |  0.3125 |          1.0 |  3.142s |    35.301s |
| Iteration 15     |       0.2 |     1.0 |          1.0 |  0.000s |    35.719s |
| Iteration 16     |       0.0 |  0.3125 |          1.0 |  3.187s |    39.341s |
| Iteration 17     |       0.2 |     1.0 |          1.0 |  0.000s |    39.714s |
| Iteration 18     |       0.2 |     1.0 |          1.0 |  0.000s |    40.089s |
| Iteration 19     |       0.2 |     1.0 |          1.0 |  0.000s |    40.463s |
| Iteration 20     |       0.2 |     1.0 |          1.0 |  0.000s |    40.863s |
| Iteration 21     |       0.2 |     1.0 |          1.0 |  0.000s |    41.244s |
| Iteration 22     |       0.2 |     1.0 |          1.0 |  0.000s |    41.659s |
| Iteration 23     |       0.2 |     1.0 |          1.0 |  0.000s |    42.052s |
| Iteration 24     |       0.2 |     1.0 |          1.0 |  0.000s |    42.431s |
| Iteration 25     |       0.2 |     1.0 |          1.0 |  0.000s |    42.806s |
| Iteration 26     |       0.2 |     1.0 |          1.0 |  0.000s |    43.202s |
| Iteration 27     |       0.0 |  0.3125 |          1.0 |  0.000s |    43.585s |
| Iteration 28     |       0.2 |     1.0 |          1.0 |  0.000s |    44.002s |
| Iteration 29     |       0.2 |     1.0 |          1.0 |  0.000s |    44.422s |
| Iteration 30     |       0.2 |     1.0 |          1.0 |  0.000s |    44.820s |
| Iteration 31     |       0.2 |     1.0 |          1.0 |  0.000s |    45.228s |
| Iteration 32     |       0.2 |     1.0 |          1.0 |  0.000s |    45.638s |
| Iteration 33     |       0.2 |     1.0 |          1.0 |  0.000s |    46.141s |
| Iteration 34     |       0.2 |     1.0 |          1.0 |  0.000s |    46.623s |
| Iteration 35     |       0.2 |     1.0 |          1.0 |  0.000s |    47.056s |
| Iteration 36     |       0.2 |     1.0 |          1.0 |  0.000s |    47.481s |
| Iteration 37     |       0.2 |     1.0 |          1.0 |  0.000s |    47.913s |
| Iteration 38     |       0.2 |     1.0 |          1.0 |  0.000s |    48.957s |
| Iteration 39     |       0.2 |     1.0 |          1.0 |  0.000s |    49.419s |
| Iteration 40     |       0.2 |     1.0 |          1.0 |  0.000s |    49.860s |
| Iteration 41     |       0.2 |     1.0 |          1.0 |  0.000s |    50.320s |
| Iteration 42     |       0.2 |     1.0 |          1.0 |  0.001s |    50.777s |
| Iteration 43     |       0.2 |     1.0 |          1.0 |  0.001s |    51.262s |
| Iteration 44     |       0.2 |     1.0 |          1.0 |  0.000s |    51.730s |
| Iteration 45     |       0.2 |     1.0 |          1.0 |  0.000s |    52.216s |
| Iteration 46     |       0.2 |     1.0 |          1.0 |  0.000s |    52.710s |
| Iteration 47     |       0.2 |     1.0 |          1.0 |  0.001s |    53.199s |
| Iteration 48     |       0.2 |     1.0 |          1.0 |  0.001s |    53.741s |
| Iteration 49     |       0.2 |     1.0 |          1.0 |  0.000s |    54.233s |
| Iteration 50     |       0.2 |     1.0 |          1.0 |  0.000s |    54.736s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 55.259s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6732
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.37 ± 0.2731
Time elapsed: 0.027s
-------------------------------------------------
Total time: 55.296s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.0946 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  3.102s |     3.122s |
| Initial point 2  |  4.0146 | uniform |   kd_tree |        39 |       2 |  0.5312 |       0.6875 |  3.106s |     6.509s |
| Initial point 3  |  3.1713 | dista.. | ball_tree |        25 |       2 |    0.25 |       0.6875 |  3.151s |    10.005s |
| Initial point 4  |  9.2521 | uniform | ball_tree |        39 |       2 |     0.5 |       0.6875 |  3.179s |    13.542s |
| Initial point 5  |  7.2478 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  3.175s |    17.007s |
| Initial point 6  |  8.3935 | dista.. | ball_tree |        21 |       2 |  0.6875 |        0.875 |  3.162s |    20.472s |
| Initial point 7  |  6.0036 | dista.. | ball_tree |        24 |       1 |  0.5625 |        0.875 |  3.176s |    23.955s |
| Initial point 8  |  1.4387 | dista.. | ball_tree |        21 |       2 |    0.75 |        0.875 |  3.144s |    27.380s |
| Initial point 9  |  6.6877 | uniform | ball_tree |        24 |       1 |     0.5 |        0.875 |  3.166s |    30.850s |
| Initial point 10 |  4.7501 | uniform |     brute |        22 |       2 |   0.625 |        0.875 |  3.516s |    34.643s |
| Iteration 11     |     0.0 | uniform | ball_tree |        30 |       2 |     0.5 |        0.875 |  4.721s |    40.368s |
| Iteration 12     |     0.0 | uniform |      auto |        30 |       2 |     0.5 |        0.875 |  4.691s |    45.940s |
| Iteration 13     |  7.9576 | dista.. |   kd_tree |        30 |       2 |   0.625 |        0.875 |  4.672s |    51.728s |
| Iteration 14     |  6.9898 | dista.. |     brute |        24 |       1 |  0.8125 |        0.875 |  4.666s |    57.494s |
| Iteration 15     |  7.3242 | dista.. | ball_tree |        30 |       2 |  0.9375 |       0.9375 |  4.681s |     1m:03s |
| Iteration 16     |  7.5096 | dista.. |      auto |        21 |       1 |   0.375 |       0.9375 |  4.712s |     1m:09s |
| Iteration 17     |  7.4425 | dista.. |   kd_tree |        30 |       2 |   0.625 |       0.9375 |  3.471s |     1m:14s |
| Iteration 18     |  7.3081 | dista.. |   kd_tree |        35 |       1 |   0.375 |       0.9375 |  3.163s |     1m:18s |
| Iteration 19     |  6.8859 | dista.. |   kd_tree |        29 |       1 |   0.375 |       0.9375 |  3.177s |     1m:21s |
| Iteration 20     |  7.3061 | dista.. |     brute |        30 |       2 |  0.8125 |       0.9375 |  3.161s |     1m:25s |
| Iteration 21     |  7.3116 | dista.. |      auto |        30 |       2 |    0.75 |       0.9375 |  3.171s |     1m:29s |
| Iteration 22     |  7.2186 | dista.. |   kd_tree |        30 |       2 |  0.8125 |       0.9375 |  3.155s |     1m:33s |
| Iteration 23     |  7.1453 | dista.. |   kd_tree |        24 |       1 |  0.6562 |       0.9375 |  3.169s |     1m:37s |
| Iteration 24     |   6.814 | dista.. |     brute |        24 |       1 |  0.5625 |       0.9375 |  3.162s |     1m:40s |
| Iteration 25     |  7.0585 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  3.813s |     1m:45s |
| Iteration 26     |  6.9731 | dista.. | ball_tree |        29 |       2 |     1.0 |          1.0 |  3.189s |     1m:49s |
| Iteration 27     |  6.9676 | dista.. | ball_tree |        30 |       2 |   0.875 |          1.0 |  3.190s |     1m:53s |
| Iteration 28     |  7.0387 | dista.. | ball_tree |        28 |       2 |     0.5 |          1.0 |  3.214s |     1m:57s |
| Iteration 29     |  7.0107 | dista.. | ball_tree |        29 |       2 |  0.6562 |          1.0 |  3.164s |     2m:00s |
| Iteration 30     |  6.7909 | uniform |      auto |        30 |       2 |   0.375 |          1.0 |  3.175s |     2m:04s |
| Iteration 31     |  7.0742 | uniform | ball_tree |        30 |       2 |  0.5312 |          1.0 |  3.141s |     2m:08s |
| Iteration 32     |  6.7185 | dista.. | ball_tree |        30 |       2 |  0.5625 |          1.0 |  3.173s |     2m:12s |
| Iteration 33     |  7.0827 | dista.. |      auto |        30 |       2 |  0.5625 |          1.0 |  3.111s |     2m:16s |
| Iteration 34     |  7.1886 | dista.. |   kd_tree |        31 |       2 |  0.4375 |          1.0 |  3.108s |     2m:20s |
| Iteration 35     |  7.6199 | dista.. |   kd_tree |        29 |       2 |     0.5 |          1.0 |  3.118s |     2m:23s |
| Iteration 36     |  7.1631 | dista.. |   kd_tree |        30 |       2 |   0.375 |          1.0 |  3.152s |     2m:27s |
| Iteration 37     |  6.9256 | dista.. |      auto |        30 |       2 |  0.6875 |          1.0 |  3.164s |     2m:31s |
| Iteration 38     |  7.3057 | dista.. |   kd_tree |        30 |       2 |  0.5312 |          1.0 |  3.165s |     2m:35s |
| Iteration 39     |  9.8624 | dista.. |      auto |        32 |       2 |   0.625 |          1.0 |  3.131s |     2m:40s |
| Iteration 40     |  0.3196 | dista.. |      auto |        29 |       2 |     0.5 |          1.0 |  3.189s |     2m:44s |
| Iteration 41     |  7.7063 | dista.. |      auto |        38 |       2 |   0.375 |          1.0 |  3.172s |     2m:48s |
| Iteration 42     |  6.4241 | dista.. |      auto |        29 |       2 |   0.375 |          1.0 |  3.180s |     2m:52s |
| Iteration 43     |  7.2543 | dista.. | ball_tree |        29 |       2 |   0.625 |          1.0 |  3.164s |     2m:56s |
| Iteration 44     |  7.0862 | dista.. |      auto |        30 |       2 |  0.6875 |          1.0 |  3.166s |     3m:00s |
| Iteration 45     |  6.9076 | dista.. |   kd_tree |        29 |       2 |    0.75 |          1.0 |  3.164s |     3m:05s |
| Iteration 46     |  6.9788 | dista.. |   kd_tree |        31 |       2 |   0.875 |          1.0 |  3.161s |     3m:09s |
| Iteration 47     |  1.5763 | dista.. | ball_tree |        26 |       2 |   0.375 |          1.0 |  3.170s |     3m:12s |
| Iteration 48     |  6.9762 | dista.. | ball_tree |        32 |       2 |    0.75 |          1.0 |  3.156s |     3m:16s |
| Iteration 49     |  6.8982 | dista.. | ball_tree |        33 |       2 |     0.5 |          1.0 |  3.126s |     3m:20s |
| Iteration 50     |  7.3557 | dista.. |   kd_tree |        32 |       2 |  0.6875 |          1.0 |  3.146s |     3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'radius': 7.0585, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.098
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:25s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.8438 |       0.8438 |  4.176s |     4.183s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  3.587s |     8.049s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |       0.9375 |  3.346s |    11.737s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  3.512s |    15.525s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |          1.0 |  3.362s |    19.186s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.7812 |          1.0 |  4.377s |    23.859s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5625 |          1.0 |  4.719s |    29.263s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  5.129s |    35.029s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |          1.0 |  4.712s |    40.369s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     1.0 |          1.0 |  4.914s |    45.880s |
| Iteration 11     |           50 |        0.1008 |     SAMME |  0.9375 |          1.0 |  4.729s |    51.609s |
| Iteration 12     |          446 |          0.01 |   SAMME.R |     1.0 |          1.0 |  4.406s |    57.242s |
| Iteration 13     |          500 |        0.0778 |     SAMME |  0.5625 |          1.0 |  3.472s |     1m:01s |
| Iteration 14     |           50 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  3.152s |     1m:05s |
| Iteration 15     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  3.486s |     1m:09s |
| Iteration 16     |          435 |          0.01 |     SAMME |   0.875 |          1.0 |  3.427s |     1m:13s |
| Iteration 17     |          500 |          0.01 |   SAMME.R |   0.875 |          1.0 |  3.522s |     1m:17s |
| Iteration 18     |           50 |        0.0319 |     SAMME |   0.375 |          1.0 |  3.132s |     1m:20s |
| Iteration 19     |          350 |        0.0919 |   SAMME.R |   0.625 |          1.0 |  3.384s |     1m:24s |
| Iteration 20     |          460 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.501s |     1m:28s |
| Iteration 21     |          404 |        0.0909 |     SAMME |     1.0 |          1.0 |  3.406s |     1m:32s |
| Iteration 22     |          463 |        0.0179 |     SAMME |   0.875 |          1.0 |  3.460s |     1m:36s |
| Iteration 23     |          420 |        0.0884 |     SAMME |  0.9062 |          1.0 |  3.422s |     1m:40s |
| Iteration 24     |          334 |        0.0103 |   SAMME.R |  0.3125 |          1.0 |  3.382s |     1m:44s |
| Iteration 25     |          405 |        0.0235 |     SAMME |   0.875 |          1.0 |  3.439s |     1m:48s |
| Iteration 26     |          454 |        0.0111 |   SAMME.R |     1.0 |          1.0 |  3.512s |     1m:52s |
| Iteration 27     |          187 |        0.0154 |     SAMME |    0.75 |          1.0 |  3.269s |     1m:56s |
| Iteration 28     |          170 |         0.015 |     SAMME |  0.7188 |          1.0 |  3.284s |     2m:00s |
| Iteration 29     |          465 |        0.0212 |   SAMME.R |     1.0 |          1.0 |  3.522s |     2m:05s |
| Iteration 30     |          459 |        0.0146 |   SAMME.R |     1.0 |          1.0 |  3.549s |     2m:09s |
| Iteration 31     |          356 |        0.0783 |     SAMME |  0.6875 |          1.0 |  3.379s |     2m:13s |
| Iteration 32     |          463 |        0.0116 |   SAMME.R |    0.75 |          1.0 |  3.543s |     2m:17s |
| Iteration 33     |          437 |        0.0202 |   SAMME.R |  0.8125 |          1.0 |  3.482s |     2m:21s |
| Iteration 34     |          428 |        0.0436 |   SAMME.R |  0.2188 |          1.0 |  3.451s |     2m:25s |
| Iteration 35     |          422 |        0.1119 |     SAMME |  0.6562 |          1.0 |  3.440s |     2m:30s |
| Iteration 36     |          432 |        0.0154 |   SAMME.R |   0.875 |          1.0 |  3.498s |     2m:34s |
| Iteration 37     |          464 |          0.01 |     SAMME |  0.6562 |          1.0 |  3.452s |     2m:38s |
| Iteration 38     |          436 |        0.0107 |   SAMME.R |     1.0 |          1.0 |  3.484s |     2m:42s |
| Iteration 39     |          437 |        0.0103 |   SAMME.R |  0.8125 |          1.0 |  3.480s |     2m:46s |
| Iteration 40     |          497 |        0.0182 |   SAMME.R |   0.875 |          1.0 |  3.540s |     2m:50s |
| Iteration 41     |          402 |        0.0176 |     SAMME |   0.875 |          1.0 |  3.400s |     2m:54s |
| Iteration 42     |          468 |        0.0162 |   SAMME.R |  0.8125 |          1.0 |  3.520s |     2m:58s |
| Iteration 43     |          481 |        0.0232 |   SAMME.R |    0.75 |          1.0 |  3.528s |     3m:03s |
| Iteration 44     |           53 |        0.1326 |     SAMME |  0.6875 |          1.0 |  3.183s |     3m:06s |
| Iteration 45     |          433 |        0.0126 |   SAMME.R |  0.5625 |          1.0 |  5.074s |     3m:12s |
| Iteration 46     |          467 |        0.0105 |   SAMME.R |  0.8125 |          1.0 |  5.200s |     3m:19s |
| Iteration 47     |          415 |        0.0792 |     SAMME |  0.9375 |          1.0 |  5.093s |     3m:25s |
| Iteration 48     |          415 |        0.0853 |     SAMME |   0.875 |          1.0 |  5.046s |     3m:31s |
| Iteration 49     |          419 |        0.0195 |     SAMME |  0.9375 |          1.0 |  5.797s |     3m:39s |
| Iteration 50     |          423 |        0.0373 |     SAMME |    0.75 |          1.0 |  3.468s |     3m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.019, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9884
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.336s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0418
Time elapsed: 1.556s
-------------------------------------------------
Total time: 3m:46s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  3.566s |     3.586s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |       0.8125 |  4.098s |     7.975s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |       0.8125 |  3.472s |    11.741s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  3.287s |    15.360s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  3.505s |    19.181s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  3.303s |    22.778s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |          1.0 |  3.383s |    26.492s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9375 |          1.0 |  3.275s |    30.074s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.4375 |          1.0 |  3.381s |    33.787s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.8125 |          1.0 |  3.394s |    37.479s |
| Iteration 11     |          496 |      gini |         4 |                 3 |                4 |          0.8 |      True |     0.035 |         0.8 |  0.9375 |          1.0 |  3.497s |    41.658s |
| Iteration 12     |          391 |      gini |      None |                12 |               14 |         sqrt |      True |    0.0113 |        None |     1.0 |          1.0 |  3.407s |    45.770s |
| Iteration 13     |          132 |      gini |         8 |                 4 |               13 |          0.6 |     False |    0.0312 |         --- |    0.75 |          1.0 |  3.162s |    49.623s |
| Iteration 14     |          207 |   entropy |      None |                 2 |               14 |          0.5 |      True |     0.021 |         0.9 |  0.5625 |          1.0 |  3.246s |    53.645s |
| Iteration 15     |          316 |      gini |      None |                 3 |               14 |          0.8 |      True |    0.0348 |        None |   0.875 |          1.0 |  3.350s |    57.734s |
| Iteration 16     |          326 |   entropy |         8 |                 7 |               11 |         log2 |     False |    0.0231 |         --- |     1.0 |          1.0 |  3.305s |     1m:02s |
| Iteration 17     |          424 |      gini |      None |                20 |               13 |         sqrt |      True |       0.0 |        None |   0.875 |          1.0 |  3.409s |     1m:06s |
| Iteration 18     |          144 |   entropy |         7 |                 5 |               12 |          0.6 |     False |    0.0345 |         --- |   0.375 |          1.0 |  3.163s |     1m:10s |
| Iteration 19     |           27 |   entropy |      None |                20 |               14 |         auto |      True |    0.0254 |        None |     0.5 |          1.0 |  3.108s |     1m:14s |
| Iteration 20     |          253 |      gini |         7 |                 3 |               19 |         log2 |     False |    0.0251 |         --- |  0.7812 |          1.0 |  3.258s |     1m:18s |
| Iteration 21     |          253 |      gini |         7 |                 8 |               11 |         log2 |     False |    0.0311 |         --- |   0.875 |          1.0 |  3.315s |     1m:23s |
| Iteration 22     |          131 |      gini |         8 |                 4 |               10 |          0.8 |     False |    0.0323 |         --- |  0.6875 |          1.0 |  3.234s |     1m:27s |
| Iteration 23     |          330 |      gini |         1 |                 2 |                3 |         auto |      True |    0.0276 |         0.5 |  0.8438 |          1.0 |  3.474s |     1m:31s |
| Iteration 24     |          109 |      gini |         8 |                 3 |               11 |         auto |     False |    0.0289 |         --- |  0.1875 |          1.0 |  3.235s |     1m:35s |
| Iteration 25     |          274 |      gini |         9 |                 5 |               11 |          0.7 |     False |    0.0297 |         --- |   0.875 |          1.0 |  3.358s |     1m:39s |
| Iteration 26     |          247 |      gini |         2 |                 3 |               11 |         sqrt |     False |     0.031 |         --- |     1.0 |          1.0 |  3.394s |     1m:44s |
| Iteration 27     |          282 |   entropy |         9 |                 9 |               12 |         auto |      True |    0.0159 |        None |     1.0 |          1.0 |  4.165s |     1m:49s |
| Iteration 28     |          338 |   entropy |         9 |                 8 |               14 |         sqrt |     False |     0.032 |         --- |    0.75 |          1.0 |  5.006s |     1m:55s |
| Iteration 29     |          244 |      gini |         4 |                 7 |               10 |         sqrt |     False |    0.0309 |         --- |   0.875 |          1.0 |  5.695s |     2m:02s |
| Iteration 30     |          345 |   entropy |         3 |                 5 |               16 |         log2 |     False |    0.0025 |         --- |  0.9375 |          1.0 |  5.019s |     2m:08s |
| Iteration 31     |          130 |   entropy |         9 |                 4 |               14 |         sqrt |      True |    0.0196 |         0.8 |     1.0 |          1.0 |  4.741s |     2m:15s |
| Iteration 32     |          304 |   entropy |         2 |                 2 |               13 |         auto |      True |    0.0014 |         0.6 |  0.8125 |          1.0 |  3.578s |     2m:20s |
| Iteration 33     |          395 |      gini |         9 |                 9 |               13 |          0.9 |     False |    0.0225 |         --- |  0.7812 |          1.0 |  3.343s |     2m:24s |
| Iteration 34     |          250 |   entropy |         6 |                13 |               11 |         auto |      True |    0.0228 |        None |  0.3125 |          1.0 |  3.292s |     2m:28s |
| Iteration 35     |          287 |   entropy |         4 |                10 |               12 |          0.6 |      True |    0.0172 |        None |   0.375 |          1.0 |  3.318s |     2m:33s |
| Iteration 36     |          322 |   entropy |         2 |                11 |                1 |         auto |     False |    0.0283 |         --- |  0.6875 |          1.0 |  3.272s |     2m:37s |
| Iteration 37     |          241 |      gini |         8 |                11 |                7 |         sqrt |     False |    0.0284 |         --- |  0.9375 |          1.0 |  3.240s |     2m:41s |
| Iteration 38     |          239 |      gini |         8 |                 5 |               13 |         sqrt |     False |     0.034 |         --- |  0.9375 |          1.0 |  3.265s |     2m:45s |
| Iteration 39     |          314 |   entropy |         8 |                11 |                8 |         sqrt |     False |    0.0054 |         --- |  0.8125 |          1.0 |  3.283s |     2m:49s |
| Iteration 40     |          286 |      gini |         9 |                11 |               13 |          0.5 |      True |    0.0151 |         0.8 |    0.75 |          1.0 |  3.304s |     2m:54s |
| Iteration 41     |          330 |   entropy |         8 |                 6 |               12 |         sqrt |      True |    0.0099 |         0.9 |     0.5 |          1.0 |  3.332s |     2m:58s |
| Iteration 42     |          353 |      gini |      None |                 4 |               15 |         log2 |      True |    0.0208 |        None |   0.375 |          1.0 |  3.479s |     3m:02s |
| Iteration 43     |          402 |      gini |      None |                 6 |               10 |         sqrt |      True |    0.0021 |        None |    0.75 |          1.0 |  3.407s |     3m:07s |
| Iteration 44     |          386 |      gini |      None |                16 |               16 |         log2 |     False |    0.0152 |         --- |   0.625 |          1.0 |  3.319s |     3m:11s |
| Iteration 45     |          387 |      gini |         8 |                14 |                5 |         log2 |      True |    0.0261 |        None |  0.5625 |          1.0 |  3.401s |     3m:16s |
| Iteration 46     |          391 |      gini |         1 |                20 |               20 |         sqrt |      True |    0.0323 |        None |  0.5312 |          1.0 |  3.371s |     3m:20s |
| Iteration 47     |          333 |   entropy |         7 |                 6 |               19 |          0.5 |     False |    0.0145 |         --- |  0.9375 |          1.0 |  3.292s |     3m:25s |
| Iteration 48     |          320 |   entropy |         7 |                 3 |               18 |          0.6 |     False |    0.0234 |         --- |  0.8125 |          1.0 |  3.250s |     3m:30s |
| Iteration 49     |          391 |      gini |      None |                16 |               17 |         log2 |      True |    0.0093 |        None |  0.5625 |          1.0 |  3.378s |     3m:34s |
| Iteration 50     |          248 |      gini |         6 |                 4 |                8 |         auto |     False |    0.0333 |         --- |    0.75 |          1.0 |  3.230s |     3m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'n_estimators': 130, 'criterion': 'entropy', 'max_depth': 9, 'min_samples_split': 4, 'min_samples_leaf': 14, 'max_features': 'sqrt', 'bootstrap': True, 'ccp_alpha': 0.0196, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8549
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.121s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.2311
Time elapsed: 0.543s
-------------------------------------------------
Total time: 3m:40s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.265s |     3.285s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  3.204s |     6.792s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  3.221s |    10.334s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  3.168s |    13.826s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  3.139s |    17.275s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  3.814s |    21.411s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  3.144s |    24.873s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  3.160s |    28.367s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.3125 |          1.0 |  3.204s |    31.874s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  3.171s |    35.351s |
| Iteration 11     |          148 |        0.0223 |         7 |  0.2518 |                3 |       0.9 |              0.5 |      0.01 |          1 |    0.75 |          1.0 |  3.186s |    39.220s |
| Iteration 12     |          357 |         0.048 |         1 |  0.4785 |                3 |       0.7 |              0.9 |         0 |          1 |  0.9375 |          1.0 |  3.236s |    43.094s |
| Iteration 13     |          257 |        0.6898 |         5 |  0.4598 |                3 |       1.0 |              0.8 |       100 |          1 |     0.5 |          1.0 |  3.170s |    46.932s |
| Iteration 14     |          446 |        0.0339 |         4 |  0.4229 |                3 |       0.9 |              0.9 |         1 |          0 |    0.75 |          1.0 |  3.234s |    50.804s |
| Iteration 15     |           43 |         0.039 |        10 |  0.7927 |                3 |       1.0 |              0.9 |       100 |          1 |     0.5 |          1.0 |  3.139s |    54.663s |
| Iteration 16     |          439 |        0.0402 |         8 |  0.4295 |                3 |       0.5 |              0.8 |         0 |        0.1 |     1.0 |          1.0 |  3.211s |    58.619s |
| Iteration 17     |          367 |        0.0218 |        10 |  0.0828 |                3 |       0.6 |              0.9 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.205s |     1m:03s |
| Iteration 18     |          406 |        0.3346 |        10 |  0.8354 |                3 |       0.5 |              0.9 |         0 |       0.01 |  0.1562 |          1.0 |  3.206s |     1m:06s |
| Iteration 19     |          437 |        0.0422 |         5 |  0.4079 |                3 |       0.9 |              0.7 |        10 |        0.1 |     0.5 |          1.0 |  3.137s |     1m:10s |
| Iteration 20     |          413 |        0.1146 |         5 |  0.4451 |                3 |       0.7 |              0.9 |       0.1 |         10 |     1.0 |          1.0 |  3.208s |     1m:14s |
| Iteration 21     |          303 |        0.3145 |         6 |  0.4335 |                3 |       0.7 |              0.6 |      0.01 |         10 |   0.875 |          1.0 |  3.198s |     1m:18s |
| Iteration 22     |          400 |        0.0427 |         7 |  0.4408 |                3 |       0.8 |              0.9 |       0.1 |       0.01 |     1.0 |          1.0 |  3.173s |     1m:22s |
| Iteration 23     |          422 |        0.0238 |         9 |  0.4371 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9062 |          1.0 |  3.204s |     1m:26s |
| Iteration 24     |          488 |        0.0641 |        10 |  0.4299 |                1 |       0.6 |              1.0 |      0.01 |         10 |   0.375 |          1.0 |  3.194s |     1m:30s |
| Iteration 25     |          399 |        0.0313 |         3 |   0.436 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  3.184s |     1m:34s |
| Iteration 26     |          453 |        0.0189 |         7 |  0.4374 |                3 |       0.6 |              1.0 |      0.01 |         10 |     1.0 |          1.0 |  3.214s |     1m:38s |
| Iteration 27     |          463 |        0.0546 |         9 |  0.4417 |                3 |       0.5 |              0.9 |      0.01 |       0.01 |     1.0 |          1.0 |  3.178s |     1m:42s |
| Iteration 28     |          493 |        0.1374 |         4 |  0.4387 |                3 |       0.7 |              1.0 |      0.01 |          0 |    0.75 |          1.0 |  3.195s |     1m:46s |
| Iteration 29     |          162 |        0.0536 |         8 |  0.4439 |                3 |       0.9 |              0.9 |       0.1 |          0 |  0.8125 |          1.0 |  3.195s |     1m:50s |
| Iteration 30     |          456 |         0.019 |         8 |  0.3879 |                3 |       0.5 |              0.9 |      0.01 |          1 |  0.9375 |          1.0 |  3.214s |     1m:54s |
| Iteration 31     |          387 |        0.0495 |        10 |  0.4425 |                3 |       0.6 |              0.9 |      0.01 |          1 |  0.9375 |          1.0 |  3.173s |     1m:59s |
| Iteration 32     |          386 |        0.0142 |         2 |  0.4475 |                3 |       0.7 |              0.4 |      0.01 |         10 |  0.8125 |          1.0 |  3.187s |     2m:03s |
| Iteration 33     |          477 |        0.0141 |         7 |     1.0 |               10 |       1.0 |              1.0 |       100 |        100 |     0.5 |          1.0 |  3.207s |     2m:07s |
| Iteration 34     |          458 |        0.0216 |         5 |  0.4414 |                3 |       1.0 |              1.0 |      0.01 |          1 |    0.25 |          1.0 |  3.225s |     2m:11s |
| Iteration 35     |          199 |        0.0115 |         2 |  0.4366 |                3 |       0.9 |              0.9 |      0.01 |        0.1 |     0.5 |          1.0 |  3.175s |     2m:16s |
| Iteration 36     |          266 |        0.0722 |         8 |  0.3739 |                3 |       0.6 |              1.0 |       0.1 |          1 |  0.1875 |          1.0 |  3.180s |     2m:20s |
| Iteration 37     |          421 |        0.0904 |         1 |  0.4274 |                3 |       0.6 |              1.0 |      0.01 |          0 |   0.375 |          1.0 |  3.180s |     2m:24s |
| Iteration 38     |          397 |        0.9686 |         3 |  0.4388 |                3 |       0.9 |              0.5 |       0.1 |       0.01 |  0.8125 |          1.0 |  3.238s |     2m:28s |
| Iteration 39     |          394 |        0.2869 |         3 |  0.4397 |                3 |       0.9 |              1.0 |      0.01 |          1 |  0.5625 |          1.0 |  3.215s |     2m:32s |
| Iteration 40     |          212 |        0.1041 |         3 |    0.34 |                3 |       0.7 |              0.9 |       0.1 |         10 |    0.75 |          1.0 |  3.178s |     2m:36s |
| Iteration 41     |          399 |        0.4604 |         7 |  0.4735 |                3 |       0.7 |              1.0 |       0.1 |        0.1 |    0.25 |          1.0 |  3.223s |     2m:41s |
| Iteration 42     |          126 |        0.0328 |         1 |  0.4272 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |     0.5 |          1.0 |  3.126s |     2m:45s |
| Iteration 43     |          466 |        0.0475 |         7 |  0.4391 |                3 |       0.5 |              0.9 |      0.01 |          1 |    0.75 |          1.0 |  3.201s |     2m:49s |
| Iteration 44     |          478 |        0.0921 |         5 |  0.1783 |                3 |       0.7 |              0.9 |       0.1 |         10 |  0.8125 |          1.0 |  3.219s |     2m:53s |
| Iteration 45     |          417 |        0.0429 |         8 |  0.3385 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          1.0 |  3.188s |     2m:58s |
| Iteration 46     |          449 |        0.0557 |         6 |  0.4431 |                4 |       0.5 |              0.9 |         1 |        0.1 |  0.8125 |          1.0 |  3.194s |     3m:02s |
| Iteration 47     |          436 |        0.0315 |         2 |  0.4371 |                2 |       0.9 |              1.0 |      0.01 |         10 |     1.0 |          1.0 |  3.207s |     3m:06s |
| Iteration 48     |          277 |        0.0615 |         8 |   0.444 |                7 |       0.5 |              0.9 |         0 |          1 |     0.5 |          1.0 |  3.144s |     3m:10s |
| Iteration 49     |          352 |        0.0426 |         9 |  0.4604 |                5 |       0.7 |              0.9 |      0.01 |       0.01 |   0.625 |          1.0 |  3.150s |     3m:14s |
| Iteration 50     |          128 |        0.0562 |         9 |  0.4433 |                3 |       0.5 |              0.9 |      0.01 |       0.01 |  0.5625 |          1.0 |  3.138s |     3m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 453, 'learning_rate': 0.0189, 'max_depth': 7, 'gamma': 0.4374, 'min_child_weight': 3, 'subsample': 0.6, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9554
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.098s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.153
Time elapsed: 0.305s
-------------------------------------------------
Total time: 3m:20s


Final results ==================== >>
Duration: 23m:12s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.66 ± 0.1428 ~
Logistic Regression             --> roc_auc: 0.72 ± 0.0872
Linear Discriminant Analysis    --> roc_auc: 0.43 ± 0.2993
Quadratic Discriminant Analysis --> roc_auc: 0.37 ± 0.2731
Radius Nearest Neighbors        --> roc_auc: 0.73 ± 0.098
AdaBoost                        --> roc_auc: 0.7 ± 0.0418 ~
Random Forest                   --> roc_auc: 0.74 ± 0.2311 !
XGBoost                         --> roc_auc: 0.74 ± 0.153 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 862 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASASGTYKYIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAANTGFQKLVF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGTGTASKLTF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVPSGGSYIPTF.
   >>> Dropping feature CAVPSGGYNKLIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7188 |       0.7188 |  0.664s |     0.685s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.5625 |       0.7188 |  0.713s |     1.772s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |       0.7188 |  0.680s |     2.819s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |       0.7188 |  0.703s |     3.923s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.625 |       0.7188 |  0.713s |     4.927s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |       0.8125 |  0.755s |     6.173s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.729s |     7.320s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  0.774s |     8.864s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |          1.0 |  1.409s |    10.708s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  0.708s |    11.817s |
| Iteration 11     | exponen.. |        0.7962 |          264 |       0.9 | squared_er.. |                 2 |                4 |         6 |          0.7 |    0.0329 |  0.7812 |          1.0 |  0.755s |    13.333s |
| Iteration 12     | exponen.. |        0.1425 |          301 |       0.6 | squared_er.. |                 4 |                1 |         7 |         auto |    0.0342 |   0.875 |          1.0 |  0.761s |    14.753s |
| Iteration 13     | exponen.. |        0.1687 |          239 |       0.6 | squared_er.. |                 2 |                3 |         5 |         auto |    0.0235 |   0.625 |          1.0 |  0.741s |    16.156s |
| Iteration 14     | exponen.. |        0.0961 |          500 |       0.8 | squared_er.. |                 5 |                5 |         8 |         log2 |    0.0072 |  0.9375 |          1.0 |  0.802s |    17.654s |
| Iteration 15     | exponen.. |         0.011 |          171 |       0.7 | squared_er.. |                15 |               15 |         9 |          0.5 |    0.0033 |     1.0 |          1.0 |  0.736s |    19.056s |
| Iteration 16     | exponen.. |        0.5153 |           10 |       0.9 | squared_er.. |                 7 |                6 |        10 |         sqrt |    0.0167 |   0.875 |          1.0 |  0.628s |    20.351s |
| Iteration 17     | exponen.. |        0.1537 |          228 |       0.8 | squared_er.. |                 8 |                8 |         8 |         auto |    0.0186 |   0.375 |          1.0 |  0.706s |    21.760s |
| Iteration 18     | exponen.. |        0.4403 |          307 |       0.9 | squared_er.. |                 8 |                1 |        10 |         auto |    0.0321 |  0.6875 |          1.0 |  0.724s |    23.191s |
| Iteration 19     | exponen.. |        0.0706 |          120 |       0.8 | squared_er.. |                15 |               13 |         9 |          0.5 |    0.0036 |     1.0 |          1.0 |  0.671s |    24.583s |
| Iteration 20     | exponen.. |        0.1792 |           51 |       0.6 | friedman_mse |                 3 |                1 |         8 |         auto |    0.0017 |  0.7812 |          1.0 |  0.643s |    25.917s |
| Iteration 21     | exponen.. |        0.0146 |          407 |       0.9 | squared_er.. |                 5 |               20 |         8 |          0.7 |    0.0045 |  0.5625 |          1.0 |  0.749s |    27.372s |
| Iteration 22     | exponen.. |        0.0221 |          147 |       0.8 | squared_er.. |                13 |               14 |         9 |          0.6 |    0.0034 |     0.5 |          1.0 |  0.691s |    28.773s |
| Iteration 23     |  deviance |         0.017 |          195 |       0.6 | friedman_mse |                19 |               10 |         4 |          0.9 |    0.0107 |  0.9375 |          1.0 |  0.689s |    30.026s |
| Iteration 24     | exponen.. |         0.017 |          296 |       0.5 | friedman_mse |                 8 |                6 |         9 |         auto |      0.01 |     1.0 |          1.0 |  0.720s |    31.327s |
| Iteration 25     | exponen.. |        0.0278 |           52 |       0.7 | friedman_mse |                11 |                1 |         2 |          0.9 |    0.0095 |  0.4375 |          1.0 |  0.662s |    32.602s |
| Iteration 26     |  deviance |        0.0145 |           49 |       0.8 | friedman_mse |                 8 |                1 |        10 |         auto |     0.008 |  0.5625 |          1.0 |  0.656s |    33.879s |
| Iteration 27     | exponen.. |        0.0227 |          297 |       0.5 | squared_er.. |                 7 |                7 |         9 |         log2 |    0.0075 |     1.0 |          1.0 |  0.725s |    35.380s |
| Iteration 28     | exponen.. |        0.0156 |          172 |       0.6 | squared_er.. |                11 |                5 |         9 |          0.5 |    0.0036 |     1.0 |          1.0 |  0.700s |    36.940s |
| Iteration 29     | exponen.. |         0.615 |          102 |       0.9 | friedman_mse |                12 |               14 |         9 |          0.5 |    0.0036 |   0.875 |          1.0 |  0.674s |    38.392s |
| Iteration 30     | exponen.. |        0.0785 |          164 |       0.6 | friedman_mse |                16 |                6 |         9 |         log2 |    0.0058 |   0.875 |          1.0 |  0.682s |    39.765s |
| Iteration 31     | exponen.. |        0.0311 |          231 |       1.0 | squared_er.. |                13 |               20 |         9 |          0.5 |    0.0036 |  0.6875 |          1.0 |  0.680s |    41.251s |
| Iteration 32     | exponen.. |        0.5715 |           81 |       0.6 | squared_er.. |                17 |                6 |         9 |          0.5 |    0.0067 |  0.6875 |          1.0 |  0.663s |    42.747s |
| Iteration 33     |  deviance |        0.0109 |           61 |       0.7 | squared_er.. |                16 |                3 |         2 |          0.5 |     0.003 |  0.6875 |          1.0 |  0.653s |    44.254s |
| Iteration 34     | exponen.. |        0.0114 |          125 |       0.6 | squared_er.. |                18 |               19 |         6 |         log2 |    0.0035 |     0.5 |          1.0 |  0.669s |    45.716s |
| Iteration 35     | exponen.. |          0.01 |          122 |       1.0 | squared_er.. |                10 |                5 |        10 |         auto |    0.0066 |   0.875 |          1.0 |  1.266s |    47.862s |
| Iteration 36     | exponen.. |          0.01 |          456 |       0.7 | friedman_mse |                14 |                5 |         8 |          0.5 |    0.0063 |   0.875 |          1.0 |  0.783s |    49.354s |
| Iteration 37     | exponen.. |          0.01 |          426 |       0.5 | friedman_mse |                 6 |                7 |        10 |         log2 |    0.0076 |     1.0 |          1.0 |  0.772s |    50.876s |
| Iteration 38     | exponen.. |          0.01 |          499 |       0.5 | friedman_mse |                 8 |                8 |        10 |         None |    0.0076 |  0.6875 |          1.0 |  0.769s |    52.391s |
| Iteration 39     | exponen.. |          0.01 |          280 |       0.7 | friedman_mse |                17 |               10 |         8 |          0.5 |    0.0019 |  0.5625 |          1.0 |  0.708s |    53.963s |
| Iteration 40     | exponen.. |        0.1518 |          116 |       0.7 | squared_er.. |                 2 |                5 |        10 |          0.5 |    0.0142 |  0.8125 |          1.0 |  0.669s |    55.540s |
| Iteration 41     | exponen.. |        0.0151 |           46 |       0.6 | friedman_mse |                 6 |                7 |         7 |         sqrt |    0.0307 |   0.875 |          1.0 |  0.662s |    57.032s |
| Iteration 42     | exponen.. |        0.0151 |          251 |       0.5 | friedman_mse |                11 |                7 |         6 |         log2 |    0.0268 |     1.0 |          1.0 |  0.726s |    58.594s |
| Iteration 43     | exponen.. |         0.032 |          137 |       1.0 | squared_er.. |                15 |               14 |         7 |          0.5 |     0.007 |  0.5625 |          1.0 |  0.665s |     1m:00s |
| Iteration 44     | exponen.. |        0.0151 |          343 |       0.6 | friedman_mse |                16 |                7 |         6 |         log2 |    0.0253 |     1.0 |          1.0 |  0.722s |     1m:02s |
| Iteration 45     | exponen.. |        0.0138 |          193 |       0.8 | friedman_mse |                 8 |                7 |         6 |         log2 |    0.0106 |     1.0 |          1.0 |  0.685s |     1m:03s |
| Iteration 46     | exponen.. |        0.0144 |          225 |       0.5 | friedman_mse |                18 |                7 |         8 |         log2 |    0.0217 |    0.75 |          1.0 |  0.685s |     1m:05s |
| Iteration 47     | exponen.. |        0.0162 |          487 |       0.7 | squared_er.. |                 6 |                7 |         5 |          0.5 |    0.0263 |    0.75 |          1.0 |  0.805s |     1m:07s |
| Iteration 48     | exponen.. |        0.0156 |          202 |       1.0 | friedman_mse |                 7 |                7 |         8 |         log2 |    0.0126 |     1.0 |          1.0 |  0.699s |     1m:09s |
| Iteration 49     | exponen.. |          0.01 |          253 |       0.8 | friedman_mse |                 6 |                6 |         9 |         log2 |    0.0119 |     1.0 |          1.0 |  0.763s |     1m:10s |
| Iteration 50     | exponen.. |        0.0187 |          409 |       0.7 | squared_er.. |                 6 |                6 |         8 |         sqrt |    0.0148 |   0.875 |          1.0 |  0.793s |     1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.01, 'n_estimators': 426, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 6, 'min_samples_leaf': 7, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0076}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9518
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.129s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.630s
-------------------------------------------------
Total time: 1m:14s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  0.703s |     0.715s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |       0.5625 |  0.656s |     1.719s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |        0.625 |  0.652s |     2.665s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |        0.625 |  0.655s |     3.606s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |        0.625 |  0.672s |     4.580s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.875 |        0.875 |  0.652s |     5.523s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.875 |        0.875 |  0.654s |     6.467s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |        0.875 |  0.649s |     7.443s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |        0.875 |  0.652s |     8.415s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |        0.875 |  1.232s |     9.953s |
| Iteration 11     |    none |     --- |    saga |      220 |      --- |     0.5 |        0.875 |  0.645s |    11.240s |
| Iteration 12     |      l2 |  4.8184 | libli.. |      229 |      --- |  0.6875 |        0.875 |  0.649s |    12.506s |
| Iteration 13     |      l2 |   100.0 | newto.. |      100 |      --- |    0.75 |        0.875 |  0.649s |    13.724s |
| Iteration 14     |      l2 |  0.2246 |     sag |      100 |      --- |    0.75 |        0.875 |  0.678s |    14.991s |
| Iteration 15     |      l2 |  0.3212 | libli.. |      155 |      --- |    0.75 |        0.875 |  0.662s |    16.238s |
| Iteration 16     |      l2 |  0.0012 |     sag |     1000 |      --- |    0.75 |        0.875 |  0.659s |    17.460s |
| Iteration 17     |      l2 |  0.2442 |   lbfgs |      726 |      --- |  0.5625 |        0.875 |  0.649s |    18.821s |
| Iteration 18     | elast.. |   0.001 |    saga |     1000 |      0.5 |     0.5 |        0.875 |  0.661s |    20.105s |
| Iteration 19     |      l2 |   0.001 |   lbfgs |      100 |      --- |  0.6875 |        0.875 |  0.649s |    21.354s |
| Iteration 20     |      l2 |   100.0 | libli.. |      100 |      --- |  0.5625 |        0.875 |  0.657s |    22.603s |
| Iteration 21     |      l2 | 91.5585 | libli.. |      711 |      --- |   0.375 |        0.875 |  0.672s |    23.976s |
| Iteration 22     |      l1 |  85.782 |    saga |     1000 |      --- |  0.3125 |        0.875 |  0.739s |    25.450s |
| Iteration 23     |      l2 | 52.5822 | libli.. |      100 |      --- |  0.8125 |        0.875 |  0.719s |    26.874s |
| Iteration 24     |      l1 |  0.0029 |    saga |      605 |      --- |     0.5 |        0.875 |  0.767s |    28.314s |
| Iteration 25     |      l2 |   100.0 |   lbfgs |      123 |      --- |  0.3125 |        0.875 |  0.715s |    29.743s |
| Iteration 26     |      l2 | 10.7137 | newto.. |      100 |      --- |     0.5 |        0.875 |  0.724s |    31.241s |
| Iteration 27     |      l2 |  0.0305 | libli.. |      107 |      --- |   0.625 |        0.875 |  0.721s |    32.647s |
| Iteration 28     |      l2 | 34.9664 | libli.. |      130 |      --- |   0.875 |        0.875 |  0.646s |    34.022s |
| Iteration 29     |      l2 |   100.0 | libli.. |      149 |      --- |    0.75 |        0.875 |  0.643s |    35.301s |
| Iteration 30     |      l2 | 30.6368 | libli.. |      157 |      --- |    0.25 |        0.875 |  0.712s |    36.768s |
| Iteration 31     |      l2 |  0.3308 | libli.. |      167 |      --- |    0.75 |        0.875 |  0.703s |    38.100s |
| Iteration 32     |      l2 |  3.4002 | libli.. |      177 |      --- |  0.4375 |        0.875 |  0.644s |    39.407s |
| Iteration 33     |      l2 |  0.1397 | libli.. |      136 |      --- |     0.5 |        0.875 |  0.694s |    40.721s |
| Iteration 34     | elast.. |  0.0014 |    saga |      384 |      0.7 |     0.5 |        0.875 |  0.697s |    42.650s |
| Iteration 35     |    none |     --- | newto.. |      275 |      --- |     0.5 |        0.875 |  0.711s |    44.027s |
| Iteration 36     | elast.. |  0.2084 |    saga |      100 |      0.2 |  0.5625 |        0.875 |  0.696s |    45.413s |
| Iteration 37     |      l2 |   8.229 | libli.. |      168 |      --- |   0.375 |        0.875 |  0.697s |    46.795s |
| Iteration 38     |      l2 |   0.005 | libli.. |      142 |      --- |  0.6875 |        0.875 |  0.697s |    48.617s |
| Iteration 39     |      l2 |  0.0011 |   lbfgs |      665 |      --- |  0.4375 |        0.875 |  0.697s |    50.086s |
| Iteration 40     |      l2 | 13.3873 | newto.. |      159 |      --- |     0.5 |        0.875 |  0.698s |    51.694s |
| Iteration 41     |      l2 |  0.4337 |   lbfgs |      104 |      --- |   0.625 |        0.875 |  0.702s |    53.057s |
| Iteration 42     |    none |     --- | newto.. |      100 |      --- |   0.875 |        0.875 |  0.697s |    54.425s |
| Iteration 43     |    none |     --- | newto.. |      100 |      --- |   0.875 |        0.875 |  0.001s |    55.070s |
| Iteration 44     |      l2 |  7.5935 | newto.. |      100 |      --- |  0.8125 |        0.875 |  0.703s |    56.517s |
| Iteration 45     |      l2 |   100.0 | libli.. |      100 |      --- |  0.5625 |        0.875 |  0.001s |    57.206s |
| Iteration 46     |      l2 |   1.453 | libli.. |      100 |      --- |   0.625 |        0.875 |  0.667s |    58.587s |
| Iteration 47     |      l2 |   5.407 | libli.. |      100 |      --- |  0.6875 |        0.875 |  0.701s |     1m:00s |
| Iteration 48     |      l2 |  8.7813 | newto.. |      100 |      --- |  0.8125 |        0.875 |  0.696s |     1m:02s |
| Iteration 49     |    none |     --- |   lbfgs |      102 |      --- |    0.75 |        0.875 |  0.716s |     1m:03s |
| Iteration 50     |      l2 | 53.2316 | libli.. |      133 |      --- |  0.1875 |        0.875 |  0.691s |     1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 100}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.758
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1691
Time elapsed: 0.093s
-------------------------------------------------
Total time: 1m:06s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  0.676s |     0.683s |
| Initial point 2  |     svd |       --- |  0.3125 |       0.5625 |  0.677s |     1.641s |
| Initial point 3  |     svd |       --- |  0.3125 |       0.5625 |  0.001s |     1.950s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |       0.5625 |  0.680s |     2.922s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |       0.8125 |  0.678s |     3.890s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  0.691s |     4.874s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |          1.0 |  0.682s |     5.836s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |          1.0 |  0.680s |     6.798s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |          1.0 |  0.681s |     7.779s |
| Initial point 10 |   eigen |       0.8 |   0.375 |          1.0 |  0.681s |     8.747s |
| Iteration 11     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     9.168s |
| Iteration 12     |   eigen |       0.7 |  0.5625 |          1.0 |  0.636s |    10.256s |
| Iteration 13     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    10.701s |
| Iteration 14     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    11.139s |
| Iteration 15     |    lsqr |      auto |    0.75 |          1.0 |  0.681s |    12.825s |
| Iteration 16     |    lsqr |       1.0 |   0.625 |          1.0 |  0.675s |    13.942s |
| Iteration 17     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    14.485s |
| Iteration 18     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    15.006s |
| Iteration 19     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    15.448s |
| Iteration 20     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    15.898s |
| Iteration 21     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    16.380s |
| Iteration 22     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    16.829s |
| Iteration 23     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    17.374s |
| Iteration 24     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    17.842s |
| Iteration 25     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    18.308s |
| Iteration 26     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    18.802s |
| Iteration 27     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    19.270s |
| Iteration 28     |    lsqr |      None |  0.8125 |          1.0 |  0.646s |    20.418s |
| Iteration 29     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    20.909s |
| Iteration 30     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    21.395s |
| Iteration 31     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    21.960s |
| Iteration 32     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    22.475s |
| Iteration 33     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    22.974s |
| Iteration 34     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    23.505s |
| Iteration 35     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    24.059s |
| Iteration 36     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    24.605s |
| Iteration 37     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    25.150s |
| Iteration 38     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    25.723s |
| Iteration 39     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    26.272s |
| Iteration 40     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    26.831s |
| Iteration 41     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    27.407s |
| Iteration 42     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    28.004s |
| Iteration 43     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    28.597s |
| Iteration 44     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    29.190s |
| Iteration 45     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    29.927s |
| Iteration 46     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    30.517s |
| Iteration 47     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    31.118s |
| Iteration 48     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    31.731s |
| Iteration 49     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    32.403s |
| Iteration 50     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    33.055s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 33.720s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6884
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.2159
Time elapsed: 0.029s
-------------------------------------------------
Total time: 33.759s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  0.652s |     0.655s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  0.634s |     1.608s |
| Initial point 3  |       0.1 |    0.75 |         0.75 |  0.632s |     2.526s |
| Initial point 4  |       1.0 |  0.5625 |         0.75 |  0.000s |     2.810s |
| Initial point 5  |       0.2 |    0.75 |         0.75 |  0.646s |     3.769s |
| Initial point 6  |       0.4 |     1.0 |          1.0 |  0.635s |     4.683s |
| Initial point 7  |       0.4 |     1.0 |          1.0 |  0.001s |     4.981s |
| Initial point 8  |       0.7 |     0.5 |          1.0 |  0.640s |     5.907s |
| Initial point 9  |       0.9 |   0.625 |          1.0 |  0.000s |     6.194s |
| Initial point 10 |       0.8 |   0.375 |          1.0 |  0.637s |     7.110s |
| Iteration 11     |       0.3 |  0.6875 |          1.0 |  0.636s |     8.112s |
| Iteration 12     |       0.6 |  0.4375 |          1.0 |  0.624s |     9.099s |
| Iteration 13     |       0.5 |    0.75 |          1.0 |  0.633s |    10.298s |
| Iteration 14     |       0.0 |  0.8125 |          1.0 |  0.629s |    11.321s |
| Iteration 15     |       0.4 |     1.0 |          1.0 |  0.000s |    11.703s |
| Iteration 16     |       0.4 |     1.0 |          1.0 |  0.000s |    12.089s |
| Iteration 17     |       0.4 |     1.0 |          1.0 |  0.000s |    12.455s |
| Iteration 18     |       0.4 |     1.0 |          1.0 |  0.000s |    12.829s |
| Iteration 19     |       0.4 |     1.0 |          1.0 |  0.000s |    13.206s |
| Iteration 20     |       0.4 |     1.0 |          1.0 |  0.000s |    13.604s |
| Iteration 21     |       0.6 |  0.4375 |          1.0 |  0.000s |    13.990s |
| Iteration 22     |       0.4 |     1.0 |          1.0 |  0.000s |    14.381s |
| Iteration 23     |       0.4 |     1.0 |          1.0 |  0.000s |    14.789s |
| Iteration 24     |       0.4 |     1.0 |          1.0 |  0.000s |    15.198s |
| Iteration 25     |       0.4 |     1.0 |          1.0 |  0.000s |    16.163s |
| Iteration 26     |       0.4 |     1.0 |          1.0 |  0.000s |    16.557s |
| Iteration 27     |       0.4 |     1.0 |          1.0 |  0.000s |    16.962s |
| Iteration 28     |       0.9 |   0.625 |          1.0 |  0.000s |    17.357s |
| Iteration 29     |       0.4 |     1.0 |          1.0 |  0.000s |    17.766s |
| Iteration 30     |       0.4 |     1.0 |          1.0 |  0.000s |    18.183s |
| Iteration 31     |       0.4 |     1.0 |          1.0 |  0.000s |    18.583s |
| Iteration 32     |       0.4 |     1.0 |          1.0 |  0.000s |    18.996s |
| Iteration 33     |       0.4 |     1.0 |          1.0 |  0.000s |    19.410s |
| Iteration 34     |       0.4 |     1.0 |          1.0 |  0.000s |    19.847s |
| Iteration 35     |       0.4 |     1.0 |          1.0 |  0.000s |    20.285s |
| Iteration 36     |       0.4 |     1.0 |          1.0 |  0.000s |    20.845s |
| Iteration 37     |       0.4 |     1.0 |          1.0 |  0.000s |    21.332s |
| Iteration 38     |       0.4 |     1.0 |          1.0 |  0.000s |    21.781s |
| Iteration 39     |       0.4 |     1.0 |          1.0 |  0.000s |    22.244s |
| Iteration 40     |       0.4 |     1.0 |          1.0 |  0.000s |    22.730s |
| Iteration 41     |       0.4 |     1.0 |          1.0 |  0.000s |    23.221s |
| Iteration 42     |       0.4 |     1.0 |          1.0 |  0.000s |    23.692s |
| Iteration 43     |       0.4 |     1.0 |          1.0 |  0.000s |    24.200s |
| Iteration 44     |       0.4 |     1.0 |          1.0 |  0.000s |    24.686s |
| Iteration 45     |       0.4 |     1.0 |          1.0 |  0.000s |    25.179s |
| Iteration 46     |       0.4 |     1.0 |          1.0 |  0.000s |    25.683s |
| Iteration 47     |       0.4 |     1.0 |          1.0 |  0.000s |    26.193s |
| Iteration 48     |       0.4 |     1.0 |          1.0 |  0.000s |    26.704s |
| Iteration 49     |       0.4 |     1.0 |          1.0 |  0.000s |    27.229s |
| Iteration 50     |       0.4 |     1.0 |          1.0 |  0.000s |    27.764s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 1.0
Time elapsed: 28.292s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.642
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.2627
Time elapsed: 0.030s
-------------------------------------------------
Total time: 28.333s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.9791 | dista.. |      auto |        40 |       1 |  0.7188 |       0.7188 |  0.651s |     0.673s |
| Initial point 2  |  4.7641 | uniform |   kd_tree |        39 |       2 |   0.375 |       0.7188 |  0.642s |     1.614s |
| Initial point 3  |  3.7633 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  0.647s |     2.564s |
| Initial point 4  | 10.9793 | uniform | ball_tree |        39 |       2 |  0.4375 |          1.0 |  0.654s |     3.530s |
| Initial point 5  |  8.6009 | dista.. |      auto |        30 |       2 |  0.4375 |          1.0 |  0.638s |     4.471s |
| Initial point 6  |  9.9605 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.644s |     5.424s |
| Initial point 7  |  7.1244 | dista.. | ball_tree |        24 |       1 |  0.7188 |          1.0 |  0.640s |     6.379s |
| Initial point 8  |  1.7073 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.652s |     7.353s |
| Initial point 9  |  7.9362 | uniform | ball_tree |        24 |       1 |  0.7188 |          1.0 |  0.662s |     8.358s |
| Initial point 10 |  5.6369 | uniform |     brute |        22 |       2 |  0.5625 |          1.0 |  0.639s |     9.295s |
| Iteration 11     |  5.2065 | dista.. |   kd_tree |        25 |       2 |  0.8125 |          1.0 |  0.643s |    10.587s |
| Iteration 12     |  11.728 | dista.. | ball_tree |        21 |       2 |  0.9375 |          1.0 |  0.647s |    11.916s |
| Iteration 13     |   8.997 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.648s |    13.137s |
| Iteration 14     |     0.0 | dista.. | ball_tree |        25 |       2 |     0.5 |          1.0 |  0.650s |    14.416s |
| Iteration 15     | 10.2432 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.661s |    15.876s |
| Iteration 16     | 11.6712 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.671s |    17.230s |
| Iteration 17     |  4.2906 | dista.. | ball_tree |        25 |       1 |   0.875 |          1.0 |  0.652s |    18.540s |
| Iteration 18     | 11.7977 | uniform | ball_tree |        25 |       2 |     0.5 |          1.0 |  0.669s |    19.883s |
| Iteration 19     | 10.7564 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.642s |    21.262s |
| Iteration 20     | 10.7708 | dista.. |      auto |        21 |       2 |   0.625 |          1.0 |  1.228s |    23.219s |
| Iteration 21     | 10.5777 | dista.. |   kd_tree |        20 |       2 |   0.625 |          1.0 |  0.654s |    24.536s |
| Iteration 22     |  1.7212 | dista.. |   kd_tree |        37 |       2 |  0.4375 |          1.0 |  0.648s |    25.817s |
| Iteration 23     | 10.7154 | dista.. | ball_tree |        20 |       2 |  0.6875 |          1.0 |  0.654s |    27.097s |
| Iteration 24     |  4.2099 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  0.647s |    28.468s |
| Iteration 25     |  4.7166 | dista.. | ball_tree |        25 |       2 |    0.25 |          1.0 |  0.654s |    29.899s |
| Iteration 26     |  0.6689 | dista.. |     brute |        20 |       1 |  0.5312 |          1.0 |  0.650s |    31.100s |
| Iteration 27     | 11.9312 | dista.. |     brute |        30 |       1 |   0.875 |          1.0 |  0.648s |    32.337s |
| Iteration 28     |  0.0937 | uniform |     brute |        34 |       1 |   0.375 |          1.0 |  0.641s |    33.590s |
| Iteration 29     | 11.8858 | dista.. | ball_tree |        40 |       2 |  0.8125 |          1.0 |  0.640s |    34.825s |
| Iteration 30     |  12.006 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  0.665s |    36.084s |
| Iteration 31     | 11.9957 | dista.. | ball_tree |        40 |       2 |   0.625 |          1.0 |  0.711s |    37.440s |
| Iteration 32     |  0.1471 | dista.. | ball_tree |        40 |       2 |  0.2188 |          1.0 |  0.699s |    38.738s |
| Iteration 33     | 12.0129 | uniform |   kd_tree |        20 |       1 |  0.5625 |          1.0 |  0.708s |    40.041s |
| Iteration 34     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.699s |    41.327s |
| Iteration 35     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.001s |    41.988s |
| Iteration 36     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    42.637s |
| Iteration 37     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.001s |    43.278s |
| Iteration 38     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    43.950s |
| Iteration 39     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    44.938s |
| Iteration 40     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    45.720s |
| Iteration 41     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    46.435s |
| Iteration 42     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    47.214s |
| Iteration 43     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.001s |    48.045s |
| Iteration 44     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    48.733s |
| Iteration 45     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.001s |    49.393s |
| Iteration 46     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    50.068s |
| Iteration 47     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    50.771s |
| Iteration 48     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |    51.451s |
| Iteration 49     | 12.0129 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.001s |    52.160s |
| Iteration 50     |  4.1818 | uniform | ball_tree |        25 |       2 |   0.375 |          1.0 |  0.659s |    53.598s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 12.0129, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 54.313s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.1562
Time elapsed: 0.049s
-------------------------------------------------
Total time: 54.378s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.6562 |       0.6562 |  1.024s |     1.031s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |         0.75 |  1.046s |     2.373s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.797s |     3.505s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |          1.0 |  0.959s |     4.795s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6875 |          1.0 |  0.871s |     5.972s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.625 |          1.0 |  1.670s |     7.964s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |          1.0 |  0.720s |     8.977s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.6875 |          1.0 |  0.990s |    10.279s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |          1.0 |  0.688s |    11.270s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5938 |          1.0 |  0.835s |    12.428s |
| Iteration 11     |          205 |        0.9373 |     SAMME |    0.75 |          1.0 |  0.828s |    13.841s |
| Iteration 12     |          264 |        1.6812 |     SAMME |   0.875 |          1.0 |  0.919s |    15.254s |
| Iteration 13     |          230 |        5.4051 |   SAMME.R |    0.25 |          1.0 |  0.925s |    16.709s |
| Iteration 14     |          211 |          10.0 |     SAMME |  0.6562 |          1.0 |  0.707s |    17.965s |
| Iteration 15     |          277 |         0.523 |     SAMME |     1.0 |          1.0 |  0.912s |    19.399s |
| Iteration 16     |          294 |        0.4688 |     SAMME |   0.875 |          1.0 |  0.895s |    20.805s |
| Iteration 17     |          255 |         0.454 |     SAMME |     0.5 |          1.0 |  0.870s |    22.177s |
| Iteration 18     |          488 |        0.8544 |     SAMME |  0.9375 |          1.0 |  0.983s |    23.680s |
| Iteration 19     |          500 |        0.8742 |   SAMME.R |     1.0 |          1.0 |  1.073s |    25.253s |
| Iteration 20     |          478 |        0.8472 |   SAMME.R |  0.6875 |          1.0 |  1.036s |    26.814s |
| Iteration 21     |          111 |        1.1798 |   SAMME.R |  0.9375 |          1.0 |  0.733s |    28.129s |
| Iteration 22     |           65 |        1.0849 |     SAMME |  0.8125 |          1.0 |  0.688s |    29.321s |
| Iteration 23     |          123 |        0.7218 |   SAMME.R |  0.8125 |          1.0 |  0.742s |    30.600s |
| Iteration 24     |          500 |        1.1009 |   SAMME.R |  0.9375 |          1.0 |  1.140s |    32.275s |
| Iteration 25     |          481 |        1.1367 |   SAMME.R |   0.875 |          1.0 |  1.006s |    33.781s |
| Iteration 26     |          466 |          0.01 |   SAMME.R |    0.75 |          1.0 |  1.004s |    35.299s |
| Iteration 27     |           50 |        1.1226 |   SAMME.R |  0.9062 |          1.0 |  0.672s |    36.460s |
| Iteration 28     |          500 |         1.137 |     SAMME |  0.9375 |          1.0 |  0.977s |    37.982s |
| Iteration 29     |           58 |        0.1279 |   SAMME.R |  0.7188 |          1.0 |  0.669s |    39.143s |
| Iteration 30     |          500 |        1.1511 |     SAMME |  0.5625 |          1.0 |  0.993s |    40.663s |
| Iteration 31     |           57 |        0.6584 |   SAMME.R |  0.6562 |          1.0 |  0.677s |    41.957s |
| Iteration 32     |           72 |        0.9939 |   SAMME.R |  0.9688 |          1.0 |  1.236s |    43.744s |
| Iteration 33     |           50 |        0.9938 |   SAMME.R |  0.6562 |          1.0 |  0.671s |    44.932s |
| Iteration 34     |          500 |         0.939 |     SAMME |     1.0 |          1.0 |  0.981s |    46.433s |
| Iteration 35     |          147 |        0.0313 |   SAMME.R |   0.875 |          1.0 |  0.764s |    47.721s |
| Iteration 36     |          500 |        0.9014 |     SAMME |   0.875 |          1.0 |  0.973s |    49.248s |
| Iteration 37     |          500 |        0.9071 |     SAMME |    0.75 |          1.0 |  0.995s |    50.794s |
| Iteration 38     |           50 |        1.1927 |   SAMME.R |    0.75 |          1.0 |  0.685s |    52.042s |
| Iteration 39     |          500 |        0.8228 |     SAMME |    0.75 |          1.0 |  0.971s |    53.652s |
| Iteration 40     |          150 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.737s |    54.957s |
| Iteration 41     |           50 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  0.665s |    56.180s |
| Iteration 42     |          500 |        1.1696 |   SAMME.R |     1.0 |          1.0 |  1.037s |    57.801s |
| Iteration 43     |          484 |        1.2387 |   SAMME.R |  0.6875 |          1.0 |  1.010s |    59.373s |
| Iteration 44     |          497 |        0.0305 |   SAMME.R |     1.0 |          1.0 |  1.066s |     1m:01s |
| Iteration 45     |          470 |        0.0314 |   SAMME.R |     1.0 |          1.0 |  1.057s |     1m:03s |
| Iteration 46     |          411 |        0.0311 |   SAMME.R |  0.9375 |          1.0 |  0.992s |     1m:05s |
| Iteration 47     |          404 |        0.0309 |   SAMME.R |  0.8438 |          1.0 |  0.975s |     1m:06s |
| Iteration 48     |          105 |        0.0311 |     SAMME |   0.875 |          1.0 |  0.787s |     1m:08s |
| Iteration 49     |           50 |        0.0312 |   SAMME.R |     1.0 |          1.0 |  0.739s |     1m:09s |
| Iteration 50     |          471 |        0.0305 |   SAMME.R |   0.875 |          1.0 |  1.076s |     1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.8742, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.485s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.1761
Time elapsed: 2.141s
-------------------------------------------------
Total time: 1m:14s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  1.089s |     1.109s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5625 |       0.6875 |  0.973s |     2.404s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |       0.8125 |  0.995s |     3.713s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  0.813s |     4.831s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |       0.8125 |  1.024s |     6.205s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |        0.875 |  0.831s |     7.373s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |       0.9375 |  1.458s |     9.146s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6562 |       0.9375 |  0.861s |    10.336s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.9375 |       0.9375 |  0.954s |    11.619s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |       0.9375 |  0.934s |    12.890s |
| Iteration 11     |          466 |      gini |         2 |                14 |               14 |          0.7 |     False |    0.0004 |         --- |  0.4688 |       0.9375 |  0.953s |    14.554s |
| Iteration 12     |          192 |   entropy |         4 |                15 |               13 |         auto |     False |     0.035 |         --- |  0.9375 |       0.9375 |  0.758s |    16.195s |
| Iteration 13     |          449 |   entropy |         6 |                 6 |               19 |         auto |     False |       0.0 |         --- |    0.75 |       0.9375 |  0.928s |    17.955s |
| Iteration 14     |          420 |      gini |         4 |                18 |                7 |          0.8 |     False |    0.0042 |         --- |   0.875 |       0.9375 |  0.938s |    19.708s |
| Iteration 15     |          106 |   entropy |         9 |                14 |               18 |          0.5 |      True |     0.035 |         0.7 |     0.5 |       0.9375 |  0.752s |    21.226s |
| Iteration 16     |          468 |   entropy |         5 |                 2 |               11 |         sqrt |     False |     0.035 |         --- |  0.8125 |       0.9375 |  0.945s |    22.862s |
| Iteration 17     |          459 |      gini |         2 |                 3 |                9 |         log2 |     False |    0.0128 |         --- |   0.625 |       0.9375 |  0.935s |    24.535s |
| Iteration 18     |          315 |      gini |         6 |                 2 |                6 |          0.9 |     False |    0.0166 |         --- |  0.8125 |       0.9375 |  0.870s |    26.241s |
| Iteration 19     |          129 |      gini |         6 |                16 |                6 |         auto |     False |    0.0322 |         --- |     1.0 |          1.0 |  0.740s |    27.812s |
| Iteration 20     |           28 |      gini |         7 |                14 |                6 |         auto |     False |    0.0142 |         --- |  0.8125 |          1.0 |  0.656s |    29.325s |
| Iteration 21     |          222 |      gini |         9 |                14 |                6 |          0.8 |     False |     0.035 |         --- |  0.6875 |          1.0 |  0.775s |    30.993s |
| Iteration 22     |          411 |      gini |         5 |                 6 |                6 |         auto |     False |     0.035 |         --- |  0.5625 |          1.0 |  0.874s |    32.671s |
| Iteration 23     |          114 |      gini |         6 |                16 |                7 |          0.6 |     False |    0.0289 |         --- |  0.8125 |          1.0 |  0.693s |    34.142s |
| Iteration 24     |          362 |   entropy |         5 |                16 |               12 |         auto |     False |    0.0196 |         --- |     1.0 |          1.0 |  0.840s |    35.833s |
| Iteration 25     |          465 |      gini |         6 |                17 |               10 |         auto |     False |    0.0123 |         --- |     0.5 |          1.0 |  0.902s |    37.544s |
| Iteration 26     |          276 |      gini |         5 |                19 |               11 |          0.6 |     False |       0.0 |         --- |     0.5 |          1.0 |  0.787s |    39.294s |
| Iteration 27     |           55 |      gini |         6 |                17 |                6 |          0.9 |     False |    0.0304 |         --- |  0.6875 |          1.0 |  0.674s |    40.947s |
| Iteration 28     |          199 |      gini |         5 |                15 |               12 |         auto |     False |    0.0289 |         --- |   0.875 |          1.0 |  0.742s |    42.540s |
| Iteration 29     |          434 |      gini |         4 |                19 |                6 |         auto |     False |    0.0285 |         --- |  0.8125 |          1.0 |  0.890s |    44.317s |
| Iteration 30     |          430 |   entropy |         4 |                16 |               12 |         auto |     False |    0.0204 |         --- |   0.875 |          1.0 |  0.914s |    46.126s |
| Iteration 31     |          225 |      gini |         5 |                16 |               12 |         auto |     False |    0.0204 |         --- |    0.75 |          1.0 |  0.816s |    47.914s |
| Iteration 32     |          258 |   entropy |         3 |                14 |               12 |         auto |     False |    0.0299 |         --- |  0.8438 |          1.0 |  1.393s |    50.194s |
| Iteration 33     |          321 |      gini |         8 |                16 |               10 |         sqrt |     False |    0.0326 |         --- |  0.6875 |          1.0 |  0.886s |    52.162s |
| Iteration 34     |          157 |      gini |         3 |                17 |                7 |          0.6 |     False |     0.032 |         --- |  0.8125 |          1.0 |  0.785s |    53.885s |
| Iteration 35     |          272 |   entropy |         6 |                17 |               12 |         auto |     False |    0.0207 |         --- |   0.875 |          1.0 |  0.792s |    55.700s |
| Iteration 36     |          245 |   entropy |         6 |                16 |               13 |         auto |     False |    0.0136 |         --- |   0.875 |          1.0 |  0.796s |    57.489s |
| Iteration 37     |           51 |   entropy |         9 |                16 |                6 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.659s |    59.103s |
| Iteration 38     |           10 |   entropy |         3 |                16 |                6 |         auto |     False |     0.035 |         --- |  0.6875 |          1.0 |  0.639s |     1m:01s |
| Iteration 39     |          119 |      gini |         9 |                18 |                6 |         auto |     False |     0.035 |         --- |     0.5 |          1.0 |  0.698s |     1m:02s |
| Iteration 40     |          215 |   entropy |         9 |                13 |               14 |         auto |     False |    0.0195 |         --- |  0.8125 |          1.0 |  0.759s |     1m:04s |
| Iteration 41     |           16 |   entropy |         9 |                17 |                4 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  0.640s |     1m:06s |
| Iteration 42     |          463 |   entropy |         2 |                13 |               12 |          0.6 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.909s |     1m:07s |
| Iteration 43     |          187 |   entropy |      None |                10 |               12 |          0.9 |     False |     0.012 |         --- |  0.5312 |          1.0 |  0.746s |     1m:09s |
| Iteration 44     |          241 |   entropy |         9 |                16 |                7 |         auto |     False |    0.0152 |         --- |    0.75 |          1.0 |  0.822s |     1m:11s |
| Iteration 45     |          356 |   entropy |         5 |                16 |               12 |         sqrt |     False |    0.0319 |         --- |  0.9375 |          1.0 |  0.892s |     1m:13s |
| Iteration 46     |          110 |   entropy |         8 |                16 |                6 |          0.5 |     False |    0.0282 |         --- |   0.625 |          1.0 |  0.744s |     1m:15s |
| Iteration 47     |          106 |   entropy |         7 |                16 |                6 |         auto |     False |    0.0035 |         --- |  0.8125 |          1.0 |  0.750s |     1m:16s |
| Iteration 48     |          328 |   entropy |         5 |                16 |               12 |         auto |     False |    0.0281 |         --- |  0.9375 |          1.0 |  0.886s |     1m:18s |
| Iteration 49     |          305 |   entropy |         2 |                13 |               12 |          0.6 |     False |    0.0166 |         --- |     1.0 |          1.0 |  0.866s |     1m:20s |
| Iteration 50     |          390 |   entropy |         9 |                16 |                6 |         auto |     False |    0.0088 |         --- |   0.875 |          1.0 |  0.923s |     1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 463, 'criterion': 'entropy', 'max_depth': 2, 'min_samples_split': 13, 'min_samples_leaf': 12, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8844
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.300s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.1265
Time elapsed: 1.339s
-------------------------------------------------
Total time: 1m:25s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.774s |     0.793s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  0.714s |     1.901s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  0.721s |     2.926s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  0.657s |     3.889s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  0.691s |     4.889s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  1.269s |     6.464s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  0.689s |     7.494s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  0.685s |     8.497s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  0.716s |     9.513s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  0.699s |    10.542s |
| Iteration 11     |          490 |        0.1237 |         3 |     0.0 |                4 |       0.8 |              0.6 |         0 |         10 |  0.6875 |       0.8125 |  0.720s |    12.064s |
| Iteration 12     |          405 |        0.1315 |         3 |  0.8285 |                4 |       0.9 |              0.9 |      0.01 |          1 |  0.6562 |       0.8125 |  0.705s |    13.513s |
| Iteration 13     |          472 |        0.0486 |         6 |  0.5244 |                4 |       0.8 |              0.8 |         0 |          1 |  0.5625 |       0.8125 |  0.719s |    15.009s |
| Iteration 14     |           56 |        0.0265 |         6 |  0.1378 |                4 |       0.5 |              0.5 |      0.01 |        0.1 |  0.8125 |       0.8125 |  0.644s |    16.252s |
| Iteration 15     |          382 |        0.0132 |         7 |     0.0 |                4 |       0.9 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.712s |    17.609s |
| Iteration 16     |          488 |         0.028 |         8 |  0.1744 |                4 |       0.9 |              0.7 |      0.01 |          1 |  0.6875 |          1.0 |  0.711s |    19.131s |
| Iteration 17     |          376 |         0.843 |         4 |   0.004 |                5 |       0.9 |              0.7 |       0.1 |        100 |     0.5 |          1.0 |  0.710s |    20.542s |
| Iteration 18     |          160 |          0.01 |         6 |   0.164 |                3 |       0.7 |              0.8 |      0.01 |         10 |  0.8125 |          1.0 |  0.665s |    21.885s |
| Iteration 19     |          323 |          0.01 |         1 |  0.2024 |                4 |       0.9 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  0.703s |    23.281s |
| Iteration 20     |           82 |          0.01 |         7 |   0.199 |                4 |       0.6 |              1.0 |      0.01 |          1 |  0.8125 |          1.0 |  0.664s |    25.349s |
| Iteration 21     |          458 |          0.01 |         1 |  0.0128 |                1 |       0.6 |              1.0 |         0 |         10 |  0.5625 |          1.0 |  0.708s |    26.946s |
| Iteration 22     |          289 |          0.01 |         2 |  0.0885 |                4 |       0.6 |              0.6 |      0.01 |          1 |  0.3125 |          1.0 |  0.691s |    28.400s |
| Iteration 23     |          382 |        0.0181 |         3 |  0.2892 |                4 |       1.0 |              0.9 |      0.01 |         10 |  0.9375 |          1.0 |  0.697s |    29.891s |
| Iteration 24     |          369 |        0.0112 |         7 |  0.0904 |                4 |       0.9 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.694s |    31.500s |
| Iteration 25     |          384 |          0.01 |         3 |  0.0134 |                1 |       0.8 |              0.8 |      0.01 |          0 |    0.75 |          1.0 |  0.740s |    33.087s |
| Iteration 26     |          398 |         0.144 |         1 |  0.3421 |                7 |       1.0 |              0.9 |      0.01 |          1 |  0.4688 |          1.0 |  0.699s |    34.583s |
| Iteration 27     |          498 |        0.0499 |         1 |  0.4792 |                8 |       0.7 |              0.8 |      0.01 |        0.1 |     0.5 |          1.0 |  0.704s |    36.183s |
| Iteration 28     |          336 |        0.0936 |         3 |     0.0 |                4 |       0.8 |              0.9 |      0.01 |        0.1 |   0.625 |          1.0 |  0.690s |    37.726s |
| Iteration 29     |          300 |        0.0241 |         1 |  0.0038 |                4 |       1.0 |              0.5 |      0.01 |          1 |     1.0 |          1.0 |  0.678s |    39.211s |
| Iteration 30     |          145 |        0.1411 |         1 |   0.219 |                4 |       1.0 |              0.7 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.666s |    40.725s |
| Iteration 31     |          118 |        0.5316 |         1 |  0.1601 |                4 |       0.9 |              0.8 |      0.01 |        0.1 |  0.6875 |          1.0 |  1.249s |    42.809s |
| Iteration 32     |          196 |          0.01 |         4 |  0.3058 |                3 |       1.0 |              0.8 |        10 |         10 |     0.5 |          1.0 |  0.688s |    44.392s |
| Iteration 33     |          105 |        0.0256 |         1 |  0.9976 |                4 |       0.9 |              0.8 |      0.01 |          1 |   0.625 |          1.0 |  0.706s |    46.103s |
| Iteration 34     |          317 |        0.0152 |         1 |  0.0754 |                3 |       1.0 |              1.0 |      0.01 |         10 |  0.8438 |          1.0 |  0.738s |    47.742s |
| Iteration 35     |          338 |        0.0138 |         7 |  0.0301 |                4 |       0.9 |              0.7 |      0.01 |          1 |    0.75 |          1.0 |  0.761s |    49.459s |
| Iteration 36     |          421 |        0.0435 |         1 |  0.1478 |                4 |       1.0 |              0.9 |      0.01 |       0.01 |  0.8438 |          1.0 |  0.751s |    51.167s |
| Iteration 37     |           54 |        0.0102 |         1 |  0.7718 |                4 |       1.0 |              0.5 |      0.01 |          1 |  0.8438 |          1.0 |  0.651s |    52.785s |
| Iteration 38     |          245 |          0.01 |         9 |     0.0 |                3 |       1.0 |              0.4 |         0 |       0.01 |  0.6875 |          1.0 |  0.686s |    54.332s |
| Iteration 39     |          346 |        0.0116 |         1 |  0.0083 |                4 |       0.9 |              0.5 |      0.01 |         10 |   0.625 |          1.0 |  0.689s |    55.992s |
| Iteration 40     |          201 |        0.1007 |         4 |  0.6028 |                3 |       1.0 |              0.5 |      0.01 |          0 |  0.9375 |          1.0 |  0.669s |    57.682s |
| Iteration 41     |          315 |          0.01 |         7 |  0.7211 |                3 |       0.9 |              0.9 |      0.01 |          0 |    0.75 |          1.0 |  0.735s |    59.354s |
| Iteration 42     |          280 |        0.0608 |         1 |  0.0185 |                4 |       1.0 |              0.5 |      0.01 |        0.1 |     1.0 |          1.0 |  0.682s |     1m:01s |
| Iteration 43     |          497 |        0.0324 |         1 |     0.0 |                4 |       1.0 |              0.5 |      0.01 |          0 |  0.6562 |          1.0 |  0.731s |     1m:03s |
| Iteration 44     |          277 |         0.033 |         5 |  0.0139 |                4 |       1.0 |              0.5 |      0.01 |         10 |     1.0 |          1.0 |  0.700s |     1m:05s |
| Iteration 45     |          366 |        0.1841 |         9 |  0.0559 |                4 |       0.9 |              0.8 |      0.01 |          1 |   0.875 |          1.0 |  0.707s |     1m:06s |
| Iteration 46     |          224 |          0.01 |         2 |  0.2264 |                4 |       1.0 |              0.9 |      0.01 |        100 |  0.5625 |          1.0 |  0.725s |     1m:08s |
| Iteration 47     |          289 |         0.043 |         5 |  0.9811 |                4 |       0.5 |              0.5 |      0.01 |       0.01 |  0.8438 |          1.0 |  0.735s |     1m:10s |
| Iteration 48     |          226 |        0.0645 |         5 |    0.75 |                4 |       1.0 |              0.6 |      0.01 |         10 |     1.0 |          1.0 |  0.728s |     1m:12s |
| Iteration 49     |          202 |          0.01 |         5 |  0.1811 |                2 |       1.0 |              0.5 |      0.01 |          1 |     1.0 |          1.0 |  0.717s |     1m:13s |
| Iteration 50     |          245 |          0.01 |         5 |  0.0072 |                3 |       1.0 |              0.7 |      0.01 |          1 |   0.875 |          1.0 |  0.717s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 226, 'learning_rate': 0.0645, 'max_depth': 5, 'gamma': 0.75, 'min_child_weight': 4, 'subsample': 1.0, 'colsample_bytree': 0.6, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8393
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.061s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0775
Time elapsed: 0.180s
-------------------------------------------------
Total time: 1m:16s


Final results ==================== >>
Duration: 8m:12s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.97 ± 0.04 !
Logistic Regression             --> roc_auc: 0.68 ± 0.1691 ~
Linear Discriminant Analysis    --> roc_auc: 0.63 ± 0.2159
Quadratic Discriminant Analysis --> roc_auc: 0.55 ± 0.2627
Radius Nearest Neighbors        --> roc_auc: 0.89 ± 0.1562
AdaBoost                        --> roc_auc: 0.85 ± 0.1761
Random Forest                   --> roc_auc: 0.9 ± 0.1265
XGBoost                         --> roc_auc: 0.95 ± 0.0775
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASASGTYKYIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAASVTGNQFYF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAANTGFQKLVF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGTGTASKLTF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVPSGGSYIPTF.
   >>> Dropping feature CAVPSGGYNKLIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  3.199s |     3.220s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.3125 |        0.875 |  3.223s |     6.752s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.5625 |        0.875 |  3.141s |    10.221s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |        0.875 |  3.179s |    13.729s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     0.5 |        0.875 |  3.204s |    17.252s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |        0.875 |  3.201s |    20.814s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9062 |       0.9062 |  3.817s |    24.946s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |       0.9062 |  3.287s |    28.543s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  3.207s |    32.132s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |          1.0 |  3.178s |    35.624s |
| Iteration 11     | exponen.. |        0.1579 |          193 |       0.9 | squared_er.. |                 7 |               14 |         2 |          0.5 |    0.0256 |     0.5 |          1.0 |  3.172s |    39.506s |
| Iteration 12     | exponen.. |        0.6894 |           10 |       1.0 | friedman_mse |                18 |               20 |         1 |          0.5 |    0.0003 |  0.8125 |          1.0 |  3.131s |    43.330s |
| Iteration 13     | exponen.. |        0.0795 |          387 |       0.9 | friedman_mse |                11 |               16 |         1 |          0.8 |    0.0024 |   0.625 |          1.0 |  3.260s |    47.276s |
| Iteration 14     | exponen.. |        0.2565 |          209 |       0.9 | squared_er.. |                17 |               15 |         9 |         log2 |    0.0017 |  0.4375 |          1.0 |  3.179s |    51.205s |
| Iteration 15     |  deviance |        0.2415 |          138 |       0.9 | friedman_mse |                12 |                8 |         1 |          0.5 |    0.0088 |  0.9375 |          1.0 |  3.159s |    55.075s |
| Iteration 16     | exponen.. |        0.0326 |          188 |       0.9 | friedman_mse |                10 |               15 |         4 |         log2 |    0.0115 |  0.8125 |          1.0 |  3.156s |    58.989s |
| Iteration 17     | exponen.. |        0.3016 |          187 |       0.9 | friedman_mse |                18 |               17 |         7 |          0.6 |    0.0216 |    0.75 |          1.0 |  3.176s |     1m:03s |
| Iteration 18     | exponen.. |        0.5445 |          179 |       0.9 | friedman_mse |                19 |               19 |         1 |          0.7 |       0.0 |  0.9375 |          1.0 |  3.166s |     1m:07s |
| Iteration 19     | exponen.. |        0.7758 |          356 |       0.8 | squared_er.. |                 5 |                9 |        10 |          0.6 |    0.0172 |  0.9375 |          1.0 |  3.201s |     1m:11s |
| Iteration 20     | exponen.. |        0.0386 |          334 |       0.8 | squared_er.. |                 4 |                8 |         4 |          0.8 |    0.0151 |     0.5 |          1.0 |  3.212s |     1m:15s |
| Iteration 21     |  deviance |        0.1957 |          173 |       1.0 | friedman_mse |                16 |               18 |         1 |         log2 |    0.0122 |    0.75 |          1.0 |  3.129s |     1m:19s |
| Iteration 22     | exponen.. |        0.1749 |          192 |       0.9 | friedman_mse |                 4 |                3 |         1 |          0.6 |    0.0118 |   0.375 |          1.0 |  3.146s |     1m:22s |
| Iteration 23     | exponen.. |        0.6598 |          119 |       0.6 | friedman_mse |                13 |                6 |         1 |          0.7 |     0.003 |     1.0 |          1.0 |  3.212s |     1m:26s |
| Iteration 24     | exponen.. |        0.2993 |          157 |       0.8 | friedman_mse |                15 |               14 |         1 |          0.7 |    0.0004 |    0.75 |          1.0 |  3.201s |     1m:30s |
| Iteration 25     | exponen.. |           1.0 |          442 |       0.6 | squared_er.. |                 2 |                2 |        10 |         log2 |    0.0286 |   0.625 |          1.0 |  3.181s |     1m:34s |
| Iteration 26     |  deviance |           1.0 |           95 |       0.7 | friedman_mse |                14 |               10 |         1 |          0.8 |    0.0129 |   0.625 |          1.0 |  3.127s |     1m:38s |
| Iteration 27     | exponen.. |        0.0687 |          118 |       0.6 | friedman_mse |                 7 |                6 |         2 |          0.6 |    0.0242 |  0.8125 |          1.0 |  3.160s |     1m:42s |
| Iteration 28     | exponen.. |        0.0857 |           66 |       0.8 | friedman_mse |                14 |                8 |         2 |          0.7 |    0.0158 |  0.8125 |          1.0 |  3.157s |     1m:46s |
| Iteration 29     | exponen.. |        0.1595 |           10 |       0.8 | friedman_mse |                 8 |               15 |         8 |         sqrt |    0.0107 |   0.625 |          1.0 |  3.154s |     1m:50s |
| Iteration 30     | exponen.. |           1.0 |          310 |       1.0 | squared_er.. |                 2 |               15 |         6 |         sqrt |    0.0269 |  0.7188 |          1.0 |  3.199s |     1m:54s |
| Iteration 31     | exponen.. |        0.0566 |          118 |       0.6 | friedman_mse |                13 |                4 |         9 |          0.6 |    0.0181 |    0.75 |          1.0 |  3.187s |     1m:58s |
| Iteration 32     | exponen.. |        0.1917 |          106 |       0.7 | friedman_mse |                20 |               14 |         1 |          0.9 |    0.0085 |  0.8125 |          1.0 |  3.205s |     2m:02s |
| Iteration 33     |  deviance |           1.0 |          272 |       0.7 | friedman_mse |                20 |                1 |         1 |          0.7 |     0.001 |  0.9688 |          1.0 |  3.275s |     2m:06s |
| Iteration 34     | exponen.. |           1.0 |          345 |       0.5 | friedman_mse |                20 |                8 |         1 |          0.7 |    0.0185 |    0.75 |          1.0 |  3.254s |     2m:10s |
| Iteration 35     | exponen.. |           1.0 |          210 |       0.6 | friedman_mse |                20 |               10 |         1 |          0.8 |    0.0226 |   0.625 |          1.0 |  3.238s |     2m:14s |
| Iteration 36     |  deviance |           1.0 |          228 |       0.6 | friedman_mse |                20 |               11 |        10 |          0.6 |       0.0 |  0.9375 |          1.0 |  3.222s |     2m:19s |
| Iteration 37     |  deviance |        0.2391 |          179 |       1.0 | friedman_mse |                16 |               13 |         4 |          0.6 |    0.0031 |  0.6875 |          1.0 |  3.198s |     2m:23s |
| Iteration 38     |  deviance |           1.0 |          314 |       0.7 | friedman_mse |                20 |               11 |         8 |         log2 |       0.0 |   0.875 |          1.0 |  3.250s |     2m:27s |
| Iteration 39     |  deviance |           1.0 |          500 |       0.8 | friedman_mse |                20 |                9 |         9 |          0.9 |       0.0 |    0.75 |          1.0 |  3.200s |     2m:31s |
| Iteration 40     | exponen.. |        0.5086 |          105 |       0.8 | friedman_mse |                12 |               12 |         3 |          0.8 |    0.0069 |  0.6875 |          1.0 |  3.134s |     2m:35s |
| Iteration 41     | exponen.. |        0.2825 |          264 |       0.9 | friedman_mse |                20 |                9 |         8 |          0.8 |       0.0 |     0.5 |          1.0 |  3.207s |     2m:39s |
| Iteration 42     |  deviance |        0.6462 |          109 |       0.7 | squared_er.. |                13 |                5 |         2 |         log2 |     0.003 |     0.5 |          1.0 |  3.170s |     2m:43s |
| Iteration 43     |  deviance |          0.01 |           10 |       1.0 | friedman_mse |                20 |                5 |         5 |         log2 |     0.035 |   0.625 |          1.0 |  3.136s |     2m:47s |
| Iteration 44     |  deviance |        0.2196 |           10 |       0.7 | friedman_mse |                20 |               16 |         7 |         auto |       0.0 |  0.5938 |          1.0 |  3.126s |     2m:51s |
| Iteration 45     |  deviance |           1.0 |          265 |       0.9 | friedman_mse |                17 |               18 |         4 |          0.6 |    0.0001 |     0.5 |          1.0 |  3.196s |     2m:55s |
| Iteration 46     | exponen.. |        0.6241 |          139 |       0.5 | friedman_mse |                15 |                9 |         1 |          0.6 |    0.0039 |    0.75 |          1.0 |  3.127s |     2m:59s |
| Iteration 47     |  deviance |         0.219 |          280 |       0.7 | friedman_mse |                12 |                2 |         2 |          0.5 |    0.0004 |   0.875 |          1.0 |  3.180s |     3m:03s |
| Iteration 48     |  deviance |           1.0 |          207 |       0.6 | friedman_mse |                11 |                6 |         9 |         log2 |    0.0183 |     1.0 |          1.0 |  3.171s |     3m:07s |
| Iteration 49     |  deviance |           1.0 |          247 |       0.6 | friedman_mse |                14 |                4 |         7 |          0.8 |    0.0009 |    0.75 |          1.0 |  3.179s |     3m:11s |
| Iteration 50     |  deviance |           1.0 |           34 |       0.8 | friedman_mse |                13 |               19 |         9 |          0.5 |    0.0161 |   0.625 |          1.0 |  3.141s |     3m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.6598, 'n_estimators': 119, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 13, 'min_samples_leaf': 6, 'max_depth': 1, 'max_features': 0.7, 'ccp_alpha': 0.003}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.039s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0548
Time elapsed: 0.174s
-------------------------------------------------
Total time: 3m:17s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  3.170s |     3.183s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     0.5 |        0.625 |  3.166s |     6.652s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.1875 |        0.625 |  3.147s |    10.097s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |        0.625 |  3.193s |    13.592s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |        0.625 |  3.185s |    17.100s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |        0.625 |  3.200s |    20.613s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |       0.8125 |  3.172s |    24.091s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |       0.8125 |  3.200s |    27.603s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.3125 |       0.8125 |  3.824s |    31.735s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |       0.8125 |  3.203s |    35.258s |
| Iteration 11     |      l2 |  0.9423 | newto.. |      267 |      --- |  0.5625 |       0.8125 |  3.185s |    39.083s |
| Iteration 12     |      l2 |  5.6614 | newto.. |      280 |      --- |  0.6875 |       0.8125 |  3.185s |    42.870s |
| Iteration 13     |      l2 |   0.001 |     sag |      276 |      --- |  0.6875 |       0.8125 |  3.186s |    46.647s |
| Iteration 14     |      l1 |  0.9606 |    saga |      983 |      --- |   0.625 |       0.8125 |  3.184s |    50.482s |
| Iteration 15     |      l2 | 19.1629 |   lbfgs |      113 |      --- |  0.8125 |       0.8125 |  3.190s |    54.243s |
| Iteration 16     |      l2 |  0.1294 | newto.. |      110 |      --- |  0.5625 |       0.8125 |  3.213s |    58.045s |
| Iteration 17     |      l2 |  2.1904 |     sag |     1000 |      --- |  0.4375 |       0.8125 |  3.181s |     1m:02s |
| Iteration 18     |      l2 | 75.3764 |   lbfgs |      118 |      --- |   0.375 |       0.8125 |  3.184s |     1m:06s |
| Iteration 19     |      l2 | 12.8439 | newto.. |      129 |      --- |  0.8125 |       0.8125 |  3.194s |     1m:10s |
| Iteration 20     |      l2 | 16.5908 |   lbfgs |      115 |      --- |     0.5 |       0.8125 |  3.223s |     1m:14s |
| Iteration 21     |      l2 |   24.66 | libli.. |      140 |      --- |   0.375 |       0.8125 |  3.185s |     1m:18s |
| Iteration 22     |      l2 |   0.001 | newto.. |     1000 |      --- |  0.6875 |       0.8125 |  3.191s |     1m:21s |
| Iteration 23     |      l2 |   0.002 |   lbfgs |      734 |      --- |   0.375 |       0.8125 |  3.202s |     1m:25s |
| Iteration 24     |      l1 |  4.3318 |    saga |      281 |      --- |   0.375 |       0.8125 |  3.218s |     1m:29s |
| Iteration 25     |      l2 |   7.372 | newto.. |      241 |      --- |  0.3125 |       0.8125 |  3.183s |     1m:33s |
| Iteration 26     |      l2 |  2.2818 | libli.. |      276 |      --- |   0.625 |       0.8125 |  3.188s |     1m:37s |
| Iteration 27     |      l2 | 12.2589 | newto.. |      236 |      --- |  0.8125 |       0.8125 |  3.199s |     1m:41s |
| Iteration 28     |      l2 |  2.1705 | libli.. |      477 |      --- |  0.6875 |       0.8125 |  3.181s |     1m:44s |
| Iteration 29     |      l2 | 12.3843 | newto.. |      522 |      --- |  0.4375 |       0.8125 |  3.196s |     1m:48s |
| Iteration 30     |    none |     --- | newto.. |      425 |      --- |   0.625 |       0.8125 |  3.160s |     1m:52s |
| Iteration 31     |      l2 |  2.9217 | libli.. |      295 |      --- |   0.625 |       0.8125 |  3.179s |     1m:56s |
| Iteration 32     |      l2 | 12.4802 | newto.. |      188 |      --- |  0.6875 |       0.8125 |  3.210s |     1m:60s |
| Iteration 33     |      l2 |  2.2074 | libli.. |      260 |      --- |   0.625 |       0.8125 |  3.168s |     2m:03s |
| Iteration 34     |    none |     --- |   lbfgs |      383 |      --- |  0.9375 |       0.9375 |  3.212s |     2m:08s |
| Iteration 35     |      l2 |  5.4496 |   lbfgs |      388 |      --- |   0.625 |       0.9375 |  3.215s |     2m:13s |
| Iteration 36     |    none |     --- |   lbfgs |      396 |      --- |  0.6875 |       0.9375 |  3.199s |     2m:17s |
| Iteration 37     |    none |     --- |     sag |      324 |      --- |   0.625 |       0.9375 |  3.237s |     2m:21s |
| Iteration 38     |    none |     --- |     sag |      503 |      --- |  0.5625 |       0.9375 |  3.182s |     2m:24s |
| Iteration 39     |    none |     --- |   lbfgs |      370 |      --- |    0.75 |       0.9375 |  3.190s |     2m:28s |
| Iteration 40     |      l2 |  6.2982 |   lbfgs |      370 |      --- |  0.1875 |       0.9375 |  3.186s |     2m:32s |
| Iteration 41     |    none |     --- | newto.. |      562 |      --- |   0.625 |       0.9375 |  3.186s |     2m:36s |
| Iteration 42     |      l1 |  0.1984 | libli.. |      101 |      --- |  0.5625 |       0.9375 |  3.191s |     2m:40s |
| Iteration 43     |      l2 | 50.8238 | libli.. |      638 |      --- |  0.5625 |       0.9375 |  3.186s |     2m:44s |
| Iteration 44     |    none |     --- |   lbfgs |      284 |      --- |   0.375 |       0.9375 |  3.203s |     2m:48s |
| Iteration 45     |      l2 |  0.1392 |     sag |      702 |      --- |  0.3125 |       0.9375 |  3.197s |     2m:52s |
| Iteration 46     |      l1 | 97.7793 |    saga |      419 |      --- |  0.3125 |       0.9375 |  3.163s |     2m:56s |
| Iteration 47     |      l2 |  1.8561 |   lbfgs |      434 |      --- |  0.5625 |       0.9375 |  3.193s |     2m:60s |
| Iteration 48     |      l2 | 11.6583 |   lbfgs |      132 |      --- |  0.4375 |       0.9375 |  3.181s |     3m:04s |
| Iteration 49     |      l2 |  0.0306 |   lbfgs |      424 |      --- |    0.75 |       0.9375 |  3.197s |     3m:08s |
| Iteration 50     |      l2 |  4.8985 |   lbfgs |      466 |      --- |  0.3125 |       0.9375 |  3.138s |     3m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'penalty': 'none', 'solver': 'lbfgs', 'max_iter': 383}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7857
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1342
Time elapsed: 0.068s
-------------------------------------------------
Total time: 3m:12s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  3.172s |     3.179s |
| Initial point 2  |     svd |       --- |    0.25 |       0.6875 |  3.140s |     7.071s |
| Initial point 3  |     svd |       --- |    0.25 |       0.6875 |  0.001s |     7.932s |
| Initial point 4  |    lsqr |       0.8 |  0.8125 |       0.8125 |  3.068s |    11.397s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |       0.8125 |  3.175s |    14.923s |
| Initial point 6  |    lsqr |       0.7 |  0.9375 |       0.9375 |  3.162s |    18.391s |
| Initial point 7  |    lsqr |       0.5 |     0.5 |       0.9375 |  3.179s |    21.869s |
| Initial point 8  |    lsqr |       0.9 |  0.1875 |       0.9375 |  3.156s |    25.310s |
| Initial point 9  |    lsqr |       0.6 |  0.6875 |       0.9375 |  3.150s |    28.743s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |       0.9375 |  3.158s |    32.180s |
| Iteration 11     |   eigen |       0.7 |  0.3125 |       0.9375 |  3.138s |    35.754s |
| Iteration 12     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |    36.171s |
| Iteration 13     |     svd |       --- |    0.25 |       0.9375 |  0.000s |    36.588s |
| Iteration 14     |    lsqr |      auto |   0.625 |       0.9375 |  3.134s |    40.754s |
| Iteration 15     |    lsqr |       1.0 |   0.625 |       0.9375 |  3.153s |    44.339s |
| Iteration 16     |   eigen |      None |  0.5625 |       0.9375 |  3.159s |    48.116s |
| Iteration 17     |    lsqr |      None |     0.5 |       0.9375 |  3.153s |    51.754s |
| Iteration 18     |   eigen |       0.5 |   0.875 |       0.9375 |  3.160s |    55.359s |
| Iteration 19     |   eigen |       0.6 |    0.75 |       0.9375 |  3.154s |    58.977s |
| Iteration 20     |   eigen |      auto |    0.75 |       0.9375 |  3.161s |     1m:03s |
| Iteration 21     |     svd |       --- |    0.25 |       0.9375 |  0.000s |     1m:03s |
| Iteration 22     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 23     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 24     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 25     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 26     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 27     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 28     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:07s |
| Iteration 29     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:07s |
| Iteration 30     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 31     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 32     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 33     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 34     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 35     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 36     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:11s |
| Iteration 37     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:11s |
| Iteration 38     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:12s |
| Iteration 39     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:13s |
| Iteration 40     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:13s |
| Iteration 41     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 42     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 43     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:15s |
| Iteration 44     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:16s |
| Iteration 45     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:16s |
| Iteration 46     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:17s |
| Iteration 47     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:17s |
| Iteration 48     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:18s |
| Iteration 49     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:19s |
| Iteration 50     |    lsqr |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6679
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.196
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:21s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  3.122s |     3.125s |
| Initial point 2  |       0.9 |  0.5625 |       0.6875 |  3.178s |     6.591s |
| Initial point 3  |       0.1 |     0.5 |       0.6875 |  3.195s |    10.080s |
| Initial point 4  |       1.0 |  0.6875 |       0.6875 |  0.000s |    10.376s |
| Initial point 5  |       0.2 |   0.875 |        0.875 |  3.166s |    13.821s |
| Initial point 6  |       0.4 |   0.875 |        0.875 |  3.178s |    17.870s |
| Initial point 7  |       0.4 |   0.875 |        0.875 |  0.001s |    18.281s |
| Initial point 8  |       0.7 |   0.125 |        0.875 |  3.226s |    21.793s |
| Initial point 9  |       0.9 |  0.5625 |        0.875 |  0.000s |    22.082s |
| Initial point 10 |       0.8 |  0.6875 |        0.875 |  3.214s |    25.585s |
| Iteration 11     |       0.3 |   0.375 |        0.875 |  3.229s |    29.203s |
| Iteration 12     |       0.6 |    0.75 |        0.875 |  3.182s |    32.763s |
| Iteration 13     |       0.5 |   0.875 |        0.875 |  3.211s |    36.352s |
| Iteration 14     |       0.0 |  0.4375 |        0.875 |  3.178s |    39.921s |
| Iteration 15     |       0.5 |   0.875 |        0.875 |  0.000s |    40.321s |
| Iteration 16     |       0.2 |   0.875 |        0.875 |  0.000s |    40.711s |
| Iteration 17     |       0.2 |   0.875 |        0.875 |  0.000s |    41.095s |
| Iteration 18     |       0.5 |   0.875 |        0.875 |  0.000s |    41.507s |
| Iteration 19     |       0.4 |   0.875 |        0.875 |  0.000s |    42.505s |
| Iteration 20     |       0.5 |   0.875 |        0.875 |  0.000s |    42.908s |
| Iteration 21     |       0.2 |   0.875 |        0.875 |  0.000s |    43.318s |
| Iteration 22     |       0.4 |   0.875 |        0.875 |  0.000s |    43.716s |
| Iteration 23     |       0.5 |   0.875 |        0.875 |  0.000s |    44.119s |
| Iteration 24     |       0.2 |   0.875 |        0.875 |  0.000s |    44.534s |
| Iteration 25     |       0.4 |   0.875 |        0.875 |  0.000s |    44.938s |
| Iteration 26     |       0.5 |   0.875 |        0.875 |  0.000s |    45.349s |
| Iteration 27     |       0.4 |   0.875 |        0.875 |  0.000s |    45.795s |
| Iteration 28     |       0.2 |   0.875 |        0.875 |  0.000s |    46.792s |
| Iteration 29     |       0.4 |   0.875 |        0.875 |  0.000s |    47.341s |
| Iteration 30     |       0.8 |  0.6875 |        0.875 |  0.000s |    47.760s |
| Iteration 31     |       1.0 |  0.6875 |        0.875 |  0.000s |    48.177s |
| Iteration 32     |       0.6 |    0.75 |        0.875 |  0.000s |    48.610s |
| Iteration 33     |       0.5 |   0.875 |        0.875 |  0.000s |    49.029s |
| Iteration 34     |       0.2 |   0.875 |        0.875 |  0.000s |    49.472s |
| Iteration 35     |       0.2 |   0.875 |        0.875 |  0.000s |    49.896s |
| Iteration 36     |       0.3 |   0.375 |        0.875 |  0.000s |    50.409s |
| Iteration 37     |       0.5 |   0.875 |        0.875 |  0.000s |    50.894s |
| Iteration 38     |       0.4 |   0.875 |        0.875 |  0.000s |    51.376s |
| Iteration 39     |       0.4 |   0.875 |        0.875 |  0.001s |    51.850s |
| Iteration 40     |       0.2 |   0.875 |        0.875 |  0.000s |    52.327s |
| Iteration 41     |       0.5 |   0.875 |        0.875 |  0.000s |    52.800s |
| Iteration 42     |       0.2 |   0.875 |        0.875 |  0.000s |    53.281s |
| Iteration 43     |       0.4 |   0.875 |        0.875 |  0.000s |    53.751s |
| Iteration 44     |       0.5 |   0.875 |        0.875 |  0.000s |    54.240s |
| Iteration 45     |       0.2 |   0.875 |        0.875 |  0.000s |    54.725s |
| Iteration 46     |       0.4 |   0.875 |        0.875 |  0.000s |    55.242s |
| Iteration 47     |       0.5 |   0.875 |        0.875 |  0.000s |    55.737s |
| Iteration 48     |       0.4 |   0.875 |        0.875 |  0.000s |    56.295s |
| Iteration 49     |       0.5 |   0.875 |        0.875 |  0.001s |    56.810s |
| Iteration 50     |       0.2 |   0.875 |        0.875 |  0.000s |    57.323s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 57.846s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6875
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.2358
Time elapsed: 0.027s
-------------------------------------------------
Total time: 57.883s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  8.9422 | dista.. |      auto |        40 |       1 |  0.5312 |       0.5312 |  3.155s |     3.176s |
| Initial point 2  |  3.5563 | uniform |   kd_tree |        39 |       2 |   0.875 |        0.875 |  3.141s |     6.603s |
| Initial point 3  |  2.8093 | dista.. | ball_tree |        25 |       2 |  0.8125 |        0.875 |  3.174s |    10.150s |
| Initial point 4  |  8.1959 | uniform | ball_tree |        39 |       2 |     0.5 |        0.875 |  3.185s |    13.648s |
| Initial point 5  |  6.4204 | dista.. |      auto |        30 |       2 |  0.4375 |        0.875 |  3.174s |    17.123s |
| Initial point 6  |  7.4354 | dista.. | ball_tree |        21 |       2 |   0.625 |        0.875 |  3.147s |    20.575s |
| Initial point 7  |  5.3183 | dista.. | ball_tree |        24 |       1 |    0.75 |        0.875 |  3.163s |    24.041s |
| Initial point 8  |  1.2745 | dista.. | ball_tree |        21 |       2 |  0.6875 |        0.875 |  3.168s |    27.511s |
| Initial point 9  |  5.9242 | uniform | ball_tree |        24 |       1 |    0.25 |        0.875 |  3.187s |    31.003s |
| Initial point 10 |  4.2079 | uniform |     brute |        22 |       2 |  0.4375 |        0.875 |  3.171s |    34.494s |
| Iteration 11     |   1.307 | uniform |     brute |        39 |       2 |   0.375 |        0.875 |  3.161s |    38.227s |
| Iteration 12     |     0.0 | dista.. | ball_tree |        29 |       2 |     0.5 |        0.875 |  3.153s |    41.952s |
| Iteration 13     |  8.6412 | uniform |   kd_tree |        20 |       1 |    0.75 |        0.875 |  3.142s |    45.597s |
| Iteration 14     |  0.1922 | uniform |   kd_tree |        40 |       2 |     0.5 |        0.875 |  3.149s |    49.296s |
| Iteration 15     |  4.0747 | uniform |   kd_tree |        38 |       2 |  0.5312 |        0.875 |  3.142s |    53.001s |
| Iteration 16     |  7.3391 | uniform |      auto |        23 |       2 |     0.5 |        0.875 |  3.753s |    57.299s |
| Iteration 17     |  0.7826 | dista.. |   kd_tree |        36 |       2 |     0.5 |        0.875 |  3.166s |     1m:01s |
| Iteration 18     |  8.9632 | dista.. |     brute |        33 |       2 |    0.25 |        0.875 |  3.138s |     1m:05s |
| Iteration 19     |  8.9615 | dista.. |   kd_tree |        26 |       2 |  0.8125 |        0.875 |  3.172s |     1m:09s |
| Iteration 20     |  8.8032 | dista.. |     brute |        25 |       2 |   0.625 |        0.875 |  3.163s |     1m:13s |
| Iteration 21     |  8.6483 | uniform |      auto |        32 |       2 |    0.25 |        0.875 |  3.147s |     1m:16s |
| Iteration 22     |  0.1418 | dista.. |      auto |        23 |       1 |     0.5 |        0.875 |  3.124s |     1m:20s |
| Iteration 23     |  0.0807 | dista.. |      auto |        26 |       1 |     0.5 |        0.875 |  3.432s |     1m:24s |
| Iteration 24     |  8.9655 | dista.. |   kd_tree |        22 |       1 |  0.5625 |        0.875 |  3.154s |     1m:28s |
| Iteration 25     |  8.8828 | uniform |   kd_tree |        21 |       1 |  0.4375 |        0.875 |  3.134s |     1m:32s |
| Iteration 26     |  0.4996 | dista.. |     brute |        20 |       1 |     0.5 |        0.875 |  3.123s |     1m:35s |
| Iteration 27     |  1.5917 | dista.. |     brute |        40 |       2 |     0.5 |        0.875 |  3.165s |     1m:39s |
| Iteration 28     |  8.1319 | dista.. |     brute |        25 |       2 |   0.875 |        0.875 |  3.172s |     1m:43s |
| Iteration 29     |  8.6388 | dista.. |     brute |        24 |       2 |   0.625 |        0.875 |  3.207s |     1m:47s |
| Iteration 30     |  0.1054 | dista.. |      auto |        25 |       2 |     0.5 |        0.875 |  3.120s |     1m:50s |
| Iteration 31     |  6.5293 | dista.. |   kd_tree |        26 |       1 |     1.0 |          1.0 |  3.170s |     1m:54s |
| Iteration 32     |  5.9441 | dista.. |   kd_tree |        26 |       1 |   0.625 |          1.0 |  3.203s |     1m:58s |
| Iteration 33     |  0.0008 | uniform | ball_tree |        31 |       2 |     0.5 |          1.0 |  3.173s |     2m:02s |
| Iteration 34     |  8.9416 | dista.. |   kd_tree |        27 |       2 |     1.0 |          1.0 |  3.152s |     2m:05s |
| Iteration 35     |  8.8395 | dista.. |   kd_tree |        27 |       2 |    0.75 |          1.0 |  3.171s |     2m:09s |
| Iteration 36     |  0.4356 | dista.. |     brute |        28 |       1 |     0.5 |          1.0 |  3.190s |     2m:13s |
| Iteration 37     |  8.9675 | dista.. | ball_tree |        27 |       1 |   0.375 |          1.0 |  3.195s |     2m:17s |
| Iteration 38     |  0.2363 | dista.. |   kd_tree |        27 |       1 |     0.5 |          1.0 |  3.148s |     2m:21s |
| Iteration 39     |  6.5101 | dista.. |   kd_tree |        25 |       1 |     1.0 |          1.0 |  3.187s |     2m:25s |
| Iteration 40     |  6.4584 | uniform |   kd_tree |        35 |       1 |  0.4375 |          1.0 |  3.204s |     2m:29s |
| Iteration 41     |  6.5508 | dista.. |   kd_tree |        25 |       1 |  0.5625 |          1.0 |  3.206s |     2m:33s |
| Iteration 42     |  8.5532 | dista.. |   kd_tree |        26 |       2 |  0.8125 |          1.0 |  3.800s |     2m:37s |
| Iteration 43     |  8.5802 | dista.. |   kd_tree |        26 |       2 |     0.5 |          1.0 |  3.175s |     2m:41s |
| Iteration 44     |    6.19 | dista.. |     brute |        25 |       2 |  0.6875 |          1.0 |  3.213s |     2m:45s |
| Iteration 45     |  6.5233 | dista.. |      auto |        25 |       2 |  0.3125 |          1.0 |  3.193s |     2m:49s |
| Iteration 46     |  8.9675 | dista.. |   kd_tree |        26 |       1 |   0.875 |          1.0 |  3.156s |     2m:53s |
| Iteration 47     |  8.9675 | dista.. |   kd_tree |        26 |       1 |   0.875 |          1.0 |  0.001s |     2m:53s |
| Iteration 48     |  8.9675 | dista.. |   kd_tree |        26 |       1 |   0.875 |          1.0 |  0.001s |     2m:54s |
| Iteration 49     |  8.9675 | uniform |   kd_tree |        27 |       1 |  0.7812 |          1.0 |  3.203s |     2m:58s |
| Iteration 50     |  8.9675 | dista.. |   kd_tree |        27 |       1 |   0.125 |          1.0 |  3.213s |     3m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'radius': 6.5101, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 25, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.08
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:03s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.6562 |       0.6562 |  3.593s |     3.600s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.375 |       0.6562 |  3.570s |     7.469s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |       0.6875 |  3.295s |    11.067s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     0.5 |       0.6875 |  3.483s |    14.984s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.875 |        0.875 |  3.328s |    18.603s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |        0.875 |  3.536s |    22.430s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |        0.875 |  3.155s |    25.870s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.5312 |        0.875 |  3.453s |    29.636s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6875 |        0.875 |  3.251s |    33.179s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.7812 |        0.875 |  3.283s |    36.753s |
| Iteration 11     |          229 |        0.0453 |     SAMME |  0.6562 |        0.875 |  3.312s |    40.553s |
| Iteration 12     |          116 |        0.0381 |     SAMME |   0.875 |        0.875 |  3.200s |    44.231s |
| Iteration 13     |           81 |        0.0434 |     SAMME |  0.8125 |        0.875 |  3.194s |    47.901s |
| Iteration 14     |           98 |        0.1145 |   SAMME.R |  0.5625 |        0.875 |  3.227s |    51.604s |
| Iteration 15     |           81 |        0.0233 |     SAMME |  0.9062 |       0.9062 |  3.208s |    55.310s |
| Iteration 16     |           50 |        0.0173 |   SAMME.R |  0.7188 |       0.9062 |  3.177s |    59.031s |
| Iteration 17     |          121 |        0.0263 |     SAMME |  0.7188 |       0.9062 |  3.231s |     1m:03s |
| Iteration 18     |           53 |        9.7828 |   SAMME.R |  0.8125 |       0.9062 |  3.201s |     1m:06s |
| Iteration 19     |          186 |          10.0 |     SAMME |   0.625 |       0.9062 |  3.157s |     1m:10s |
| Iteration 20     |           50 |        0.0319 |     SAMME |     0.5 |       0.9062 |  3.218s |     1m:14s |
| Iteration 21     |           91 |        0.0124 |     SAMME |  0.5625 |       0.9062 |  3.256s |     1m:18s |
| Iteration 22     |          282 |        7.4573 |   SAMME.R |   0.375 |       0.9062 |  3.400s |     1m:22s |
| Iteration 23     |          154 |        0.1068 |     SAMME |   0.875 |       0.9062 |  3.351s |     1m:26s |
| Iteration 24     |          155 |        0.0938 |     SAMME |    0.75 |       0.9062 |  3.305s |     1m:30s |
| Iteration 25     |          171 |        0.0692 |     SAMME |  0.4062 |       0.9062 |  3.300s |     1m:34s |
| Iteration 26     |           80 |        0.0241 |     SAMME |  0.6875 |       0.9062 |  3.242s |     1m:38s |
| Iteration 27     |           72 |        0.0399 |     SAMME |  0.7188 |       0.9062 |  3.247s |     1m:41s |
| Iteration 28     |          116 |         0.041 |     SAMME |  0.8125 |       0.9062 |  3.281s |     1m:45s |
| Iteration 29     |          131 |        0.0365 |     SAMME |     1.0 |          1.0 |  3.308s |     1m:49s |
| Iteration 30     |          139 |        0.0358 |     SAMME |     0.5 |          1.0 |  3.293s |     1m:53s |
| Iteration 31     |          290 |        0.0245 |     SAMME |  0.5625 |          1.0 |  3.422s |     1m:57s |
| Iteration 32     |          134 |         0.047 |     SAMME |  0.6875 |          1.0 |  3.293s |     2m:01s |
| Iteration 33     |          335 |        8.6184 |   SAMME.R |    0.75 |          1.0 |  3.429s |     2m:05s |
| Iteration 34     |          128 |         0.058 |     SAMME |     1.0 |          1.0 |  3.272s |     2m:09s |
| Iteration 35     |          128 |        6.2425 |     SAMME |   0.375 |          1.0 |  3.161s |     2m:13s |
| Iteration 36     |          129 |        0.0416 |     SAMME |  0.9375 |          1.0 |  3.247s |     2m:17s |
| Iteration 37     |          129 |        0.0551 |     SAMME |   0.375 |          1.0 |  3.231s |     2m:20s |
| Iteration 38     |           95 |        0.2448 |     SAMME |  0.8125 |          1.0 |  3.232s |     2m:24s |
| Iteration 39     |          111 |        0.0545 |     SAMME |  0.7188 |          1.0 |  3.221s |     2m:28s |
| Iteration 40     |           65 |        0.5327 |     SAMME |  0.6562 |          1.0 |  3.207s |     2m:32s |
| Iteration 41     |          103 |        9.2075 |   SAMME.R |     0.5 |          1.0 |  3.269s |     2m:36s |
| Iteration 42     |          301 |        0.3509 |     SAMME |     1.0 |          1.0 |  3.450s |     2m:40s |
| Iteration 43     |          283 |        0.3558 |     SAMME |  0.4375 |          1.0 |  3.268s |     2m:44s |
| Iteration 44     |          263 |        0.0102 |   SAMME.R |  0.5625 |          1.0 |  3.362s |     2m:48s |
| Iteration 45     |          113 |        0.0492 |     SAMME |  0.6875 |          1.0 |  3.839s |     2m:52s |
| Iteration 46     |          114 |        0.0487 |     SAMME |  0.5312 |          1.0 |  3.276s |     2m:56s |
| Iteration 47     |          118 |         0.044 |     SAMME |  0.8125 |          1.0 |  3.228s |     2m:60s |
| Iteration 48     |          335 |        4.5501 |     SAMME |  0.6875 |          1.0 |  3.169s |     3m:04s |
| Iteration 49     |          411 |        8.5873 |   SAMME.R |  0.8125 |          1.0 |  3.497s |     3m:08s |
| Iteration 50     |          394 |        1.1785 |   SAMME.R |    0.25 |          1.0 |  3.477s |     3m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 301, 'learning_rate': 0.3509, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.242s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.0374
Time elapsed: 1.098s
-------------------------------------------------
Total time: 3m:14s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  3.566s |     3.588s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.375 |       0.8125 |  3.366s |     7.371s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.8125 |  3.421s |    11.093s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.375 |       0.8125 |  3.275s |    14.692s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     0.5 |       0.8125 |  3.473s |    18.478s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |       0.8125 |  3.289s |    22.075s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  3.328s |    25.715s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.4375 |          1.0 |  3.321s |    29.352s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  3.414s |    33.091s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.8125 |          1.0 |  3.417s |    36.829s |
| Iteration 11     |          231 |      gini |         5 |                 4 |               19 |          0.6 |      True |     0.035 |         0.7 |     0.5 |          1.0 |  3.298s |    40.827s |
| Iteration 12     |           81 |   entropy |         2 |                20 |               10 |         log2 |     False |     0.035 |         --- |     1.0 |          1.0 |  3.176s |    44.707s |
| Iteration 13     |          359 |   entropy |         4 |                 3 |               16 |         log2 |      True |       0.0 |         0.9 |    0.75 |          1.0 |  3.388s |    48.805s |
| Iteration 14     |          428 |      gini |         5 |                13 |               20 |          0.8 |     False |    0.0032 |         --- |  0.4375 |          1.0 |  3.373s |    52.808s |
| Iteration 15     |           23 |   entropy |         9 |                 7 |                8 |          0.5 |     False |    0.0005 |         --- |   0.875 |          1.0 |  3.156s |    56.597s |
| Iteration 16     |          338 |      gini |         5 |                 4 |               19 |         sqrt |     False |       0.0 |         --- |  0.5625 |          1.0 |  3.332s |     1m:01s |
| Iteration 17     |           66 |      gini |         7 |                14 |               19 |         None |      True |    0.0174 |        None |   0.625 |          1.0 |  3.173s |     1m:05s |
| Iteration 18     |          165 |      gini |         7 |                 8 |               10 |         auto |     False |     0.035 |         --- |   0.625 |          1.0 |  3.209s |     1m:08s |
| Iteration 19     |          380 |      gini |         8 |                19 |               17 |          0.7 |      True |     0.035 |         0.8 |  0.8125 |          1.0 |  3.439s |     1m:13s |
| Iteration 20     |          178 |   entropy |         4 |                20 |                8 |         log2 |     False |    0.0335 |         --- |     0.5 |          1.0 |  3.249s |     1m:17s |
| Iteration 21     |          326 |      gini |         3 |                19 |                6 |          0.8 |     False |    0.0316 |         --- |  0.5625 |          1.0 |  3.375s |     1m:21s |
| Iteration 22     |          190 |      gini |         7 |                19 |                6 |         log2 |     False |    0.0334 |         --- |  0.4375 |          1.0 |  3.265s |     1m:25s |
| Iteration 23     |          102 |   entropy |         8 |                 3 |               20 |          0.7 |      True |    0.0125 |         0.5 |     0.5 |          1.0 |  3.281s |     1m:30s |
| Iteration 24     |           58 |   entropy |         1 |                 3 |               18 |          0.5 |     False |    0.0098 |         --- |  0.7188 |          1.0 |  3.202s |     1m:34s |
| Iteration 25     |           20 |   entropy |      None |                17 |                1 |         None |     False |    0.0033 |         --- |  0.4062 |          1.0 |  3.194s |     1m:38s |
| Iteration 26     |          194 |   entropy |         7 |                19 |                6 |         sqrt |     False |    0.0317 |         --- |  0.6875 |          1.0 |  3.304s |     1m:42s |
| Iteration 27     |          480 |   entropy |         1 |                20 |                9 |          0.8 |     False |    0.0328 |         --- |  0.7188 |          1.0 |  3.447s |     1m:46s |
| Iteration 28     |          179 |   entropy |         7 |                 5 |               19 |          0.9 |      True |    0.0196 |        None |  0.6875 |          1.0 |  3.310s |     1m:51s |
| Iteration 29     |          290 |      gini |      None |                19 |               10 |          0.9 |     False |    0.0313 |         --- |  0.9375 |          1.0 |  3.354s |     1m:55s |
| Iteration 30     |           51 |   entropy |         3 |                20 |               10 |         log2 |     False |    0.0332 |         --- |   0.625 |          1.0 |  3.170s |     1m:59s |
| Iteration 31     |          315 |   entropy |         2 |                16 |                1 |         log2 |     False |    0.0217 |         --- |   0.625 |          1.0 |  3.331s |     2m:03s |
| Iteration 32     |          483 |      gini |         2 |                17 |               10 |         sqrt |     False |    0.0029 |         --- |   0.625 |          1.0 |  3.486s |     2m:07s |
| Iteration 33     |          270 |   entropy |         5 |                13 |               10 |          0.9 |     False |    0.0345 |         --- |  0.8125 |          1.0 |  3.341s |     2m:12s |
| Iteration 34     |          470 |   entropy |         3 |                17 |               10 |          0.8 |     False |    0.0311 |         --- |  0.5625 |          1.0 |  3.400s |     2m:16s |
| Iteration 35     |          317 |      gini |         6 |                11 |               14 |         log2 |     False |    0.0294 |         --- |  0.9375 |          1.0 |  3.320s |     2m:20s |
| Iteration 36     |          227 |   entropy |         2 |                12 |                3 |         log2 |      True |     0.035 |        None |   0.875 |          1.0 |  3.331s |     2m:24s |
| Iteration 37     |           54 |      gini |         6 |                13 |                5 |         log2 |      True |    0.0332 |         0.7 |  0.8125 |          1.0 |  3.182s |     2m:28s |
| Iteration 38     |          293 |      gini |         6 |                 8 |                9 |         log2 |     False |    0.0328 |         --- |  0.6875 |          1.0 |  3.307s |     2m:33s |
| Iteration 39     |          356 |   entropy |         6 |                20 |               11 |         log2 |     False |    0.0331 |         --- |    0.75 |          1.0 |  3.346s |     2m:37s |
| Iteration 40     |          311 |      gini |         6 |                 8 |                5 |         log2 |      True |    0.0331 |         0.6 |  0.8125 |          1.0 |  3.398s |     2m:41s |
| Iteration 41     |           82 |   entropy |         2 |                 6 |                9 |         log2 |      True |    0.0278 |        None |   0.625 |          1.0 |  3.211s |     2m:45s |
| Iteration 42     |          396 |   entropy |         2 |                16 |               10 |         log2 |     False |    0.0144 |         --- |  0.9375 |          1.0 |  3.398s |     2m:50s |
| Iteration 43     |          131 |   entropy |         6 |                 7 |                6 |         log2 |     False |    0.0333 |         --- |  0.4375 |          1.0 |  3.201s |     2m:54s |
| Iteration 44     |          222 |   entropy |         3 |                16 |                6 |         log2 |     False |    0.0273 |         --- |   0.625 |          1.0 |  3.302s |     2m:58s |
| Iteration 45     |          189 |      gini |         6 |                20 |                7 |         log2 |     False |    0.0336 |         --- |  0.5625 |          1.0 |  3.249s |     3m:02s |
| Iteration 46     |          156 |   entropy |         1 |                 4 |                4 |          0.5 |      True |    0.0326 |         0.5 |     0.5 |          1.0 |  3.241s |     3m:07s |
| Iteration 47     |          200 |      gini |         3 |                16 |               11 |          0.5 |     False |    0.0308 |         --- |    0.75 |          1.0 |  3.269s |     3m:11s |
| Iteration 48     |          422 |      gini |      None |                20 |                8 |          0.9 |     False |    0.0267 |         --- |  0.8125 |          1.0 |  4.082s |     3m:16s |
| Iteration 49     |          219 |      gini |         4 |                20 |                9 |          0.8 |     False |    0.0339 |         --- |  0.7812 |          1.0 |  3.298s |     3m:20s |
| Iteration 50     |          393 |      gini |         2 |                13 |               20 |          0.9 |      True |     0.029 |         0.8 |     0.5 |          1.0 |  3.443s |     3m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'n_estimators': 296, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 19, 'min_samples_leaf': 6, 'max_features': 'log2', 'bootstrap': False, 'ccp_alpha': 0.0332}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.992
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.215s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.98 ± 0.0245
Time elapsed: 0.940s
-------------------------------------------------
Total time: 3m:26s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.270s |     3.289s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.25 |          0.5 |  3.225s |     6.828s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  3.208s |    10.863s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  3.167s |    14.455s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  3.227s |    18.080s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  3.171s |    21.556s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  3.206s |    25.078s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  3.182s |    28.590s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |        0.875 |  3.213s |    32.148s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  3.198s |    35.693s |
| Iteration 11     |           90 |        0.0154 |         2 |  0.3872 |                4 |       0.6 |              0.5 |      0.01 |          0 |   0.375 |        0.875 |  3.148s |    39.597s |
| Iteration 12     |           47 |        0.7109 |         2 |   0.633 |                6 |       0.9 |              0.7 |      0.01 |          1 |  0.6875 |        0.875 |  3.166s |    43.367s |
| Iteration 13     |          291 |        0.1363 |         5 |  0.5298 |                9 |       0.6 |              0.6 |        10 |          1 |     0.5 |        0.875 |  3.180s |    47.237s |
| Iteration 14     |          483 |        0.0646 |         6 |  0.6781 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.375 |        0.875 |  3.212s |    51.175s |
| Iteration 15     |          186 |         0.018 |         5 |  0.7054 |               10 |       0.7 |              0.6 |        10 |       0.01 |     0.5 |        0.875 |  3.168s |    54.949s |
| Iteration 16     |          154 |        0.1365 |         7 |  0.2168 |                2 |       0.6 |              0.5 |        10 |        100 |     0.5 |        0.875 |  3.186s |    58.753s |
| Iteration 17     |          168 |        0.1035 |         8 |  0.9602 |                6 |       0.9 |              0.5 |      0.01 |        0.1 |   0.625 |        0.875 |  3.181s |     1m:03s |
| Iteration 18     |          289 |        0.4984 |         9 |  0.7655 |                7 |       0.9 |              0.4 |         1 |          1 |    0.25 |        0.875 |  3.190s |     1m:06s |
| Iteration 19     |           28 |        0.1464 |         3 |  0.5161 |                5 |       0.9 |              0.8 |      0.01 |        100 |    0.75 |        0.875 |  3.143s |     1m:10s |
| Iteration 20     |           46 |        0.0204 |         1 |  0.3393 |                3 |       0.9 |              0.9 |      0.01 |        100 |   0.375 |        0.875 |  3.163s |     1m:14s |
| Iteration 21     |          184 |        0.3303 |         5 |   0.926 |                6 |       0.9 |              0.5 |      0.01 |        0.1 |   0.375 |        0.875 |  3.154s |     1m:18s |
| Iteration 22     |           62 |        0.9929 |         2 |  0.7074 |                3 |       0.5 |              0.8 |       0.1 |          0 |  0.1875 |        0.875 |  3.131s |     1m:22s |
| Iteration 23     |          174 |        0.1372 |         5 |  0.6458 |                8 |       0.5 |              0.5 |      0.01 |          1 |     0.5 |        0.875 |  3.203s |     1m:26s |
| Iteration 24     |          127 |        0.4081 |         4 |  0.6477 |                2 |       0.8 |              0.9 |      0.01 |          1 |    0.75 |        0.875 |  3.181s |     1m:30s |
| Iteration 25     |          223 |         0.189 |         1 |  0.6486 |                5 |       0.8 |              0.9 |      0.01 |          1 |  0.2812 |        0.875 |  3.802s |     1m:34s |
| Iteration 26     |          469 |        0.0416 |         8 |   0.621 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |        0.875 |  3.212s |     1m:38s |
| Iteration 27     |          321 |        0.2733 |        10 |  0.6209 |                9 |       0.7 |              0.6 |      0.01 |          1 |     0.5 |        0.875 |  3.177s |     1m:42s |
| Iteration 28     |           32 |        0.0217 |         4 |  0.2149 |                4 |       0.5 |              0.9 |       100 |          1 |     0.5 |        0.875 |  3.164s |     1m:46s |
| Iteration 29     |          412 |        0.0311 |         9 |  0.6324 |                4 |       0.8 |              0.8 |      0.01 |       0.01 |     1.0 |          1.0 |  3.234s |     1m:50s |
| Iteration 30     |          119 |        0.0738 |         9 |  0.3653 |                1 |       0.8 |              0.8 |      0.01 |          0 |    0.75 |          1.0 |  3.151s |     1m:54s |
| Iteration 31     |          207 |         0.018 |         8 |   0.047 |                2 |       0.9 |              1.0 |         0 |          1 |  0.8125 |          1.0 |  3.183s |     1m:58s |
| Iteration 32     |           58 |        0.0583 |        10 |  0.6103 |                9 |       1.0 |              0.9 |      0.01 |       0.01 |     0.5 |          1.0 |  3.181s |     2m:02s |
| Iteration 33     |          363 |        0.5737 |         2 |  0.9401 |                5 |       0.9 |              1.0 |         0 |       0.01 |  0.4375 |          1.0 |  3.204s |     2m:06s |
| Iteration 34     |           94 |        0.0554 |        10 |  0.7802 |                3 |       0.8 |              0.8 |      0.01 |       0.01 |  0.8125 |          1.0 |  3.168s |     2m:10s |
| Iteration 35     |          321 |        0.7071 |        10 |   0.008 |                1 |       0.5 |              0.5 |         0 |         10 |    0.75 |          1.0 |  3.223s |     2m:14s |
| Iteration 36     |          343 |        0.5929 |        10 |  0.8978 |                2 |       0.7 |              0.7 |      0.01 |         10 |   0.875 |          1.0 |  3.223s |     2m:19s |
| Iteration 37     |          419 |        0.0103 |        10 |  0.9023 |                3 |       0.7 |              0.9 |         0 |         10 |   0.875 |          1.0 |  3.208s |     2m:23s |
| Iteration 38     |          322 |        0.2077 |        10 |  0.1172 |                2 |       0.5 |              0.7 |      0.01 |        100 |   0.625 |          1.0 |  3.197s |     2m:27s |
| Iteration 39     |          473 |        0.0373 |        10 |  0.6363 |                4 |       0.7 |              1.0 |         0 |          0 |  0.6875 |          1.0 |  3.235s |     2m:31s |
| Iteration 40     |          255 |        0.0292 |        10 |  0.7926 |                1 |       0.9 |              0.6 |         0 |          0 |  0.8125 |          1.0 |  3.202s |     2m:35s |
| Iteration 41     |          182 |         0.043 |         6 |  0.6985 |                1 |       0.5 |              0.8 |         0 |          0 |     0.5 |          1.0 |  3.183s |     2m:39s |
| Iteration 42     |          390 |        0.0121 |         9 |   0.996 |                3 |       1.0 |              1.0 |         0 |        100 |     0.5 |          1.0 |  3.189s |     2m:43s |
| Iteration 43     |           67 |         0.017 |        10 |  0.8363 |                1 |       1.0 |              0.4 |      0.01 |        100 |   0.625 |          1.0 |  3.177s |     2m:47s |
| Iteration 44     |          443 |        0.0186 |        10 |   0.623 |                1 |       0.7 |              0.6 |         0 |         10 |  0.5625 |          1.0 |  3.227s |     2m:51s |
| Iteration 45     |           71 |        0.1372 |        10 |  0.2338 |                3 |       0.6 |              1.0 |      0.01 |        0.1 |     0.5 |          1.0 |  3.156s |     2m:56s |
| Iteration 46     |          331 |        0.9995 |         1 |  0.0399 |                1 |       1.0 |              0.7 |       100 |       0.01 |     0.5 |          1.0 |  3.194s |     3m:00s |
| Iteration 47     |          460 |        0.0806 |        10 |     1.0 |                1 |       1.0 |              1.0 |      0.01 |          0 |    0.75 |          1.0 |  3.207s |     3m:04s |
| Iteration 48     |          476 |        0.4544 |        10 |   0.272 |                1 |       0.7 |              0.4 |      0.01 |       0.01 |   0.875 |          1.0 |  3.208s |     3m:09s |
| Iteration 49     |          387 |        0.0726 |        10 |  0.1433 |                1 |       1.0 |              0.6 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.849s |     3m:13s |
| Iteration 50     |          493 |        0.4814 |        10 |  0.1098 |               10 |       1.0 |              0.4 |         0 |         10 |     0.5 |          1.0 |  3.204s |     3m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 412, 'learning_rate': 0.0311, 'max_depth': 9, 'gamma': 0.6324, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9228
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.088s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1319
Time elapsed: 0.268s
-------------------------------------------------
Total time: 3m:19s


Final results ==================== >>
Duration: 21m:50s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.95 ± 0.0548
Logistic Regression             --> roc_auc: 0.75 ± 0.1342
Linear Discriminant Analysis    --> roc_auc: 0.89 ± 0.196
Quadratic Discriminant Analysis --> roc_auc: 0.77 ± 0.2358
Radius Nearest Neighbors        --> roc_auc: 0.66 ± 0.08 ~
AdaBoost                        --> roc_auc: 0.96 ± 0.0374
Random Forest                   --> roc_auc: 0.98 ± 0.0245 !
XGBoost                         --> roc_auc: 0.86 ± 0.1319
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 828 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGSGGGADGLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGEQFF.
   >>> Dropping feature CAVASGTYKYIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNAGGTSYGKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASSPGGYEQYF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8438 |       0.8438 |  0.669s |     0.689s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  0.720s |     1.740s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.4375 |       0.9375 |  0.676s |     2.739s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |       0.9375 |  0.707s |     3.781s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.734s |     4.854s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.9375 |          1.0 |  0.766s |     5.948s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.5625 |          1.0 |  0.746s |     7.029s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     0.5 |          1.0 |  0.783s |     8.154s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  0.712s |     9.237s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.698s |    10.424s |
| Iteration 11     | exponen.. |        0.0152 |          245 |       0.6 | friedman_mse |                12 |                2 |         9 |         sqrt |    0.0142 |  0.6875 |          1.0 |  0.735s |    12.061s |
| Iteration 12     |  deviance |        0.1125 |           46 |       0.8 | friedman_mse |                 6 |                7 |         7 |         log2 |    0.0333 |  0.5625 |          1.0 |  0.661s |    13.384s |
| Iteration 13     |  deviance |          0.01 |           10 |       1.0 | squared_er.. |                 2 |                1 |         1 |         auto |       0.0 |     1.0 |          1.0 |  0.653s |    14.805s |
| Iteration 14     |  deviance |          0.01 |           10 |       1.0 | squared_er.. |                 2 |                1 |         1 |         auto |     0.035 |   0.625 |          1.0 |  0.654s |    16.226s |
| Iteration 15     |  deviance |           1.0 |           63 |       0.5 | squared_er.. |                20 |               20 |         1 |          0.6 |       0.0 |     0.5 |          1.0 |  0.666s |    17.681s |
| Iteration 16     | exponen.. |        0.0123 |          301 |       1.0 | friedman_mse |                14 |               14 |         1 |         None |     0.001 |  0.7188 |          1.0 |  0.726s |    18.987s |
| Iteration 17     |  deviance |        0.0234 |          343 |       0.5 | friedman_mse |                20 |               19 |         4 |          0.9 |     0.002 |     0.5 |          1.0 |  0.716s |    20.409s |
| Iteration 18     | exponen.. |           1.0 |           10 |       0.5 | friedman_mse |                20 |                1 |        10 |         None |     0.035 |    0.75 |          1.0 |  0.664s |    21.692s |
| Iteration 19     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                 2 |               20 |         1 |         None |       0.0 |  0.5938 |          1.0 |  0.745s |    23.214s |
| Iteration 20     |  deviance |        0.1675 |          500 |       1.0 | squared_er.. |                 7 |                8 |         4 |          0.8 |    0.0001 |     1.0 |          1.0 |  0.759s |    24.579s |
| Iteration 21     |  deviance |        0.8761 |          449 |       0.5 | squared_er.. |                 4 |               20 |         2 |         auto |       0.0 |     0.5 |          1.0 |  0.729s |    26.236s |
| Iteration 22     |  deviance |         0.013 |          125 |       1.0 | squared_er.. |                 3 |               17 |         4 |          0.8 |       0.0 |  0.5625 |          1.0 |  0.681s |    27.637s |
| Iteration 23     |  deviance |        0.1127 |          218 |       0.5 | squared_er.. |                20 |                5 |        10 |          0.8 |       0.0 |  0.5625 |          1.0 |  0.698s |    29.024s |
| Iteration 24     |  deviance |        0.2679 |          352 |       1.0 | squared_er.. |                 3 |                6 |         2 |          0.6 |       0.0 |  0.8125 |          1.0 |  1.428s |    31.335s |
| Iteration 25     | exponen.. |        0.0322 |          317 |       1.0 | friedman_mse |                10 |               11 |         9 |          0.5 |       0.0 |     0.5 |          1.0 |  0.737s |    32.997s |
| Iteration 26     | exponen.. |        0.5886 |          259 |       0.8 | friedman_mse |                13 |                3 |         7 |          0.5 |    0.0187 |     1.0 |          1.0 |  0.740s |    34.536s |
| Iteration 27     |  deviance |        0.0286 |          353 |       0.9 | squared_er.. |                 6 |                8 |         9 |          0.7 |    0.0134 |   0.625 |          1.0 |  0.754s |    35.977s |
| Iteration 28     |  deviance |         0.668 |          161 |       0.7 | squared_er.. |                18 |                1 |         9 |          0.5 |    0.0073 |  0.8125 |          1.0 |  0.709s |    37.425s |
| Iteration 29     | exponen.. |        0.5734 |          227 |       0.7 | friedman_mse |                 5 |               16 |         4 |         sqrt |    0.0037 |  0.0625 |          1.0 |  0.738s |    38.984s |
| Iteration 30     | exponen.. |        0.4727 |          369 |       0.9 | friedman_mse |                13 |                3 |         6 |          0.6 |    0.0185 |   0.625 |          1.0 |  0.760s |    40.525s |
| Iteration 31     |  deviance |         0.261 |          231 |       0.6 | squared_er.. |                 7 |                2 |         4 |          0.7 |       0.0 |    0.75 |          1.0 |  0.750s |    41.992s |
| Iteration 32     |  deviance |        0.0964 |          447 |       0.9 | squared_er.. |                 9 |                9 |         7 |         log2 |    0.0024 |  0.8125 |          1.0 |  0.786s |    43.565s |
| Iteration 33     | exponen.. |        0.0192 |          220 |       0.5 | squared_er.. |                 9 |                4 |         2 |         sqrt |    0.0223 |   0.875 |          1.0 |  0.737s |    45.001s |
| Iteration 34     | exponen.. |        0.0583 |          155 |       0.7 | friedman_mse |                19 |               18 |         8 |         log2 |    0.0061 |  0.6875 |          1.0 |  0.710s |    46.441s |
| Iteration 35     |  deviance |        0.1083 |          414 |       1.0 | squared_er.. |                 2 |                1 |         2 |          0.6 |    0.0039 |    0.75 |          1.0 |  0.757s |    47.913s |
| Iteration 36     | exponen.. |        0.0152 |          407 |       0.6 | friedman_mse |                11 |                1 |         9 |         log2 |    0.0244 |  0.6875 |          1.0 |  0.777s |    49.401s |
| Iteration 37     | exponen.. |        0.1519 |          154 |       0.7 | friedman_mse |                 9 |                6 |         2 |          0.8 |    0.0189 |   0.875 |          1.0 |  0.712s |    50.903s |
| Iteration 38     | exponen.. |        0.9742 |          190 |       0.5 | friedman_mse |                 8 |                2 |         3 |         sqrt |    0.0181 |  0.8125 |          1.0 |  0.711s |    52.364s |
| Iteration 39     |  deviance |        0.2151 |          174 |       0.7 | squared_er.. |                17 |               10 |         7 |          0.9 |    0.0218 |  0.8125 |          1.0 |  0.725s |    53.816s |
| Iteration 40     |  deviance |        0.2108 |          176 |       0.6 | squared_er.. |                20 |                7 |         5 |         log2 |    0.0293 |  0.4688 |          1.0 |  0.713s |    55.291s |
| Iteration 41     |  deviance |        0.0471 |          484 |       0.6 | squared_er.. |                13 |               10 |         3 |          0.8 |    0.0102 |   0.875 |          1.0 |  0.790s |    56.841s |
| Iteration 42     |  deviance |        0.1008 |          372 |       0.6 | squared_er.. |                13 |               14 |         4 |          0.7 |    0.0129 |   0.375 |          1.0 |  0.752s |    58.337s |
| Iteration 43     |  deviance |        0.2289 |          449 |       0.6 | squared_er.. |                12 |                9 |         8 |         log2 |    0.0063 |   0.875 |          1.0 |  0.770s |    59.926s |
| Iteration 44     |  deviance |        0.3149 |           39 |       1.0 | friedman_mse |                 6 |                7 |         7 |          0.7 |    0.0027 |   0.875 |          1.0 |  0.684s |     1m:01s |
| Iteration 45     |  deviance |        0.0108 |          350 |       0.6 | friedman_mse |                 9 |               11 |         4 |          0.9 |    0.0061 |     1.0 |          1.0 |  0.716s |     1m:03s |
| Iteration 46     | exponen.. |        0.7992 |          174 |       0.7 | friedman_mse |                16 |                3 |         6 |         log2 |    0.0194 |    0.75 |          1.0 |  0.669s |     1m:05s |
| Iteration 47     |  deviance |        0.1085 |          318 |       1.0 | squared_er.. |                 8 |                9 |         9 |         auto |    0.0068 |   0.625 |          1.0 |  0.708s |     1m:06s |
| Iteration 48     |  deviance |        0.0689 |          281 |       0.9 | friedman_mse |                 7 |               10 |         3 |          0.8 |    0.0013 |   0.625 |          1.0 |  0.703s |     1m:08s |
| Iteration 49     |  deviance |        0.1793 |          351 |       0.8 | friedman_mse |                19 |                1 |         5 |         auto |     0.001 |     1.0 |          1.0 |  0.736s |     1m:09s |
| Iteration 50     | exponen.. |        0.0214 |          311 |       0.6 | friedman_mse |                17 |                3 |         8 |         sqrt |    0.0203 |  0.8125 |          1.0 |  1.283s |     1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.1675, 'n_estimators': 500, 'subsample': 1.0, 'criterion': 'squared_error', 'min_samples_split': 7, 'min_samples_leaf': 8, 'max_depth': 4, 'max_features': 0.8, 'ccp_alpha': 0.0001}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.119s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0775
Time elapsed: 0.555s
-------------------------------------------------
Total time: 1m:13s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.8125 |       0.8125 |  0.685s |     0.696s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |       0.8125 |  0.720s |     1.840s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |       0.8125 |  0.694s |     2.859s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.9375 |       0.9375 |  0.698s |     3.872s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |       0.9375 |  0.663s |     4.859s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.0 |       0.9375 |  0.667s |     5.819s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.9375 |       0.9375 |  0.673s |     6.809s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.1875 |       0.9375 |  0.660s |     7.807s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |       0.9375 |  0.677s |     8.800s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.9375 |       0.9375 |  0.672s |     9.796s |
| Iteration 11     |      l2 |   100.0 |    saga |      262 |      --- |  0.5625 |       0.9375 |  0.676s |    11.227s |
| Iteration 12     |      l2 | 15.7421 | libli.. |      274 |      --- |    0.25 |       0.9375 |  0.652s |    12.615s |
| Iteration 13     |      l2 |  1.2722 | libli.. |      720 |      --- |  0.8125 |       0.9375 |  0.657s |    14.063s |
| Iteration 14     |      l2 |  0.2253 | libli.. |      943 |      --- |  0.9375 |       0.9375 |  0.643s |    15.363s |
| Iteration 15     |      l2 |  1.9691 | libli.. |      291 |      --- |    0.25 |       0.9375 |  0.656s |    16.803s |
| Iteration 16     |    none |     --- |     sag |     1000 |      --- |  0.4375 |       0.9375 |  0.646s |    18.020s |
| Iteration 17     |      l2 |   0.315 |   lbfgs |      739 |      --- |     0.5 |       0.9375 |  0.667s |    19.292s |
| Iteration 18     |      l2 |  0.0065 |    saga |      287 |      --- |    0.75 |       0.9375 |  0.645s |    20.569s |
| Iteration 19     |      l2 |  0.0023 |   lbfgs |      473 |      --- |  0.4375 |       0.9375 |  0.652s |    21.865s |
| Iteration 20     |      l2 |   0.093 | libli.. |      621 |      --- |  0.4375 |       0.9375 |  0.640s |    23.159s |
| Iteration 21     |    none |     --- | newto.. |     1000 |      --- |   0.625 |       0.9375 |  0.669s |    24.460s |
| Iteration 22     |      l2 |   0.003 |    saga |      106 |      --- |     0.5 |       0.9375 |  0.661s |    25.788s |
| Iteration 23     |      l2 |  2.0018 | libli.. |      882 |      --- |  0.8125 |       0.9375 |  0.655s |    27.055s |
| Iteration 24     | elast.. |  0.0749 |    saga |     1000 |      0.7 |     0.5 |       0.9375 |  1.220s |    29.005s |
| Iteration 25     |    none |     --- | newto.. |      995 |      --- |  0.0625 |       0.9375 |  0.651s |    30.317s |
| Iteration 26     |    none |     --- | newto.. |     1000 |      --- |   0.625 |       0.9375 |  0.000s |    30.990s |
| Iteration 27     |      l2 |  2.0873 | newto.. |      277 |      --- |  0.4375 |       0.9375 |  0.642s |    32.448s |
| Iteration 28     |      l1 |  0.4112 | libli.. |      886 |      --- |     0.5 |       0.9375 |  0.641s |    33.801s |
| Iteration 29     |      l2 |  1.4878 |   lbfgs |     1000 |      --- |   0.625 |       0.9375 |  0.650s |    35.336s |
| Iteration 30     | elast.. |  0.0132 |    saga |      152 |      0.4 |     0.5 |       0.9375 |  0.649s |    36.605s |
| Iteration 31     |      l2 | 75.6984 |   lbfgs |     1000 |      --- |  0.6875 |       0.9375 |  0.666s |    37.930s |
| Iteration 32     |      l2 |    2.38 |    saga |      738 |      --- |     0.5 |       0.9375 |  0.649s |    39.264s |
| Iteration 33     |      l1 |  0.1807 |    saga |     1000 |      --- |  0.7812 |       0.9375 |  0.670s |    40.596s |
| Iteration 34     |      l2 |  0.1809 |     sag |      841 |      --- |    0.75 |       0.9375 |  0.647s |    41.907s |
| Iteration 35     |      l2 | 35.4096 |     sag |     1000 |      --- |   0.375 |       0.9375 |  0.667s |    43.228s |
| Iteration 36     |      l2 |  0.2068 | newto.. |     1000 |      --- |     0.5 |       0.9375 |  0.651s |    44.620s |
| Iteration 37     | elast.. |   0.218 |    saga |      550 |      0.7 |   0.625 |       0.9375 |  0.659s |    45.945s |
| Iteration 38     |    none |     --- |    saga |     1000 |      --- |  0.8125 |       0.9375 |  0.656s |    47.267s |
| Iteration 39     |    none |     --- |    saga |     1000 |      --- |  0.8125 |       0.9375 |  0.001s |    47.957s |
| Iteration 40     |      l1 |  0.2058 |    saga |     1000 |      --- |   0.125 |       0.9375 |  0.657s |    49.312s |
| Iteration 41     |    none |     --- |    saga |      117 |      --- |  0.5625 |       0.9375 |  0.671s |    50.675s |
| Iteration 42     |    none |     --- | newto.. |      778 |      --- |  0.4375 |       0.9375 |  0.654s |    52.017s |
| Iteration 43     |    none |     --- |   lbfgs |      138 |      --- |  0.5625 |       0.9375 |  0.671s |    53.337s |
| Iteration 44     |    none |     --- |    saga |      754 |      --- |  0.5625 |       0.9375 |  0.657s |    54.655s |
| Iteration 45     |      l2 |  0.0013 |     sag |      191 |      --- |  0.5625 |       0.9375 |  0.668s |    56.049s |
| Iteration 46     |      l2 |  0.0286 | libli.. |      326 |      --- |     1.0 |          1.0 |  0.656s |    57.379s |
| Iteration 47     |      l2 |  0.0242 | libli.. |      276 |      --- |  0.8125 |          1.0 |  0.671s |    58.758s |
| Iteration 48     |      l2 |  0.0144 | libli.. |      284 |      --- |     0.5 |          1.0 |  0.660s |     1m:00s |
| Iteration 49     |      l1 | 48.9505 | libli.. |      995 |      --- |  0.4375 |          1.0 |  0.658s |     1m:02s |
| Iteration 50     |      l2 |  0.0311 |     sag |      347 |      --- |     0.5 |          1.0 |  1.240s |     1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'l2', 'C': 0.0286, 'solver': 'liblinear', 'max_iter': 326}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7027
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:05s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.25 |         0.25 |  0.625s |     0.630s |
| Initial point 2  |     svd |       --- |  0.5625 |       0.5625 |  0.631s |     1.555s |
| Initial point 3  |     svd |       --- |  0.5625 |       0.5625 |  0.000s |     1.862s |
| Initial point 4  |    lsqr |       0.8 |    0.25 |       0.5625 |  0.637s |     2.789s |
| Initial point 5  |   eigen |       0.9 |   0.375 |       0.5625 |  0.637s |     3.722s |
| Initial point 6  |    lsqr |       0.7 |     0.0 |       0.5625 |  0.625s |     4.675s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  0.626s |     5.607s |
| Initial point 8  |    lsqr |       0.9 |    0.25 |       0.8125 |  0.638s |     6.562s |
| Initial point 9  |    lsqr |       0.6 |    0.75 |       0.8125 |  0.628s |     7.480s |
| Initial point 10 |   eigen |       0.8 |     1.0 |          1.0 |  0.624s |     8.405s |
| Iteration 11     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     8.865s |
| Iteration 12     |   eigen |       0.7 |    0.25 |          1.0 |  0.622s |     9.923s |
| Iteration 13     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    10.356s |
| Iteration 14     |    lsqr |      auto |  0.9375 |          1.0 |  0.647s |    11.441s |
| Iteration 15     |   eigen |      auto |    0.25 |          1.0 |  0.624s |    12.490s |
| Iteration 16     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    12.945s |
| Iteration 17     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    13.442s |
| Iteration 18     |    lsqr |       1.0 |  0.5625 |          1.0 |  0.636s |    14.525s |
| Iteration 19     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    15.020s |
| Iteration 20     |    lsqr |      None |   0.375 |          1.0 |  0.647s |    16.150s |
| Iteration 21     |   eigen |       0.5 |    0.75 |          1.0 |  0.629s |    17.298s |
| Iteration 22     |   eigen |       0.6 |     0.5 |          1.0 |  0.642s |    18.530s |
| Iteration 23     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    19.108s |
| Iteration 24     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    19.645s |
| Iteration 25     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    20.141s |
| Iteration 26     |   eigen |      None |   0.625 |          1.0 |  0.657s |    21.318s |
| Iteration 27     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    21.892s |
| Iteration 28     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    22.402s |
| Iteration 29     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    22.899s |
| Iteration 30     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    23.474s |
| Iteration 31     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    24.036s |
| Iteration 32     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    24.674s |
| Iteration 33     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    25.771s |
| Iteration 34     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    26.453s |
| Iteration 35     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    26.981s |
| Iteration 36     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    27.515s |
| Iteration 37     |    lsqr |      auto |  0.9375 |          1.0 |  0.001s |    28.113s |
| Iteration 38     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    28.688s |
| Iteration 39     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    29.248s |
| Iteration 40     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    29.854s |
| Iteration 41     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    30.434s |
| Iteration 42     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    31.122s |
| Iteration 43     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    31.776s |
| Iteration 44     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    33.009s |
| Iteration 45     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    34.199s |
| Iteration 46     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    35.540s |
| Iteration 47     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    36.308s |
| Iteration 48     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    36.938s |
| Iteration 49     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    37.579s |
| Iteration 50     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    38.241s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 38.887s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6875
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.029s
-------------------------------------------------
Total time: 38.926s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.25 |         0.25 |  0.633s |     0.637s |
| Initial point 2  |       0.9 |  0.6875 |       0.6875 |  0.651s |     1.616s |
| Initial point 3  |       0.1 |    0.75 |         0.75 |  0.638s |     2.557s |
| Initial point 4  |       1.0 |    0.25 |         0.75 |  0.000s |     2.866s |
| Initial point 5  |       0.2 |   0.375 |         0.75 |  0.637s |     3.801s |
| Initial point 6  |       0.4 |     0.0 |         0.75 |  0.629s |     4.726s |
| Initial point 7  |       0.4 |     0.0 |         0.75 |  0.000s |     5.096s |
| Initial point 8  |       0.7 |    0.25 |         0.75 |  0.647s |     6.126s |
| Initial point 9  |       0.9 |  0.6875 |         0.75 |  0.000s |     6.450s |
| Initial point 10 |       0.8 |  0.8125 |       0.8125 |  0.628s |     7.397s |
| Iteration 11     |       0.3 |  0.6875 |       0.8125 |  0.621s |     8.399s |
| Iteration 12     |       0.6 |    0.25 |       0.8125 |  0.623s |     9.432s |
| Iteration 13     |       0.5 |  0.6875 |       0.8125 |  0.623s |    10.441s |
| Iteration 14     |       0.0 |  0.6875 |       0.8125 |  0.624s |    11.448s |
| Iteration 15     |       0.8 |  0.8125 |       0.8125 |  0.000s |    11.889s |
| Iteration 16     |       0.8 |  0.8125 |       0.8125 |  0.000s |    12.305s |
| Iteration 17     |       0.8 |  0.8125 |       0.8125 |  0.000s |    12.705s |
| Iteration 18     |       0.8 |  0.8125 |       0.8125 |  0.000s |    13.108s |
| Iteration 19     |       0.8 |  0.8125 |       0.8125 |  0.000s |    13.509s |
| Iteration 20     |       0.8 |  0.8125 |       0.8125 |  0.000s |    13.907s |
| Iteration 21     |       0.8 |  0.8125 |       0.8125 |  0.000s |    14.325s |
| Iteration 22     |       0.8 |  0.8125 |       0.8125 |  0.000s |    14.748s |
| Iteration 23     |       0.8 |  0.8125 |       0.8125 |  0.000s |    15.318s |
| Iteration 24     |       0.8 |  0.8125 |       0.8125 |  0.000s |    15.783s |
| Iteration 25     |       0.6 |    0.25 |       0.8125 |  0.000s |    16.229s |
| Iteration 26     |       0.8 |  0.8125 |       0.8125 |  0.000s |    16.667s |
| Iteration 27     |       0.8 |  0.8125 |       0.8125 |  0.000s |    17.088s |
| Iteration 28     |       0.7 |    0.25 |       0.8125 |  0.000s |    17.511s |
| Iteration 29     |       0.8 |  0.8125 |       0.8125 |  0.000s |    17.933s |
| Iteration 30     |       0.8 |  0.8125 |       0.8125 |  0.000s |    18.372s |
| Iteration 31     |       0.8 |  0.8125 |       0.8125 |  0.000s |    18.795s |
| Iteration 32     |       0.8 |  0.8125 |       0.8125 |  0.000s |    19.229s |
| Iteration 33     |       0.8 |  0.8125 |       0.8125 |  0.000s |    19.674s |
| Iteration 34     |       0.8 |  0.8125 |       0.8125 |  0.000s |    20.122s |
| Iteration 35     |       0.8 |  0.8125 |       0.8125 |  0.000s |    20.596s |
| Iteration 36     |       0.8 |  0.8125 |       0.8125 |  0.000s |    21.063s |
| Iteration 37     |       0.8 |  0.8125 |       0.8125 |  0.000s |    21.532s |
| Iteration 38     |       0.8 |  0.8125 |       0.8125 |  0.000s |    22.010s |
| Iteration 39     |       0.8 |  0.8125 |       0.8125 |  0.000s |    22.514s |
| Iteration 40     |       0.8 |  0.8125 |       0.8125 |  0.000s |    22.983s |
| Iteration 41     |       0.8 |  0.8125 |       0.8125 |  0.000s |    23.460s |
| Iteration 42     |       0.8 |  0.8125 |       0.8125 |  0.000s |    23.952s |
| Iteration 43     |       0.8 |  0.8125 |       0.8125 |  0.000s |    24.440s |
| Iteration 44     |       0.8 |  0.8125 |       0.8125 |  0.000s |    24.959s |
| Iteration 45     |       0.8 |  0.8125 |       0.8125 |  0.000s |    25.458s |
| Iteration 46     |       0.8 |  0.8125 |       0.8125 |  0.000s |    25.956s |
| Iteration 47     |       0.8 |  0.8125 |       0.8125 |  0.000s |    26.459s |
| Iteration 48     |       0.8 |  0.8125 |       0.8125 |  0.000s |    27.012s |
| Iteration 49     |       0.8 |  0.8125 |       0.8125 |  0.000s |    27.575s |
| Iteration 50     |       0.8 |  0.8125 |       0.8125 |  0.000s |    28.110s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 28.644s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.029s
-------------------------------------------------
Total time: 28.683s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.3768 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  0.647s |     0.668s |
| Initial point 2  |  4.9223 | uniform |   kd_tree |        39 |       2 |     0.5 |        0.625 |  0.647s |     1.633s |
| Initial point 3  |  3.8883 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.8125 |  1.140s |     3.084s |
| Initial point 4  | 11.3439 | uniform | ball_tree |        39 |       2 |     0.5 |       0.8125 |  0.642s |     4.121s |
| Initial point 5  |  8.8864 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  0.638s |     5.078s |
| Initial point 6  | 10.2912 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.651s |     6.036s |
| Initial point 7  |   7.361 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.654s |     7.004s |
| Initial point 8  |   1.764 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.635s |     7.934s |
| Initial point 9  |  8.1996 | uniform | ball_tree |        24 |       1 |   0.625 |          1.0 |  0.640s |     8.926s |
| Initial point 10 |  5.8241 | uniform |     brute |        22 |       2 |    0.75 |          1.0 |  0.640s |     9.902s |
| Iteration 11     | 12.4117 | dista.. |     brute |        25 |       1 |    0.75 |          1.0 |  0.653s |    11.160s |
| Iteration 12     |  9.1272 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.631s |    12.385s |
| Iteration 13     |  6.5894 | dista.. | ball_tree |        33 |       1 |   0.875 |          1.0 |  0.664s |    13.576s |
| Iteration 14     |  7.3403 | dista.. | ball_tree |        20 |       1 |  0.8125 |          1.0 |  0.637s |    14.745s |
| Iteration 15     |  5.2764 | dista.. |   kd_tree |        40 |       2 |  0.6875 |          1.0 |  0.635s |    15.950s |
| Iteration 16     |     0.0 | uniform |     brute |        20 |       1 |     0.5 |          1.0 |  0.647s |    17.297s |
| Iteration 17     | 12.4117 | dista.. |      auto |        20 |       1 |  0.6875 |          1.0 |  0.650s |    18.518s |
| Iteration 18     |  7.0807 | dista.. |   kd_tree |        20 |       2 |    0.75 |          1.0 |  0.652s |    19.792s |
| Iteration 19     |  8.4875 | dista.. |   kd_tree |        40 |       1 |     1.0 |          1.0 |  0.647s |    21.005s |
| Iteration 20     |   8.845 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.664s |    22.267s |
| Iteration 21     |  9.1205 | dista.. |      auto |        39 |       1 |  0.8125 |          1.0 |  0.644s |    23.571s |
| Iteration 22     |  7.7426 | dista.. |   kd_tree |        33 |       1 |   0.875 |          1.0 |  0.649s |    25.073s |
| Iteration 23     |  8.4544 | dista.. |     brute |        20 |       1 |    0.75 |          1.0 |  0.648s |    26.367s |
| Iteration 24     |  0.0021 | dista.. |   kd_tree |        37 |       1 |     0.5 |          1.0 |  0.651s |    27.725s |
| Iteration 25     |  9.7774 | dista.. |     brute |        31 |       2 |  0.3125 |          1.0 |  0.648s |    29.047s |
| Iteration 26     |  9.4953 | dista.. |   kd_tree |        39 |       1 |   0.625 |          1.0 |  0.636s |    30.358s |
| Iteration 27     |  8.4258 | dista.. |      auto |        35 |       2 |  0.5625 |          1.0 |  0.649s |    31.734s |
| Iteration 28     |  7.5657 | dista.. |      auto |        23 |       1 |   0.625 |          1.0 |  0.634s |    33.067s |
| Iteration 29     |  8.3655 | dista.. |      auto |        40 |       1 |  0.4375 |          1.0 |  0.653s |    34.478s |
| Iteration 30     |  8.6037 | dista.. |   kd_tree |        30 |       1 |   0.625 |          1.0 |  1.194s |    36.381s |
| Iteration 31     |  7.3353 | dista.. | ball_tree |        31 |       1 |  0.9375 |          1.0 |  0.681s |    37.792s |
| Iteration 32     | 10.3643 | dista.. | ball_tree |        26 |       2 |   0.625 |          1.0 |  0.685s |    39.221s |
| Iteration 33     |  7.3315 | dista.. | ball_tree |        31 |       1 |  0.8125 |          1.0 |  0.684s |    40.549s |
| Iteration 34     |  7.4253 | dista.. |   kd_tree |        32 |       1 |     1.0 |          1.0 |  0.689s |    41.919s |
| Iteration 35     | 10.1959 | dista.. | ball_tree |        26 |       2 |     0.5 |          1.0 |  0.696s |    43.758s |
| Iteration 36     |  7.2223 | dista.. |   kd_tree |        33 |       1 |  0.4375 |          1.0 |  0.685s |    45.320s |
| Iteration 37     |   6.032 | dista.. | ball_tree |        23 |       1 |  0.5312 |          1.0 |  0.678s |    46.643s |
| Iteration 38     |  7.4245 | uniform |   kd_tree |        35 |       2 |  0.8125 |          1.0 |  0.670s |    48.084s |
| Iteration 39     |  7.4283 | dista.. |   kd_tree |        32 |       1 |   0.375 |          1.0 |  0.726s |    49.616s |
| Iteration 40     |  7.3491 | dista.. | ball_tree |        27 |       1 |  0.4375 |          1.0 |  0.728s |    51.249s |
| Iteration 41     |  7.3342 | dista.. | ball_tree |        31 |       1 |  0.4688 |          1.0 |  0.735s |    52.657s |
| Iteration 42     | 10.2912 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.001s |    53.305s |
| Iteration 43     | 10.2809 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.725s |    54.873s |
| Iteration 44     |  7.2304 | dista.. | ball_tree |        24 |       1 |   0.625 |          1.0 |  0.725s |    56.437s |
| Iteration 45     | 10.2908 | dista.. | ball_tree |        21 |       2 |  0.9375 |          1.0 |  0.715s |    57.853s |
| Iteration 46     |  7.3858 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.713s |    59.330s |
| Iteration 47     |  10.306 | dista.. | ball_tree |        21 |       1 |    0.75 |          1.0 |  0.643s |     1m:01s |
| Iteration 48     | 10.3018 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.670s |     1m:02s |
| Iteration 49     |  8.3928 | dista.. |   kd_tree |        40 |       2 |     1.0 |          1.0 |  0.631s |     1m:04s |
| Iteration 50     | 10.2835 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.645s |     1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'radius': 7.3858, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:06s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.018s |     1.025s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  1.043s |     2.376s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |       0.8125 |  0.786s |     3.464s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.9062 |       0.9062 |  0.944s |     4.731s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |       0.9062 |  0.803s |     5.859s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.019s |     7.189s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8125 |          1.0 |  1.244s |     8.961s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.4375 |          1.0 |  0.929s |    10.227s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |          1.0 |  0.639s |    11.176s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9688 |          1.0 |  0.764s |    12.252s |
| Iteration 11     |           64 |        0.2366 |     SAMME |  0.5625 |          1.0 |  0.663s |    13.354s |
| Iteration 12     |          362 |        0.2316 |   SAMME.R |   0.625 |          1.0 |  0.924s |    14.707s |
| Iteration 13     |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  0.000s |    15.161s |
| Iteration 14     |          462 |        0.2331 |     SAMME |   0.375 |          1.0 |  0.956s |    16.633s |
| Iteration 15     |          462 |        0.2334 |   SAMME.R |   0.875 |          1.0 |  0.983s |    18.173s |
| Iteration 16     |          410 |         0.249 |   SAMME.R |     1.0 |          1.0 |  0.949s |    19.618s |
| Iteration 17     |          466 |        0.2558 |   SAMME.R |   0.625 |          1.0 |  0.997s |    21.102s |
| Iteration 18     |          149 |        0.0144 |     SAMME |  0.7188 |          1.0 |  0.742s |    22.455s |
| Iteration 19     |           89 |        0.0159 |     SAMME |  0.5938 |          1.0 |  0.685s |    23.689s |
| Iteration 20     |           74 |        0.0821 |     SAMME |  0.9688 |          1.0 |  0.674s |    24.868s |
| Iteration 21     |          479 |        0.0797 |     SAMME |  0.6875 |          1.0 |  0.963s |    26.347s |
| Iteration 22     |          410 |        0.2453 |   SAMME.R |    0.75 |          1.0 |  0.948s |    27.897s |
| Iteration 23     |          458 |        0.2439 |   SAMME.R |  0.6875 |          1.0 |  1.000s |    29.433s |
| Iteration 24     |           73 |         0.086 |     SAMME |     1.0 |          1.0 |  0.678s |    30.639s |
| Iteration 25     |           83 |        0.0902 |     SAMME |   0.375 |          1.0 |  0.700s |    31.862s |
| Iteration 26     |          462 |        0.2352 |   SAMME.R |  0.6875 |          1.0 |  0.980s |    33.365s |
| Iteration 27     |          204 |        0.2365 |   SAMME.R |   0.625 |          1.0 |  0.809s |    34.701s |
| Iteration 28     |           72 |        0.0369 |     SAMME |    0.75 |          1.0 |  0.679s |    36.010s |
| Iteration 29     |          175 |        0.1438 |     SAMME |    0.25 |          1.0 |  0.783s |    37.333s |
| Iteration 30     |          459 |        0.2203 |   SAMME.R |   0.375 |          1.0 |  0.997s |    38.875s |
| Iteration 31     |           57 |         0.075 |     SAMME |    0.75 |          1.0 |  0.688s |    40.073s |
| Iteration 32     |          101 |        0.0834 |     SAMME |  0.6875 |          1.0 |  0.699s |    41.323s |
| Iteration 33     |          398 |        0.2427 |   SAMME.R |   0.625 |          1.0 |  0.958s |    43.399s |
| Iteration 34     |          168 |        0.0834 |     SAMME |  0.9688 |          1.0 |  0.807s |    44.743s |
| Iteration 35     |          210 |        0.0442 |     SAMME |  0.8438 |          1.0 |  0.837s |    46.156s |
| Iteration 36     |           72 |        0.0838 |     SAMME |    0.75 |          1.0 |  0.736s |    47.590s |
| Iteration 37     |          126 |        0.0833 |     SAMME |  0.9062 |          1.0 |  0.771s |    48.915s |
| Iteration 38     |          147 |         0.083 |     SAMME |  0.6875 |          1.0 |  0.800s |    50.307s |
| Iteration 39     |          106 |        0.0833 |     SAMME |    0.75 |          1.0 |  0.764s |    51.642s |
| Iteration 40     |          132 |        0.0413 |     SAMME |  0.3438 |          1.0 |  0.778s |    53.054s |
| Iteration 41     |           75 |        0.0797 |     SAMME |  0.6875 |          1.0 |  0.729s |    54.558s |
| Iteration 42     |          486 |        0.0842 |     SAMME |     0.5 |          1.0 |  0.976s |    56.184s |
| Iteration 43     |           73 |        0.0867 |     SAMME |  0.7188 |          1.0 |  0.695s |    58.010s |
| Iteration 44     |          168 |        0.0864 |     SAMME |  0.5312 |          1.0 |  0.744s |    59.686s |
| Iteration 45     |           73 |        0.0841 |     SAMME |   0.625 |          1.0 |  0.706s |     1m:01s |
| Iteration 46     |          225 |        0.0756 |     SAMME |    0.75 |          1.0 |  0.786s |     1m:02s |
| Iteration 47     |          462 |        0.2374 |   SAMME.R |  0.6875 |          1.0 |  1.003s |     1m:04s |
| Iteration 48     |          172 |        0.0149 |     SAMME |  0.4688 |          1.0 |  0.761s |     1m:06s |
| Iteration 49     |          307 |        0.0533 |     SAMME |     1.0 |          1.0 |  0.867s |     1m:07s |
| Iteration 50     |           61 |        0.0816 |     SAMME |  0.9375 |          1.0 |  0.693s |     1m:09s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.416s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0316
Time elapsed: 1.908s
-------------------------------------------------
Total time: 1m:12s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.5625 |       0.5625 |  1.076s |     1.096s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  0.960s |     2.392s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |       0.9375 |  0.981s |     3.733s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |       0.9375 |  0.806s |     4.858s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |       0.9375 |  1.001s |     6.215s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.839s |     7.395s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.868s |     8.587s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     0.5 |          1.0 |  0.856s |     9.790s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  1.559s |    11.693s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.8125 |          1.0 |  0.943s |    12.960s |
| Iteration 11     |          500 |   entropy |      None |                 8 |               20 |         sqrt |      True |    0.0093 |        None |  0.5625 |          1.0 |  1.008s |    14.969s |
| Iteration 12     |          201 |   entropy |         7 |                20 |                7 |         sqrt |     False |     0.035 |         --- |     0.5 |          1.0 |  0.768s |    16.474s |
| Iteration 13     |          194 |   entropy |         6 |                15 |               18 |         auto |      True |    0.0031 |         0.5 |     0.5 |          1.0 |  0.784s |    17.962s |
| Iteration 14     |           52 |      gini |         6 |                12 |                1 |         auto |     False |    0.0314 |         --- |  0.5625 |          1.0 |  0.663s |    19.334s |
| Iteration 15     |          499 |      gini |         5 |                19 |               17 |          0.9 |     False |    0.0027 |         --- |  0.5938 |          1.0 |  0.939s |    21.156s |
| Iteration 16     |          103 |   entropy |         6 |                 8 |                8 |          0.7 |      True |    0.0176 |        None |    0.75 |          1.0 |  0.709s |    22.654s |
| Iteration 17     |          462 |      gini |         5 |                 9 |                6 |         sqrt |     False |    0.0175 |         --- |  0.8125 |          1.0 |  0.905s |    24.294s |
| Iteration 18     |          432 |      gini |         5 |                14 |                8 |          0.6 |     False |    0.0054 |         --- |   0.875 |          1.0 |  0.902s |    25.990s |
| Iteration 19     |          464 |      gini |         5 |                14 |                7 |          0.7 |     False |    0.0109 |         --- |  0.7188 |          1.0 |  0.913s |    27.794s |
| Iteration 20     |          356 |      gini |         6 |                 3 |                8 |          0.5 |      True |    0.0261 |        None |   0.875 |          1.0 |  0.915s |    29.507s |
| Iteration 21     |          314 |      gini |         1 |                 3 |               10 |          0.9 |      True |    0.0301 |        None |     0.5 |          1.0 |  0.886s |    31.301s |
| Iteration 22     |           90 |   entropy |         8 |                 4 |               19 |         log2 |      True |    0.0033 |         0.8 |     0.5 |          1.0 |  0.698s |    32.741s |
| Iteration 23     |          267 |   entropy |         8 |                20 |                6 |         sqrt |     False |    0.0341 |         --- |  0.8125 |          1.0 |  0.801s |    34.348s |
| Iteration 24     |          407 |      gini |         7 |                 2 |               10 |         log2 |     False |    0.0248 |         --- |     1.0 |          1.0 |  0.879s |    36.022s |
| Iteration 25     |          218 |      gini |         7 |                 9 |                9 |          0.9 |     False |    0.0025 |         --- |  0.4062 |          1.0 |  0.765s |    37.590s |
| Iteration 26     |          243 |      gini |         7 |                 3 |                6 |          0.5 |     False |     0.029 |         --- |  0.8125 |          1.0 |  0.785s |    39.715s |
| Iteration 27     |          405 |      gini |         7 |                 6 |               12 |          0.5 |     False |    0.0323 |         --- |    0.75 |          1.0 |  0.880s |    42.093s |
| Iteration 28     |          317 |      gini |         9 |                 4 |               10 |         sqrt |     False |    0.0194 |         --- |    0.75 |          1.0 |  0.827s |    44.331s |
| Iteration 29     |          368 |      gini |         1 |                 3 |               18 |         auto |     False |    0.0223 |         --- |  0.2812 |          1.0 |  0.848s |    46.506s |
| Iteration 30     |          409 |   entropy |         7 |                 4 |                3 |          0.8 |     False |    0.0176 |         --- |  0.6875 |          1.0 |  0.888s |    48.404s |
| Iteration 31     |          328 |   entropy |         7 |                11 |               20 |         None |     False |    0.0271 |         --- |   0.625 |          1.0 |  1.414s |    50.848s |
| Iteration 32     |          465 |      gini |         4 |                 3 |                2 |         None |      True |    0.0017 |        None |  0.8125 |          1.0 |  1.012s |    52.776s |
| Iteration 33     |          436 |      gini |         9 |                 8 |                7 |          0.6 |     False |    0.0301 |         --- |  0.9375 |          1.0 |  0.908s |    54.618s |
| Iteration 34     |          500 |      gini |         8 |                 4 |                8 |         log2 |      True |    0.0278 |         0.8 |  0.9375 |          1.0 |  1.014s |    56.485s |
| Iteration 35     |          387 |      gini |      None |                12 |                4 |         log2 |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.847s |    58.198s |
| Iteration 36     |          290 |      gini |         7 |                 2 |               12 |         log2 |      True |    0.0213 |         0.6 |  0.8125 |          1.0 |  0.865s |    59.985s |
| Iteration 37     |          500 |   entropy |         9 |                 7 |               10 |          0.9 |      True |    0.0304 |         0.7 |     1.0 |          1.0 |  1.039s |     1m:02s |
| Iteration 38     |          500 |      gini |         9 |                 2 |               12 |          0.5 |     False |    0.0319 |         --- |   0.875 |          1.0 |  0.982s |     1m:04s |
| Iteration 39     |           42 |      gini |         9 |                 2 |               13 |         sqrt |      True |    0.0312 |        None |  0.8125 |          1.0 |  0.711s |     1m:06s |
| Iteration 40     |          500 |      gini |         9 |                 2 |                8 |         log2 |      True |    0.0277 |         0.7 |   0.375 |          1.0 |  1.075s |     1m:08s |
| Iteration 41     |           10 |      gini |         2 |                11 |                1 |          0.8 |     False |       0.0 |         --- |  0.6875 |          1.0 |  0.632s |     1m:09s |
| Iteration 42     |          500 |      gini |         9 |                10 |               20 |          0.7 |     False |     0.035 |         --- |     0.5 |          1.0 |  0.941s |     1m:11s |
| Iteration 43     |          458 |   entropy |         4 |                20 |               12 |         None |     False |    0.0014 |         --- |  0.7812 |          1.0 |  0.967s |     1m:13s |
| Iteration 44     |           84 |   entropy |         4 |                14 |               12 |         None |     False |    0.0012 |         --- |     0.5 |          1.0 |  0.731s |     1m:14s |
| Iteration 45     |          500 |   entropy |         4 |                17 |               10 |          0.7 |     False |    0.0072 |         --- |     1.0 |          1.0 |  0.990s |     1m:16s |
| Iteration 46     |          500 |   entropy |         7 |                18 |               10 |          0.7 |     False |    0.0177 |         --- |  0.9375 |          1.0 |  0.971s |     1m:19s |
| Iteration 47     |          500 |      gini |         8 |                 3 |                9 |          0.9 |     False |    0.0248 |         --- |  0.1875 |          1.0 |  0.983s |     1m:21s |
| Iteration 48     |          203 |      gini |         9 |                 2 |                3 |         log2 |     False |    0.0294 |         --- |  0.5625 |          1.0 |  0.756s |     1m:22s |
| Iteration 49     |          401 |      gini |         5 |                18 |               10 |          0.8 |     False |    0.0284 |         --- |     1.0 |          1.0 |  0.877s |     1m:24s |
| Iteration 50     |          448 |      gini |         7 |                14 |               10 |          0.7 |     False |    0.0229 |         --- |  0.8125 |          1.0 |  0.896s |     1m:26s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9317
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.312s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.1166
Time elapsed: 1.417s
-------------------------------------------------
Total time: 1m:29s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.751s |     0.770s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  0.740s |     1.874s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8125 |  1.340s |     3.647s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8125 |  0.697s |     4.764s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8125 |  0.746s |     5.853s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8125 |  0.717s |     6.884s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8125 |  0.728s |     7.940s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8125 |  0.772s |     9.128s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |       0.8125 |  0.765s |    10.209s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  0.761s |    11.290s |
| Iteration 11     |          123 |        0.0293 |         6 |     0.0 |                2 |       0.6 |              0.6 |        10 |          0 |     0.5 |       0.8125 |  0.710s |    12.684s |
| Iteration 12     |          354 |        0.1461 |         8 |  0.2676 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |       0.8125 |  0.760s |    14.296s |
| Iteration 13     |          107 |        0.1456 |         6 |  0.1194 |               10 |       1.0 |              0.4 |       0.1 |         10 |     0.5 |       0.8125 |  0.709s |    15.689s |
| Iteration 14     |          414 |        0.0407 |         6 |  0.1691 |                2 |       0.8 |              0.9 |       0.1 |        0.1 |  0.4375 |       0.8125 |  0.761s |    17.285s |
| Iteration 15     |          437 |        0.0567 |         6 |  0.5075 |                5 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |       0.8125 |  0.771s |    18.846s |
| Iteration 16     |          421 |         0.263 |         3 |  0.4435 |                1 |       0.7 |              0.7 |        10 |          1 |     0.5 |       0.8125 |  0.755s |    20.435s |
| Iteration 17     |          219 |        0.5011 |         6 |  0.5451 |                3 |       0.7 |              0.9 |        10 |       0.01 |     0.5 |       0.8125 |  0.731s |    21.930s |
| Iteration 18     |          392 |        0.0446 |         6 |  0.5412 |                3 |       0.9 |              0.8 |       0.1 |          1 |  0.8125 |       0.8125 |  0.752s |    23.401s |
| Iteration 19     |          401 |        0.1016 |         6 |  0.8689 |                3 |       0.8 |              0.9 |       0.1 |          1 |     0.5 |       0.8125 |  0.707s |    24.893s |
| Iteration 20     |          488 |        0.0288 |         3 |   0.507 |                3 |       0.5 |              0.9 |      0.01 |        0.1 |  0.6875 |       0.8125 |  0.735s |    26.407s |
| Iteration 21     |          230 |        0.0436 |         5 |  0.1395 |                3 |       0.9 |              0.6 |       100 |          1 |     0.5 |       0.8125 |  0.661s |    27.879s |
| Iteration 22     |          417 |        0.0446 |         6 |  0.4872 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |       0.8125 |  0.710s |    29.383s |
| Iteration 23     |          246 |        0.0387 |         8 |  0.5349 |                3 |       1.0 |              0.9 |      0.01 |         10 |    0.75 |       0.8125 |  0.672s |    30.806s |
| Iteration 24     |          290 |        0.0579 |        10 |  0.5434 |                3 |       0.5 |              0.4 |       0.1 |         10 |  0.9375 |       0.9375 |  0.685s |    32.242s |
| Iteration 25     |          215 |        0.0594 |         2 |  0.5386 |                2 |       0.9 |              0.4 |         0 |          0 |   0.375 |       0.9375 |  0.661s |    33.771s |
| Iteration 26     |          345 |        0.0512 |         9 |  0.4703 |                9 |       0.5 |              0.5 |        10 |         10 |     0.5 |       0.9375 |  0.690s |    35.368s |
| Iteration 27     |          401 |        0.1649 |         9 |  0.5284 |                3 |       0.5 |              0.5 |       0.1 |        100 |    0.75 |       0.9375 |  0.691s |    36.903s |
| Iteration 28     |          366 |        0.0224 |         6 |  0.5356 |                3 |       0.5 |              0.4 |       0.1 |        100 |     0.5 |       0.9375 |  0.694s |    38.419s |
| Iteration 29     |          191 |        0.0716 |         9 |  0.5379 |                3 |       0.5 |              0.4 |      0.01 |         10 |  0.0625 |       0.9375 |  0.679s |    39.988s |
| Iteration 30     |          279 |        0.0424 |         5 |   0.539 |                3 |       0.7 |              0.6 |       0.1 |         10 |   0.625 |       0.9375 |  1.260s |    42.313s |
| Iteration 31     |          494 |        0.0385 |        10 |   0.667 |                3 |       0.5 |              0.4 |       0.1 |          0 |    0.75 |       0.9375 |  0.706s |    43.897s |
| Iteration 32     |           20 |        0.1813 |        10 |  0.5086 |                2 |       0.6 |              0.4 |       0.1 |       0.01 |   0.625 |       0.9375 |  0.638s |    45.405s |
| Iteration 33     |           37 |        0.0452 |        10 |  0.5137 |                3 |       0.9 |              0.4 |       0.1 |        0.1 |  0.9375 |       0.9375 |  0.657s |    46.968s |
| Iteration 34     |          384 |        0.0734 |        10 |  0.5282 |                3 |       0.7 |              0.4 |       0.1 |         10 |  0.9375 |       0.9375 |  0.697s |    48.533s |
| Iteration 35     |          426 |        0.0505 |         6 |  0.3743 |                3 |       0.7 |              0.8 |       0.1 |        0.1 |  0.8125 |       0.9375 |  0.755s |    50.172s |
| Iteration 36     |          175 |        0.0676 |        10 |  0.5276 |                3 |       0.7 |              0.4 |       0.1 |         10 |  0.8125 |       0.9375 |  0.701s |    51.810s |
| Iteration 37     |          469 |        0.0358 |        10 |  0.4375 |                3 |       0.8 |              0.4 |       0.1 |          0 |     1.0 |          1.0 |  0.747s |    53.560s |
| Iteration 38     |          500 |        0.0248 |        10 |  0.3592 |                3 |       0.7 |              0.4 |       0.1 |          0 |    0.75 |          1.0 |  0.761s |    55.219s |
| Iteration 39     |          407 |        0.0326 |         6 |  0.4179 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |   0.875 |          1.0 |  0.750s |    57.042s |
| Iteration 40     |          277 |        0.0949 |        10 |  0.4791 |                3 |       0.7 |              0.4 |       0.1 |          0 |  0.1875 |          1.0 |  0.718s |    58.753s |
| Iteration 41     |          428 |        0.0367 |        10 |  0.4354 |                3 |       0.7 |              0.8 |       0.1 |          0 |  0.9375 |          1.0 |  0.752s |     1m:01s |
| Iteration 42     |          398 |        0.0355 |        10 |  0.9705 |                3 |       0.9 |              0.6 |       0.1 |          0 |  0.4375 |          1.0 |  0.736s |     1m:02s |
| Iteration 43     |          423 |        0.0361 |        10 |  0.4062 |                3 |       0.8 |              0.4 |       0.1 |       0.01 |   0.875 |          1.0 |  0.736s |     1m:04s |
| Iteration 44     |          452 |        0.0555 |        10 |  0.5235 |                3 |       1.0 |              0.5 |       0.1 |          1 |   0.625 |          1.0 |  0.753s |     1m:06s |
| Iteration 45     |          456 |        0.0295 |         6 |  0.4318 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |     1.0 |          1.0 |  0.747s |     1m:08s |
| Iteration 46     |          474 |        0.0288 |         6 |  0.4282 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  0.743s |     1m:10s |
| Iteration 47     |          500 |        0.0318 |         6 |  0.3915 |                3 |       0.8 |              0.4 |       0.1 |        0.1 |  0.5625 |          1.0 |  0.763s |     1m:12s |
| Iteration 48     |          464 |        0.0359 |         6 |  0.4393 |                3 |       0.8 |              0.8 |         0 |        0.1 |   0.625 |          1.0 |  0.748s |     1m:13s |
| Iteration 49     |          458 |        0.0319 |         2 |  0.4318 |                3 |       0.8 |              0.5 |       0.1 |       0.01 |  0.9375 |          1.0 |  0.715s |     1m:15s |
| Iteration 50     |          458 |         0.035 |        10 |  0.4458 |                5 |       0.8 |              1.0 |       0.1 |        0.1 |  0.8125 |          1.0 |  0.751s |     1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 469, 'learning_rate': 0.0358, 'max_depth': 10, 'gamma': 0.4375, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.4, 'reg_alpha': 0.1, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9286
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.097s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0917
Time elapsed: 0.304s
-------------------------------------------------
Total time: 1m:19s


Final results ==================== >>
Duration: 8m:31s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.95 ± 0.0775
Logistic Regression             --> roc_auc: 1.0 ± 0.0 !
Linear Discriminant Analysis    --> roc_auc: 1.0 ± 0.0 !
Quadratic Discriminant Analysis --> roc_auc: 1.0 ± 0.0 !
Radius Nearest Neighbors        --> roc_auc: 1.0 ± 0.0 !
AdaBoost                        --> roc_auc: 0.9 ± 0.0316
Random Forest                   --> roc_auc: 0.92 ± 0.1166
XGBoost                         --> roc_auc: 0.89 ± 0.0917
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGSGGGADGLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGEQFF.
   >>> Dropping feature CAVASGTYKYIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNAGGTSYGKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASSPGGYEQYF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.5938 |       0.5938 |  3.173s |     3.194s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.375 |       0.5938 |  3.230s |     6.753s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |         0.75 |  3.180s |    10.274s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |         0.75 |  3.226s |    13.845s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |         0.75 |  3.217s |    17.386s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |         0.75 |  3.876s |    21.582s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |       0.9375 |  3.193s |    25.108s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.3125 |       0.9375 |  3.253s |    28.680s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |       0.9375 |  3.188s |    32.189s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |       0.9375 |  3.233s |    35.757s |
| Iteration 11     | exponen.. |        0.9159 |          251 |       0.8 | squared_er.. |                 2 |                1 |         9 |         auto |     0.035 |  0.6875 |       0.9375 |  3.265s |    39.767s |
| Iteration 12     |  deviance |          0.01 |          161 |       0.6 | friedman_mse |                 8 |                7 |         8 |         auto |    0.0094 |    0.75 |       0.9375 |  3.218s |    43.755s |
| Iteration 13     | exponen.. |          0.01 |           57 |       1.0 | squared_er.. |                10 |                5 |         1 |         sqrt |    0.0061 |    0.75 |       0.9375 |  3.163s |    47.568s |
| Iteration 14     |  deviance |        0.0214 |           10 |       1.0 | friedman_mse |                13 |                1 |         1 |         None |       0.0 |  0.6875 |       0.9375 |  3.171s |    51.351s |
| Iteration 15     |  deviance |        0.0753 |          483 |       0.8 | friedman_mse |                20 |                3 |         1 |          0.9 |    0.0096 |  0.8125 |       0.9375 |  3.265s |    55.202s |
| Iteration 16     | exponen.. |        0.0691 |           10 |       1.0 | friedman_mse |                20 |               20 |        10 |         auto |     0.035 |    0.75 |       0.9375 |  3.163s |    58.983s |
| Iteration 17     | exponen.. |           1.0 |           10 |       0.5 | squared_er.. |                20 |               20 |         1 |         None |       0.0 |     0.5 |       0.9375 |  3.157s |     1m:03s |
| Iteration 18     |  deviance |          0.01 |           51 |       0.5 | friedman_mse |                 3 |               14 |         6 |          0.6 |    0.0274 |   0.875 |       0.9375 |  3.128s |     1m:07s |
| Iteration 19     | exponen.. |           1.0 |          316 |       0.7 | squared_er.. |                 7 |                6 |         5 |         sqrt |    0.0048 |  0.6875 |       0.9375 |  3.208s |     1m:10s |
| Iteration 20     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                20 |               20 |        10 |          0.6 |     0.035 |  0.5625 |       0.9375 |  3.310s |     1m:15s |
| Iteration 21     | exponen.. |        0.0153 |          135 |       0.5 | friedman_mse |                 5 |               18 |         9 |         None |    0.0049 |     0.5 |       0.9375 |  3.224s |     1m:19s |
| Iteration 22     |  deviance |           1.0 |          500 |       0.5 | friedman_mse |                 2 |                1 |         4 |          0.6 |     0.035 |   0.375 |       0.9375 |  3.326s |     1m:23s |
| Iteration 23     | exponen.. |        0.5087 |           40 |       0.7 | squared_er.. |                 9 |               14 |         7 |         auto |    0.0312 |   0.875 |       0.9375 |  3.245s |     1m:27s |
| Iteration 24     |  deviance |        0.6225 |          125 |       1.0 | squared_er.. |                20 |                9 |         7 |          0.6 |    0.0235 |    0.75 |       0.9375 |  3.225s |     1m:31s |
| Iteration 25     |  deviance |          0.01 |          367 |       0.8 | friedman_mse |                 3 |                6 |         5 |         auto |     0.011 |    0.25 |       0.9375 |  3.170s |     1m:35s |
| Iteration 26     |  deviance |        0.3962 |           10 |       0.9 | squared_er.. |                 7 |               19 |         8 |         sqrt |    0.0251 |  0.5312 |       0.9375 |  3.108s |     1m:38s |
| Iteration 27     |  deviance |        0.0259 |           91 |       0.6 | squared_er.. |                10 |               20 |        10 |         auto |    0.0292 |     0.5 |       0.9375 |  3.145s |     1m:42s |
| Iteration 28     | exponen.. |        0.1437 |          181 |       1.0 | squared_er.. |                 9 |               15 |         2 |         auto |    0.0303 |  0.4062 |       0.9375 |  3.125s |     1m:46s |
| Iteration 29     |  deviance |        0.0132 |          284 |       0.5 | friedman_mse |                18 |               15 |         2 |         sqrt |    0.0272 |     0.5 |       0.9375 |  3.167s |     1m:50s |
| Iteration 30     | exponen.. |         0.012 |           88 |       0.8 | squared_er.. |                 2 |               19 |         7 |         auto |    0.0304 |  0.4375 |       0.9375 |  3.155s |     1m:54s |
| Iteration 31     | exponen.. |        0.3524 |          180 |       0.7 | squared_er.. |                19 |               16 |         5 |         auto |     0.031 |   0.875 |       0.9375 |  3.790s |     1m:59s |
| Iteration 32     |  deviance |         0.343 |          362 |       0.5 | squared_er.. |                 2 |                1 |        10 |         auto |     0.031 |    0.75 |       0.9375 |  3.229s |     2m:03s |
| Iteration 33     | exponen.. |           1.0 |           31 |       0.9 | squared_er.. |                 2 |               15 |         4 |         auto |    0.0309 |  0.5312 |       0.9375 |  3.189s |     2m:07s |
| Iteration 34     | exponen.. |        0.7446 |          251 |       0.8 | squared_er.. |                 7 |               12 |         2 |         auto |      0.03 |   0.875 |       0.9375 |  3.216s |     2m:11s |
| Iteration 35     | exponen.. |        0.8127 |          291 |       0.8 | squared_er.. |                 3 |                3 |         5 |         auto |    0.0313 |  0.6562 |       0.9375 |  3.222s |     2m:15s |
| Iteration 36     |  deviance |        0.8326 |          145 |       0.7 | squared_er.. |                11 |               19 |         6 |         auto |    0.0269 |   0.625 |       0.9375 |  3.180s |     2m:19s |
| Iteration 37     | exponen.. |        0.6403 |          261 |       0.7 | squared_er.. |                10 |               18 |         5 |         auto |    0.0344 |    0.25 |       0.9375 |  3.223s |     2m:23s |
| Iteration 38     | exponen.. |        0.0181 |          198 |       1.0 | friedman_mse |                 5 |               14 |         3 |          0.8 |    0.0064 |  0.7188 |       0.9375 |  3.191s |     2m:27s |
| Iteration 39     | exponen.. |         0.311 |          160 |       0.7 | squared_er.. |                18 |               18 |         2 |         auto |    0.0303 |   0.875 |       0.9375 |  3.173s |     2m:31s |
| Iteration 40     | exponen.. |        0.3185 |          180 |       0.7 | squared_er.. |                18 |                6 |         7 |         auto |    0.0283 |     0.5 |       0.9375 |  3.146s |     2m:36s |
| Iteration 41     | exponen.. |        0.4094 |          225 |       0.8 | squared_er.. |                13 |               13 |         5 |         auto |    0.0312 |   0.625 |       0.9375 |  3.174s |     2m:40s |
| Iteration 42     | exponen.. |        0.3267 |          162 |       0.7 | squared_er.. |                 6 |               11 |         6 |         auto |    0.0312 |  0.4375 |       0.9375 |  3.148s |     2m:44s |
| Iteration 43     | exponen.. |        0.3205 |          156 |       0.7 | squared_er.. |                20 |               11 |         5 |         auto |    0.0311 |    0.75 |       0.9375 |  3.144s |     2m:48s |
| Iteration 44     | exponen.. |        0.7892 |          249 |       0.8 | squared_er.. |                 4 |                5 |         6 |         auto |    0.0306 |  0.5625 |       0.9375 |  3.193s |     2m:52s |
| Iteration 45     | exponen.. |         0.424 |          250 |       0.7 | squared_er.. |                 3 |                4 |         9 |          0.5 |    0.0166 |  0.9375 |       0.9375 |  3.174s |     2m:56s |
| Iteration 46     |  deviance |        0.1359 |          251 |       0.8 | squared_er.. |                 3 |                5 |         3 |         log2 |    0.0265 |  0.9375 |       0.9375 |  3.183s |     3m:00s |
| Iteration 47     | exponen.. |        0.1638 |          162 |       1.0 | squared_er.. |                19 |               18 |         3 |          0.6 |    0.0344 |    0.25 |       0.9375 |  3.142s |     3m:05s |
| Iteration 48     |  deviance |         0.273 |          251 |       1.0 | squared_er.. |                 3 |                5 |        10 |         sqrt |    0.0197 |  0.6562 |       0.9375 |  3.152s |     3m:09s |
| Iteration 49     | exponen.. |        0.5111 |          251 |       0.8 | squared_er.. |                 3 |               14 |         1 |         sqrt |     0.028 |  0.5625 |       0.9375 |  3.169s |     3m:13s |
| Iteration 50     | exponen.. |        0.0364 |          251 |       0.7 | squared_er.. |                 3 |                4 |         8 |          0.8 |    0.0263 |  0.8125 |       0.9375 |  3.171s |     3m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.7941, 'n_estimators': 252, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 3, 'min_samples_leaf': 4, 'max_depth': 8, 'max_features': 'auto', 'ccp_alpha': 0.0309}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.08
Time elapsed: 0.396s
-------------------------------------------------
Total time: 3m:19s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  3.152s |     3.164s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.1875 |        0.625 |  3.145s |     6.620s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |        0.625 |  3.230s |    10.188s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  3.125s |    13.669s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |       0.8125 |  3.181s |    17.157s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |       0.8125 |  3.796s |    21.292s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |       0.8125 |  3.173s |    24.798s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |       0.8125 |  3.147s |    28.248s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |       0.8125 |  3.156s |    31.708s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     1.0 |          1.0 |  3.176s |    35.192s |
| Iteration 11     |      l2 | 29.8908 | libli.. |      172 |      --- |   0.375 |          1.0 |  3.130s |    38.880s |
| Iteration 12     |    none |     --- |    saga |     1000 |      --- |   0.375 |          1.0 |  3.132s |    42.611s |
| Iteration 13     | elast.. |   0.343 |    saga |      180 |      0.5 |  0.3125 |          1.0 |  3.116s |    46.305s |
| Iteration 14     |      l2 |  0.0019 |    saga |      100 |      --- |  0.8125 |          1.0 |  3.134s |    50.046s |
| Iteration 15     |      l1 |  0.0078 |    saga |     1000 |      --- |     0.5 |          1.0 |  3.149s |    53.855s |
| Iteration 16     |      l2 |  0.0246 |    saga |      996 |      --- |  0.4375 |          1.0 |  3.122s |    57.643s |
| Iteration 17     |      l2 |  0.0044 |    saga |      237 |      --- |   0.625 |          1.0 |  3.126s |     1m:01s |
| Iteration 18     |      l2 |  0.0018 |     sag |      249 |      --- |  0.5625 |          1.0 |  3.206s |     1m:05s |
| Iteration 19     |      l2 |   0.001 |    saga |      100 |      --- |     0.5 |          1.0 |  3.191s |     1m:09s |
| Iteration 20     | elast.. |  0.0036 |    saga |      240 |      0.5 |     0.5 |          1.0 |  3.222s |     1m:13s |
| Iteration 21     |      l2 |  0.0033 |    saga |      849 |      --- |    0.25 |          1.0 |  3.247s |     1m:17s |
| Iteration 22     |      l2 |  0.0041 |    saga |      226 |      --- |  0.5625 |          1.0 |  3.267s |     1m:21s |
| Iteration 23     |    none |     --- | newto.. |      883 |      --- |   0.625 |          1.0 |  3.285s |     1m:25s |
| Iteration 24     |    none |     --- |     sag |      930 |      --- |    0.75 |          1.0 |  3.269s |     1m:29s |
| Iteration 25     |      l2 |  0.0016 | libli.. |      927 |      --- |   0.125 |          1.0 |  3.256s |     1m:33s |
| Iteration 26     |    none |     --- |     sag |     1000 |      --- |  0.4375 |          1.0 |  3.249s |     1m:37s |
| Iteration 27     |      l2 |  0.0013 |    saga |      100 |      --- |  0.6875 |          1.0 |  3.208s |     1m:41s |
| Iteration 28     |      l2 |  0.0525 |    saga |      105 |      --- |  0.3125 |          1.0 |  3.231s |     1m:44s |
| Iteration 29     |      l2 |  0.0019 |    saga |      221 |      --- |   0.375 |          1.0 |  3.240s |     1m:48s |
| Iteration 30     |      l2 |  0.0059 |    saga |      119 |      --- |  0.6875 |          1.0 |  3.280s |     1m:52s |
| Iteration 31     |      l2 |  0.0032 |    saga |      100 |      --- |  0.5625 |          1.0 |  3.867s |     1m:57s |
| Iteration 32     |      l2 |  0.0032 |    saga |      100 |      --- |  0.5625 |          1.0 |  0.000s |     1m:57s |
| Iteration 33     |      l2 |  0.0025 |    saga |      100 |      --- |  0.4375 |          1.0 |  3.293s |     2m:01s |
| Iteration 34     |      l2 |  0.2303 | libli.. |      713 |      --- |   0.875 |          1.0 |  3.182s |     2m:05s |
| Iteration 35     |      l2 |   0.188 | libli.. |      823 |      --- |     0.5 |          1.0 |  3.187s |     2m:09s |
| Iteration 36     |      l2 |  0.2777 | libli.. |      801 |      --- |    0.75 |          1.0 |  3.221s |     2m:13s |
| Iteration 37     |      l2 |  0.2033 | libli.. |      695 |      --- |     0.5 |          1.0 |  3.400s |     2m:17s |
| Iteration 38     |      l2 |  1.2711 | libli.. |     1000 |      --- |   0.125 |          1.0 |  3.161s |     2m:21s |
| Iteration 39     |    none |     --- |     sag |      296 |      --- |   0.125 |          1.0 |  3.182s |     2m:25s |
| Iteration 40     |      l2 |  0.2226 | libli.. |      929 |      --- |     0.5 |          1.0 |  3.233s |     2m:29s |
| Iteration 41     |      l2 |  0.1953 | libli.. |      594 |      --- |   0.375 |          1.0 |  3.190s |     2m:33s |
| Iteration 42     |      l1 |  0.0028 |    saga |      132 |      --- |     0.5 |          1.0 |  3.170s |     2m:37s |
| Iteration 43     |      l2 |  0.0026 |    saga |      131 |      --- |    0.25 |          1.0 |  3.176s |     2m:41s |
| Iteration 44     |      l2 |  0.0027 | libli.. |      204 |      --- |     0.5 |          1.0 |  3.182s |     2m:45s |
| Iteration 45     |      l2 |  0.0163 | libli.. |      890 |      --- |     0.0 |          1.0 |  3.165s |     2m:48s |
| Iteration 46     |      l2 |  0.0044 |    saga |      231 |      --- |    0.75 |          1.0 |  3.164s |     2m:52s |
| Iteration 47     |      l2 |  0.2144 | libli.. |      808 |      --- |    0.25 |          1.0 |  3.122s |     2m:56s |
| Iteration 48     |      l2 |  0.0048 |    saga |      253 |      --- |     0.5 |          1.0 |  3.151s |     3m:00s |
| Iteration 49     |      l2 |  1.3239 | libli.. |      911 |      --- |     0.0 |          1.0 |  3.180s |     3m:04s |
| Iteration 50     |      l2 |   0.001 |    saga |      233 |      --- |     0.5 |          1.0 |  3.174s |     3m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'saga', 'max_iter': 208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8036
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.1503
Time elapsed: 0.055s
-------------------------------------------------
Total time: 3m:09s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  3.185s |     3.190s |
| Initial point 2  |     svd |       --- |  0.1875 |          0.5 |  3.172s |     6.663s |
| Initial point 3  |     svd |       --- |  0.1875 |          0.5 |  0.000s |     6.965s |
| Initial point 4  |    lsqr |       0.8 |  0.1875 |          0.5 |  3.074s |    10.332s |
| Initial point 5  |   eigen |       0.9 |     0.0 |          0.5 |  3.119s |    13.780s |
| Initial point 6  |    lsqr |       0.7 |     0.0 |          0.5 |  3.181s |    17.265s |
| Initial point 7  |    lsqr |       0.5 |  0.1875 |          0.5 |  3.183s |    20.748s |
| Initial point 8  |    lsqr |       0.9 |  0.1875 |          0.5 |  3.169s |    24.224s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |          0.5 |  3.176s |    27.703s |
| Initial point 10 |   eigen |       0.8 |   0.625 |        0.625 |  3.180s |    31.191s |
| Iteration 11     |   eigen |       0.8 |   0.625 |        0.625 |  0.000s |    32.226s |
| Iteration 12     |   eigen |       0.7 |  0.3125 |        0.625 |  3.170s |    35.858s |
| Iteration 13     |     svd |       --- |  0.1875 |        0.625 |  0.000s |    36.312s |
| Iteration 14     |    lsqr |      auto |    0.75 |         0.75 |  3.176s |    39.933s |
| Iteration 15     |   eigen |      auto |     1.0 |          1.0 |  3.186s |    43.573s |
| Iteration 16     |     svd |       --- |  0.1875 |          1.0 |  0.000s |    44.042s |
| Iteration 17     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    44.481s |
| Iteration 18     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    44.930s |
| Iteration 19     |     svd |       --- |  0.1875 |          1.0 |  0.000s |    45.377s |
| Iteration 20     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    45.843s |
| Iteration 21     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    46.354s |
| Iteration 22     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    46.842s |
| Iteration 23     |   eigen |       0.6 |   0.375 |          1.0 |  3.116s |    50.455s |
| Iteration 24     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    50.932s |
| Iteration 25     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    51.478s |
| Iteration 26     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    51.965s |
| Iteration 27     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    52.449s |
| Iteration 28     |   eigen |      auto |     1.0 |          1.0 |  0.001s |    52.964s |
| Iteration 29     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    53.467s |
| Iteration 30     |   eigen |      auto |     1.0 |          1.0 |  0.001s |    53.981s |
| Iteration 31     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    54.493s |
| Iteration 32     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    55.011s |
| Iteration 33     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    55.527s |
| Iteration 34     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    56.061s |
| Iteration 35     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    56.647s |
| Iteration 36     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    57.184s |
| Iteration 37     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    57.729s |
| Iteration 38     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    58.286s |
| Iteration 39     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    58.867s |
| Iteration 40     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    59.463s |
| Iteration 41     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 42     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 43     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 44     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 45     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 46     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 47     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 48     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 49     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 50     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8018
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0812
Time elapsed: 0.034s
-------------------------------------------------
Total time: 1m:06s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  3.105s |     3.109s |
| Initial point 2  |       0.9 |   0.375 |          0.5 |  3.154s |     6.560s |
| Initial point 3  |       0.1 |   0.625 |        0.625 |  3.136s |     9.995s |
| Initial point 4  |       1.0 |     0.5 |        0.625 |  0.000s |    10.306s |
| Initial point 5  |       0.2 |  0.0625 |        0.625 |  3.142s |    13.756s |
| Initial point 6  |       0.4 |     0.0 |        0.625 |  3.178s |    17.237s |
| Initial point 7  |       0.4 |     0.0 |        0.625 |  0.000s |    17.540s |
| Initial point 8  |       0.7 |   0.125 |        0.625 |  3.125s |    20.956s |
| Initial point 9  |       0.9 |   0.375 |        0.625 |  0.000s |    21.261s |
| Initial point 10 |       0.8 |    0.25 |        0.625 |  3.149s |    24.705s |
| Iteration 11     |       0.3 |  0.5625 |        0.625 |  3.157s |    28.251s |
| Iteration 12     |       0.6 |    0.75 |         0.75 |  3.141s |    31.787s |
| Iteration 13     |       0.5 |  0.6875 |         0.75 |  3.133s |    35.326s |
| Iteration 14     |       0.0 |  0.6875 |         0.75 |  3.130s |    38.859s |
| Iteration 15     |       0.6 |    0.75 |         0.75 |  0.000s |    39.271s |
| Iteration 16     |       0.6 |    0.75 |         0.75 |  0.000s |    39.690s |
| Iteration 17     |       0.6 |    0.75 |         0.75 |  0.000s |    40.116s |
| Iteration 18     |       0.6 |    0.75 |         0.75 |  0.000s |    40.559s |
| Iteration 19     |       0.6 |    0.75 |         0.75 |  0.000s |    41.240s |
| Iteration 20     |       0.6 |    0.75 |         0.75 |  0.000s |    42.302s |
| Iteration 21     |       0.6 |    0.75 |         0.75 |  0.000s |    42.754s |
| Iteration 22     |       0.6 |    0.75 |         0.75 |  0.000s |    43.174s |
| Iteration 23     |       0.6 |    0.75 |         0.75 |  0.000s |    43.578s |
| Iteration 24     |       0.8 |    0.25 |         0.75 |  0.000s |    43.979s |
| Iteration 25     |       0.6 |    0.75 |         0.75 |  0.000s |    44.383s |
| Iteration 26     |       0.2 |  0.0625 |         0.75 |  0.000s |    44.793s |
| Iteration 27     |       0.6 |    0.75 |         0.75 |  0.000s |    45.242s |
| Iteration 28     |       0.6 |    0.75 |         0.75 |  0.000s |    45.690s |
| Iteration 29     |       0.6 |    0.75 |         0.75 |  0.000s |    46.128s |
| Iteration 30     |       0.6 |    0.75 |         0.75 |  0.001s |    46.585s |
| Iteration 31     |       0.6 |    0.75 |         0.75 |  0.001s |    47.019s |
| Iteration 32     |       0.6 |    0.75 |         0.75 |  0.000s |    47.451s |
| Iteration 33     |       0.6 |    0.75 |         0.75 |  0.000s |    47.896s |
| Iteration 34     |       0.6 |    0.75 |         0.75 |  0.000s |    48.338s |
| Iteration 35     |       0.6 |    0.75 |         0.75 |  0.001s |    48.800s |
| Iteration 36     |       0.6 |    0.75 |         0.75 |  0.000s |    49.263s |
| Iteration 37     |       0.6 |    0.75 |         0.75 |  0.000s |    49.717s |
| Iteration 38     |       0.6 |    0.75 |         0.75 |  0.000s |    50.189s |
| Iteration 39     |       0.6 |    0.75 |         0.75 |  0.001s |    50.680s |
| Iteration 40     |       0.6 |    0.75 |         0.75 |  0.000s |    51.158s |
| Iteration 41     |       0.6 |    0.75 |         0.75 |  0.001s |    51.632s |
| Iteration 42     |       0.6 |    0.75 |         0.75 |  0.000s |    52.113s |
| Iteration 43     |       0.6 |    0.75 |         0.75 |  0.000s |    52.603s |
| Iteration 44     |       0.6 |    0.75 |         0.75 |  0.000s |    53.110s |
| Iteration 45     |       0.6 |    0.75 |         0.75 |  0.000s |    53.609s |
| Iteration 46     |       0.6 |    0.75 |         0.75 |  0.000s |    54.112s |
| Iteration 47     |       0.6 |    0.75 |         0.75 |  0.000s |    54.620s |
| Iteration 48     |       0.6 |    0.75 |         0.75 |  0.000s |    55.169s |
| Iteration 49     |       0.6 |    0.75 |         0.75 |  0.000s |    55.686s |
| Iteration 50     |       0.6 |    0.75 |         0.75 |  0.000s |    56.217s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.75
Time elapsed: 56.776s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7393
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.103
Time elapsed: 0.028s
-------------------------------------------------
Total time: 56.815s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.0512 | dista.. |      auto |        40 |       1 |  0.7188 |       0.7188 |  3.129s |     3.149s |
| Initial point 2  |  4.7928 | uniform |   kd_tree |        39 |       2 |   0.625 |       0.7188 |  3.186s |     6.647s |
| Initial point 3  |   3.786 | dista.. | ball_tree |        25 |       2 |   0.625 |       0.7188 |  3.171s |    10.143s |
| Initial point 4  | 11.0455 | uniform | ball_tree |        39 |       2 |   0.375 |       0.7188 |  3.183s |    13.638s |
| Initial point 5  |  8.6527 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  3.183s |    17.130s |
| Initial point 6  | 10.0205 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  3.227s |    20.676s |
| Initial point 7  |  7.1674 | dista.. | ball_tree |        24 |       1 |  0.6875 |          1.0 |  3.187s |    24.175s |
| Initial point 8  |  1.7176 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  3.163s |    27.647s |
| Initial point 9  |   7.984 | uniform | ball_tree |        24 |       1 |  0.7188 |          1.0 |  3.208s |    31.168s |
| Initial point 10 |  5.6709 | uniform |     brute |        22 |       2 |  0.9375 |          1.0 |  3.169s |    34.728s |
| Iteration 11     | 11.1677 | uniform | ball_tree |        22 |       2 |     0.5 |          1.0 |  3.170s |    38.517s |
| Iteration 12     |  9.7855 | dista.. |      auto |        26 |       2 |  0.9375 |          1.0 |  3.159s |    42.379s |
| Iteration 13     |  8.2767 | dista.. |      auto |        32 |       2 |   0.375 |          1.0 |  3.140s |    46.231s |
| Iteration 14     |  9.9255 | dista.. |   kd_tree |        37 |       1 |  0.8125 |          1.0 |  3.165s |    50.073s |
| Iteration 15     |  11.484 | dista.. |      auto |        30 |       1 |  0.7812 |          1.0 |  3.146s |    53.804s |
| Iteration 16     |  8.7959 | dista.. |      auto |        23 |       2 |  0.3125 |          1.0 |  3.158s |    57.539s |
| Iteration 17     |  5.8478 | dista.. | ball_tree |        30 |       2 |  0.9375 |          1.0 |  3.167s |     1m:01s |
| Iteration 18     |   1.947 | uniform |   kd_tree |        22 |       2 |   0.375 |          1.0 |  3.174s |     1m:05s |
| Iteration 19     |  0.0672 | uniform | ball_tree |        30 |       2 |     0.5 |          1.0 |  3.800s |     1m:10s |
| Iteration 20     |  7.5341 | dista.. | ball_tree |        30 |       1 |  0.9375 |          1.0 |  3.170s |     1m:13s |
| Iteration 21     |  8.9402 | uniform |      auto |        30 |       2 |   0.625 |          1.0 |  3.185s |     1m:17s |
| Iteration 22     | 11.2488 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  3.186s |     1m:21s |
| Iteration 23     |  7.8664 | dista.. | ball_tree |        30 |       2 |   0.625 |          1.0 |  3.204s |     1m:25s |
| Iteration 24     |  0.2653 | dista.. |     brute |        26 |       1 |     0.5 |          1.0 |  3.176s |     1m:29s |
| Iteration 25     |  5.1701 | dista.. | ball_tree |        30 |       2 |   0.375 |          1.0 |  3.161s |     1m:33s |
| Iteration 26     |  8.1025 | dista.. | ball_tree |        30 |       1 |   0.625 |          1.0 |  3.152s |     1m:36s |
| Iteration 27     | 10.7024 | dista.. |     brute |        26 |       1 |    0.75 |          1.0 |  3.171s |     1m:40s |
| Iteration 28     |  8.4911 | uniform |      auto |        26 |       2 |    0.75 |          1.0 |  3.194s |     1m:44s |
| Iteration 29     |  9.9666 | dista.. | ball_tree |        21 |       2 |    0.25 |          1.0 |  3.156s |     1m:48s |
| Iteration 30     | 12.0775 | dista.. | ball_tree |        26 |       2 |    0.75 |          1.0 |  3.203s |     1m:51s |
| Iteration 31     |  6.5987 | dista.. |   kd_tree |        26 |       2 |  0.5625 |          1.0 |  3.164s |     1m:56s |
| Iteration 32     |  7.0148 | dista.. | ball_tree |        37 |       1 |    0.75 |          1.0 |  3.149s |     1m:59s |
| Iteration 33     |  0.4595 | uniform |      auto |        21 |       1 |     0.5 |          1.0 |  3.195s |     2m:03s |
| Iteration 34     | 12.0739 | uniform |   kd_tree |        37 |       2 |     0.5 |          1.0 |  3.210s |     2m:07s |
| Iteration 35     | 12.0799 | dista.. |   kd_tree |        30 |       2 |   0.375 |          1.0 |  3.184s |     2m:11s |
| Iteration 36     |   0.067 | uniform |   kd_tree |        20 |       1 |     0.5 |          1.0 |  3.173s |     2m:14s |
| Iteration 37     | 12.0825 | uniform | ball_tree |        28 |       1 |  0.3438 |          1.0 |  3.164s |     2m:18s |
| Iteration 38     |  11.131 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  3.169s |     2m:22s |
| Iteration 39     |  6.8745 | dista.. |     brute |        22 |       1 |     0.5 |          1.0 |  3.181s |     2m:26s |
| Iteration 40     | 11.8764 | uniform |     brute |        39 |       1 |  0.4375 |          1.0 |  3.147s |     2m:30s |
| Iteration 41     | 12.0771 | uniform |      auto |        26 |       1 |  0.4375 |          1.0 |  3.187s |     2m:34s |
| Iteration 42     |  0.1987 | uniform |     brute |        38 |       1 |     0.5 |          1.0 |  3.174s |     2m:37s |
| Iteration 43     |  0.0403 | dista.. |     brute |        39 |       1 |     0.5 |          1.0 |  3.184s |     2m:41s |
| Iteration 44     | 11.4395 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  3.834s |     2m:46s |
| Iteration 45     |  0.0875 | uniform |     brute |        21 |       2 |     0.5 |          1.0 |  3.207s |     2m:50s |
| Iteration 46     | 11.9948 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  3.199s |     2m:54s |
| Iteration 47     |  0.1779 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  3.178s |     2m:58s |
| Iteration 48     | 12.0468 | dista.. |      auto |        31 |       1 |     0.5 |          1.0 |  3.266s |     3m:02s |
| Iteration 49     |  7.9337 | dista.. | ball_tree |        30 |       2 |     0.5 |          1.0 |  3.332s |     3m:06s |
| Iteration 50     |  4.1393 | uniform |   kd_tree |        37 |       2 |   0.625 |          1.0 |  3.200s |     3m:10s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 10.0205, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0678
Time elapsed: 0.055s
-------------------------------------------------
Total time: 3m:10s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.4688 |       0.4688 |  3.804s |     3.812s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     0.5 |          0.5 |  3.580s |     7.706s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |       0.6875 |  3.327s |    11.351s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  3.442s |    15.624s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |          1.0 |  3.363s |    19.530s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  3.530s |    23.452s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8438 |          1.0 |  3.180s |    26.934s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.4375 |          1.0 |  3.485s |    30.744s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4688 |          1.0 |  3.196s |    34.256s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |          1.0 |  3.267s |    37.855s |
| Iteration 11     |          430 |        0.0858 |     SAMME |  0.6562 |          1.0 |  3.524s |    41.924s |
| Iteration 12     |          461 |        0.2229 |     SAMME |     1.0 |          1.0 |  3.503s |    45.945s |
| Iteration 13     |          462 |        0.2592 |     SAMME |  0.4375 |          1.0 |  3.527s |    49.999s |
| Iteration 14     |          461 |        0.2255 |   SAMME.R |  0.8125 |          1.0 |  3.495s |    54.033s |
| Iteration 15     |          458 |        0.2268 |     SAMME |  0.8125 |          1.0 |  3.492s |    58.110s |
| Iteration 16     |           59 |        0.5143 |   SAMME.R |  0.6875 |          1.0 |  3.269s |     1m:02s |
| Iteration 17     |          490 |        0.2254 |     SAMME |  0.9375 |          1.0 |  3.486s |     1m:06s |
| Iteration 18     |          132 |        0.2113 |     SAMME |  0.6875 |          1.0 |  3.276s |     1m:10s |
| Iteration 19     |          500 |        0.2123 |     SAMME |   0.875 |          1.0 |  3.574s |     1m:14s |
| Iteration 20     |          388 |        0.2176 |     SAMME |  0.9375 |          1.0 |  3.474s |     1m:18s |
| Iteration 21     |          299 |        0.2294 |   SAMME.R |  0.3125 |          1.0 |  3.348s |     1m:22s |
| Iteration 22     |          436 |         0.213 |     SAMME |  0.5312 |          1.0 |  3.575s |     1m:27s |
| Iteration 23     |          485 |        0.1574 |     SAMME |   0.625 |          1.0 |  3.670s |     1m:31s |
| Iteration 24     |          481 |        0.2419 |   SAMME.R |  0.4375 |          1.0 |  3.642s |     1m:35s |
| Iteration 25     |          206 |          0.01 |   SAMME.R |    0.25 |          1.0 |  3.278s |     1m:39s |
| Iteration 26     |           51 |        8.9387 |     SAMME |     0.5 |          1.0 |  3.240s |     1m:43s |
| Iteration 27     |          500 |        0.1576 |     SAMME |  0.5625 |          1.0 |  3.544s |     1m:47s |
| Iteration 28     |          497 |         0.172 |     SAMME |  0.4375 |          1.0 |  3.540s |     1m:51s |
| Iteration 29     |           53 |        9.8227 |   SAMME.R |  0.7188 |          1.0 |  3.124s |     1m:55s |
| Iteration 30     |          485 |        0.2248 |     SAMME |    0.75 |          1.0 |  3.533s |     1m:59s |
| Iteration 31     |          191 |        0.0929 |     SAMME |   0.875 |          1.0 |  3.327s |     2m:03s |
| Iteration 32     |           80 |          0.01 |     SAMME |  0.5312 |          1.0 |  3.223s |     2m:07s |
| Iteration 33     |          313 |         0.167 |     SAMME |     0.5 |          1.0 |  3.419s |     2m:11s |
| Iteration 34     |          500 |        0.2209 |   SAMME.R |  0.8125 |          1.0 |  3.588s |     2m:15s |
| Iteration 35     |          322 |        0.0911 |     SAMME |     0.5 |          1.0 |  3.386s |     2m:19s |
| Iteration 36     |          466 |        0.2234 |     SAMME |     0.5 |          1.0 |  3.506s |     2m:23s |
| Iteration 37     |          500 |         0.218 |     SAMME |   0.625 |          1.0 |  3.495s |     2m:27s |
| Iteration 38     |          493 |        0.2186 |     SAMME |  0.4062 |          1.0 |  3.536s |     2m:32s |
| Iteration 39     |          459 |        0.2166 |   SAMME.R |   0.875 |          1.0 |  3.489s |     2m:36s |
| Iteration 40     |          323 |        0.2198 |   SAMME.R |    0.25 |          1.0 |  3.444s |     2m:40s |
| Iteration 41     |          466 |        0.2211 |   SAMME.R |  0.7188 |          1.0 |  3.601s |     2m:44s |
| Iteration 42     |          457 |        8.7424 |   SAMME.R |   0.625 |          1.0 |  3.531s |     2m:48s |
| Iteration 43     |          461 |        0.7386 |   SAMME.R |  0.5625 |          1.0 |  3.550s |     2m:53s |
| Iteration 44     |          459 |        0.0203 |   SAMME.R |  0.4375 |          1.0 |  3.517s |     2m:57s |
| Iteration 45     |          459 |        0.2381 |   SAMME.R |     1.0 |          1.0 |  3.423s |     3m:01s |
| Iteration 46     |          459 |        0.2346 |   SAMME.R |  0.9375 |          1.0 |  3.601s |     3m:06s |
| Iteration 47     |          460 |        0.2326 |   SAMME.R |   0.375 |          1.0 |  3.481s |     3m:10s |
| Iteration 48     |          459 |        0.2352 |   SAMME.R |  0.4375 |          1.0 |  3.514s |     3m:14s |
| Iteration 49     |          469 |        0.2192 |   SAMME.R |     0.5 |          1.0 |  3.550s |     3m:19s |
| Iteration 50     |          460 |        0.2302 |   SAMME.R |  0.9375 |          1.0 |  3.566s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.433s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.1249
Time elapsed: 1.915s
-------------------------------------------------
Total time: 3m:26s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  3.578s |     3.600s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.4375 |       0.6875 |  3.460s |     7.421s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |         0.75 |  3.483s |    11.235s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |         0.75 |  3.292s |    14.849s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |         0.75 |  3.517s |    18.694s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  3.329s |    22.372s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  3.368s |    26.191s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.125 |          1.0 |  3.344s |    29.890s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  3.482s |    33.718s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |          1.0 |  3.451s |    37.488s |
| Iteration 11     |          249 |      gini |         8 |                 6 |               10 |         sqrt |     False |     0.032 |         --- |   0.625 |          1.0 |  3.326s |    41.493s |
| Iteration 12     |          247 |      gini |         8 |                 4 |               12 |          0.5 |     False |     0.029 |         --- |    0.75 |          1.0 |  3.351s |    45.475s |
| Iteration 13     |          233 |      gini |         8 |                 4 |               10 |         auto |     False |    0.0346 |         --- |    0.75 |          1.0 |  3.338s |    49.592s |
| Iteration 14     |          100 |      gini |         8 |                 4 |                2 |         log2 |     False |    0.0015 |         --- |  0.8125 |          1.0 |  3.231s |    53.496s |
| Iteration 15     |          223 |      gini |         8 |                 4 |               16 |         log2 |     False |    0.0165 |         --- |  0.8125 |          1.0 |  3.312s |    57.572s |
| Iteration 16     |          278 |      gini |         8 |                 4 |                5 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  3.343s |     1m:02s |
| Iteration 17     |          188 |      gini |         5 |                14 |               19 |         None |      True |    0.0248 |        None |    0.75 |          1.0 |  3.308s |     1m:06s |
| Iteration 18     |           65 |      gini |         8 |                 4 |               18 |          0.5 |     False |    0.0251 |         --- |  0.8438 |          1.0 |  3.199s |     1m:10s |
| Iteration 19     |          369 |      gini |         8 |                 4 |               20 |          0.5 |     False |      0.02 |         --- |  0.5625 |          1.0 |  3.428s |     1m:14s |
| Iteration 20     |           10 |   entropy |         6 |                19 |               14 |          0.8 |      True |    0.0007 |         0.8 |  0.6875 |          1.0 |  3.159s |     1m:18s |
| Iteration 21     |           71 |   entropy |         6 |                16 |               13 |         auto |      True |    0.0205 |         0.8 |   0.875 |          1.0 |  3.213s |     1m:22s |
| Iteration 22     |           10 |   entropy |         6 |                16 |                5 |          0.6 |      True |    0.0026 |         0.7 |   0.625 |          1.0 |  3.948s |     1m:27s |
| Iteration 23     |          260 |   entropy |         6 |                16 |               18 |         auto |      True |    0.0216 |         0.6 |     0.5 |          1.0 |  3.371s |     1m:31s |
| Iteration 24     |           68 |      gini |         8 |                 4 |               15 |         sqrt |     False |    0.0221 |         --- |     0.5 |          1.0 |  3.175s |     1m:35s |
| Iteration 25     |           80 |      gini |         6 |                16 |               17 |          0.9 |     False |    0.0346 |         --- |  0.4375 |          1.0 |  3.234s |     1m:39s |
| Iteration 26     |          131 |   entropy |         6 |                16 |               11 |          0.6 |      True |    0.0085 |         0.8 |     0.5 |          1.0 |  3.297s |     1m:43s |
| Iteration 27     |           22 |   entropy |         8 |                 4 |               16 |         sqrt |      True |    0.0117 |         0.6 |     0.5 |          1.0 |  3.222s |     1m:47s |
| Iteration 28     |          247 |      gini |         8 |                 4 |                9 |         sqrt |     False |    0.0095 |         --- |   0.625 |          1.0 |  3.337s |     1m:51s |
| Iteration 29     |          237 |      gini |         7 |                 4 |               17 |         sqrt |     False |    0.0297 |         --- |   0.125 |          1.0 |  3.312s |     1m:55s |
| Iteration 30     |          283 |      gini |         8 |                15 |               11 |          0.5 |     False |    0.0318 |         --- |     1.0 |          1.0 |  3.365s |     1m:59s |
| Iteration 31     |          108 |      gini |         8 |                 9 |               11 |          0.6 |     False |    0.0318 |         --- |   0.875 |          1.0 |  3.289s |     2m:03s |
| Iteration 32     |          291 |      gini |         8 |                 7 |               11 |         sqrt |     False |     0.035 |         --- |   0.625 |          1.0 |  3.333s |     2m:08s |
| Iteration 33     |          257 |      gini |         4 |                 5 |               11 |         log2 |     False |    0.0315 |         --- |   0.375 |          1.0 |  3.350s |     2m:12s |
| Iteration 34     |          276 |   entropy |         9 |                 4 |               11 |         sqrt |     False |    0.0316 |         --- |  0.9375 |          1.0 |  3.352s |     2m:16s |
| Iteration 35     |          265 |   entropy |         8 |                 7 |               11 |          0.9 |     False |    0.0315 |         --- |  0.4375 |          1.0 |  3.298s |     2m:21s |
| Iteration 36     |           14 |   entropy |         8 |                17 |               11 |         log2 |     False |    0.0318 |         --- |  0.6875 |          1.0 |  3.145s |     2m:25s |
| Iteration 37     |          283 |      gini |         4 |                14 |               11 |         log2 |     False |    0.0317 |         --- |    0.75 |          1.0 |  3.294s |     2m:29s |
| Iteration 38     |          303 |      gini |         6 |                19 |               11 |         sqrt |     False |    0.0322 |         --- |  0.6875 |          1.0 |  3.286s |     2m:34s |
| Iteration 39     |          345 |   entropy |         9 |                14 |               11 |          0.7 |     False |    0.0322 |         --- |  0.9375 |          1.0 |  3.440s |     2m:38s |
| Iteration 40     |          300 |      gini |         8 |                 7 |               11 |          0.7 |     False |    0.0323 |         --- |  0.4375 |          1.0 |  3.279s |     2m:43s |
| Iteration 41     |          305 |      gini |         8 |                 7 |               11 |         log2 |     False |    0.0318 |         --- |    0.75 |          1.0 |  3.300s |     2m:47s |
| Iteration 42     |          272 |      gini |         8 |                19 |               11 |          0.5 |     False |    0.0327 |         --- |     0.5 |          1.0 |  3.286s |     2m:51s |
| Iteration 43     |          496 |   entropy |         7 |                 8 |               11 |          0.8 |     False |    0.0319 |         --- |  0.6875 |          1.0 |  3.407s |     2m:56s |
| Iteration 44     |          338 |      gini |         5 |                11 |               13 |         sqrt |      True |    0.0205 |         0.8 |     0.5 |          1.0 |  3.362s |     3m:00s |
| Iteration 45     |          125 |   entropy |         9 |                 8 |               11 |         log2 |     False |     0.031 |         --- |   0.875 |          1.0 |  3.191s |     3m:04s |
| Iteration 46     |          118 |      gini |         8 |                15 |               11 |          0.5 |     False |    0.0318 |         --- |  0.6875 |          1.0 |  4.020s |     3m:09s |
| Iteration 47     |           41 |   entropy |         9 |                 5 |               11 |          0.7 |     False |    0.0311 |         --- |    0.25 |          1.0 |  3.235s |     3m:14s |
| Iteration 48     |          307 |      gini |         9 |                15 |               11 |          0.5 |     False |    0.0317 |         --- |  0.5625 |          1.0 |  3.382s |     3m:18s |
| Iteration 49     |          224 |      gini |         9 |                10 |               11 |          0.8 |     False |    0.0314 |         --- |  0.4375 |          1.0 |  3.329s |     3m:23s |
| Iteration 50     |          250 |      gini |         6 |                 4 |               11 |         sqrt |     False |    0.0085 |         --- |  0.8125 |          1.0 |  3.284s |     3m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 283, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 15, 'min_samples_leaf': 11, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0318}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9795
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.208s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.0374
Time elapsed: 0.917s
-------------------------------------------------
Total time: 3m:29s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.213s |     3.231s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.375 |          0.5 |  3.222s |     6.791s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  3.245s |    10.393s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  3.222s |    13.937s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  3.269s |    17.550s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  3.247s |    21.130s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  3.244s |    24.709s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  3.241s |    28.299s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  3.275s |    31.954s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.212s |    35.517s |
| Iteration 11     |           62 |        0.3686 |         9 |     0.0 |                4 |       0.6 |              0.8 |      0.01 |         10 |  0.3125 |       0.8125 |  3.158s |    39.331s |
| Iteration 12     |          473 |        0.0264 |         6 |   0.654 |                4 |       0.5 |              0.7 |      0.01 |          1 |  0.5625 |       0.8125 |  3.213s |    43.182s |
| Iteration 13     |          151 |         0.013 |         2 |  0.6517 |                7 |       0.8 |              0.7 |       0.1 |        0.1 |     0.5 |       0.8125 |  3.215s |    47.237s |
| Iteration 14     |          199 |        0.2635 |         4 |  0.7643 |                4 |       0.6 |              0.8 |      0.01 |         10 |  0.6875 |       0.8125 |  3.255s |    51.191s |
| Iteration 15     |          355 |        0.0178 |         7 |  0.6024 |                4 |       0.9 |              0.8 |         1 |          1 |    0.75 |       0.8125 |  3.252s |    55.204s |
| Iteration 16     |          454 |         0.069 |        10 |  0.6661 |                4 |       0.8 |              0.8 |      0.01 |         10 |  0.6875 |       0.8125 |  3.271s |    59.247s |
| Iteration 17     |          152 |        0.9134 |         4 |  0.6491 |                4 |       0.6 |              0.8 |         0 |        0.1 |    0.75 |       0.8125 |  3.183s |     1m:03s |
| Iteration 18     |          456 |        0.3265 |         6 |  0.6768 |                4 |       0.9 |              0.8 |      0.01 |        100 |    0.75 |       0.8125 |  3.162s |     1m:07s |
| Iteration 19     |          500 |          0.01 |         5 |  0.6164 |               10 |       1.0 |              0.8 |         0 |          0 |     0.5 |       0.8125 |  3.210s |     1m:11s |
| Iteration 20     |          405 |        0.0333 |         5 |   0.623 |                3 |       0.9 |              0.8 |      0.01 |          0 |  0.6875 |       0.8125 |  3.249s |     1m:15s |
| Iteration 21     |          446 |        0.0346 |         5 |   0.619 |                5 |       0.8 |              0.8 |       0.1 |        0.1 |  0.8125 |       0.8125 |  3.266s |     1m:20s |
| Iteration 22     |          467 |          0.01 |         6 |  0.6227 |                5 |       0.6 |              0.8 |        10 |          0 |     0.5 |       0.8125 |  3.179s |     1m:24s |
| Iteration 23     |          485 |        0.0533 |         5 |  0.6336 |                5 |       0.8 |              0.7 |      0.01 |       0.01 |  0.9375 |       0.9375 |  3.328s |     1m:28s |
| Iteration 24     |          247 |        0.0396 |         3 |  0.6894 |                5 |       0.9 |              0.6 |         0 |          0 |   0.875 |       0.9375 |  4.063s |     1m:33s |
| Iteration 25     |          447 |        0.5937 |         3 |  0.6716 |                5 |       0.8 |              0.7 |      0.01 |          0 |  0.2188 |       0.9375 |  3.293s |     1m:37s |
| Iteration 26     |          478 |        0.0626 |         8 |   0.662 |                5 |       1.0 |              0.8 |      0.01 |        100 |     0.5 |       0.9375 |  3.277s |     1m:41s |
| Iteration 27     |           78 |        0.0519 |         4 |  0.6444 |                5 |       0.8 |              0.7 |      0.01 |       0.01 |   0.625 |       0.9375 |  3.236s |     1m:45s |
| Iteration 28     |          500 |        0.0687 |         4 |   0.622 |                9 |       0.8 |              0.6 |       100 |        0.1 |     0.5 |       0.9375 |  3.271s |     1m:50s |
| Iteration 29     |          278 |         0.033 |         7 |   0.651 |                5 |       0.9 |              0.9 |        10 |        0.1 |     0.5 |       0.9375 |  3.232s |     1m:54s |
| Iteration 30     |          152 |        0.0125 |         5 |  0.5978 |                5 |       0.8 |              0.7 |         0 |        100 |     0.5 |       0.9375 |  3.238s |     1m:58s |
| Iteration 31     |          500 |         0.046 |         1 |  0.6195 |                6 |       0.8 |              0.9 |      0.01 |          1 |  0.8125 |       0.9375 |  3.271s |     2m:02s |
| Iteration 32     |          500 |         0.038 |         5 |  0.6536 |                8 |       0.8 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  3.257s |     2m:07s |
| Iteration 33     |          500 |        0.0532 |         8 |  0.6237 |                4 |       0.8 |              1.0 |      0.01 |          1 |   0.375 |       0.9375 |  3.279s |     2m:11s |
| Iteration 34     |          486 |        0.9196 |         1 |   0.163 |               10 |       0.8 |              0.7 |       0.1 |         10 |     0.5 |       0.9375 |  3.218s |     2m:15s |
| Iteration 35     |          500 |        0.0553 |         3 |  0.6586 |                5 |       0.8 |              0.7 |        10 |       0.01 |     0.5 |       0.9375 |  3.226s |     2m:19s |
| Iteration 36     |          478 |        0.0509 |         5 |  0.6371 |                5 |       0.8 |              0.7 |      0.01 |          1 |  0.8125 |       0.9375 |  3.235s |     2m:23s |
| Iteration 37     |          388 |        0.1099 |         5 |  0.2828 |                5 |       0.8 |              0.7 |       100 |          0 |     0.5 |       0.9375 |  3.236s |     2m:28s |
| Iteration 38     |          475 |        0.0511 |         5 |  0.6363 |                5 |       0.8 |              0.7 |      0.01 |       0.01 |  0.2812 |       0.9375 |  3.220s |     2m:32s |
| Iteration 39     |          387 |        0.2206 |         5 |  0.5854 |                2 |       0.9 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  3.216s |     2m:36s |
| Iteration 40     |          151 |         0.189 |         3 |  0.5064 |                7 |       0.6 |              0.8 |         0 |          1 |     0.5 |          1.0 |  3.145s |     2m:40s |
| Iteration 41     |          385 |        0.0437 |         5 |  0.7094 |                1 |       1.0 |              0.8 |       0.1 |          1 |    0.75 |          1.0 |  3.266s |     2m:44s |
| Iteration 42     |          332 |         0.102 |         5 |  0.5921 |                2 |       1.0 |              0.8 |       0.1 |          1 |  0.3125 |          1.0 |  3.267s |     2m:48s |
| Iteration 43     |          187 |        0.0226 |         3 |  0.9663 |                1 |       0.9 |              0.8 |         0 |        0.1 |    0.75 |          1.0 |  3.232s |     2m:52s |
| Iteration 44     |          365 |        0.6052 |        10 |  0.9562 |                1 |       0.6 |              0.8 |       100 |        0.1 |     0.5 |          1.0 |  3.247s |     2m:57s |
| Iteration 45     |          228 |        0.0959 |         1 |  0.5831 |                1 |       0.6 |              0.8 |         0 |         10 |  0.8125 |          1.0 |  3.224s |     3m:01s |
| Iteration 46     |          426 |        0.0382 |         3 |   0.406 |                4 |       0.5 |              0.6 |         0 |         10 |  0.6875 |          1.0 |  3.239s |     3m:05s |
| Iteration 47     |          406 |        0.0774 |         9 |  0.6646 |               10 |       0.7 |              0.6 |         0 |        0.1 |     0.5 |          1.0 |  3.253s |     3m:09s |
| Iteration 48     |          381 |        0.0203 |         5 |  0.9393 |                1 |       0.8 |              0.8 |         0 |       0.01 |  0.6875 |          1.0 |  4.047s |     3m:14s |
| Iteration 49     |          314 |        0.0198 |         6 |  0.7524 |                1 |       0.6 |              0.6 |         0 |         10 |  0.5625 |          1.0 |  3.226s |     3m:18s |
| Iteration 50     |          219 |        0.0851 |         2 |  0.0077 |                1 |       0.7 |              0.6 |      0.01 |          1 |  0.8125 |          1.0 |  3.237s |     3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 387, 'learning_rate': 0.2206, 'max_depth': 5, 'gamma': 0.5854, 'min_child_weight': 2, 'subsample': 0.9, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.088s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0583
Time elapsed: 0.263s
-------------------------------------------------
Total time: 3m:24s


Final results ==================== >>
Duration: 22m:00s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.84 ± 0.08 ~
Logistic Regression             --> roc_auc: 0.52 ± 0.1503
Linear Discriminant Analysis    --> roc_auc: 0.68 ± 0.0812
Quadratic Discriminant Analysis --> roc_auc: 0.82 ± 0.103
Radius Nearest Neighbors        --> roc_auc: 0.92 ± 0.0678 !
AdaBoost                        --> roc_auc: 0.67 ± 0.1249 ~
Random Forest                   --> roc_auc: 0.84 ± 0.0374
XGBoost                         --> roc_auc: 0.89 ± 0.0583
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 833 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRGSSNTGKLIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAGPNFGNEKLTF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNRDDKIIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  0.679s |     0.701s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |          1.0 |  0.723s |     1.783s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |          1.0 |  0.701s |     2.852s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |          1.0 |  0.725s |     3.924s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |          1.0 |  0.744s |     5.020s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |          1.0 |  0.763s |     6.141s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.875 |          1.0 |  0.761s |     7.290s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.767s |     8.397s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  0.711s |     9.454s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.4375 |          1.0 |  0.706s |    10.489s |
| Iteration 11     | exponen.. |        0.1856 |          182 |       1.0 | friedman_mse |                18 |               19 |         1 |          0.7 |       0.0 |     1.0 |          1.0 |  0.681s |    11.872s |
| Iteration 12     |  deviance |        0.0886 |           92 |       0.6 | friedman_mse |                18 |                1 |         3 |         sqrt |     0.005 |   0.875 |          1.0 |  0.683s |    13.296s |
| Iteration 13     | exponen.. |         0.781 |           45 |       1.0 | friedman_mse |                 2 |                5 |         7 |         None |    0.0312 |  0.9375 |          1.0 |  0.658s |    14.863s |
| Iteration 14     |  deviance |         0.705 |          152 |       0.8 | friedman_mse |                13 |                6 |         7 |          0.9 |    0.0309 |  0.6562 |          1.0 |  0.701s |    16.272s |
| Iteration 15     | exponen.. |        0.7897 |           46 |       0.6 | friedman_mse |                15 |               14 |         5 |          0.8 |    0.0224 |  0.3438 |          1.0 |  0.664s |    17.627s |
| Iteration 16     | exponen.. |        0.5468 |          214 |       1.0 | friedman_mse |                14 |               12 |         6 |         sqrt |    0.0208 |     1.0 |          1.0 |  0.678s |    19.075s |
| Iteration 17     | exponen.. |        0.1861 |          216 |       0.9 | friedman_mse |                15 |               18 |         1 |          0.7 |       0.0 |  0.8125 |          1.0 |  0.673s |    20.486s |
| Iteration 18     | exponen.. |           1.0 |          500 |       1.0 | squared_er.. |                 2 |                1 |         1 |         auto |     0.035 |  0.8125 |          1.0 |  0.731s |    22.002s |
| Iteration 19     |  deviance |        0.0483 |          500 |       0.5 | squared_er.. |                 2 |                1 |         6 |         auto |       0.0 |     1.0 |          1.0 |  0.885s |    23.561s |
| Iteration 20     | exponen.. |        0.0731 |          447 |       0.6 | squared_er.. |                 8 |                2 |         7 |         sqrt |    0.0107 |   0.875 |          1.0 |  0.740s |    24.991s |
| Iteration 21     |  deviance |          0.01 |          500 |       0.5 | friedman_mse |                17 |               16 |         7 |          0.9 |    0.0055 |     0.5 |          1.0 |  0.736s |    26.410s |
| Iteration 22     | exponen.. |        0.3576 |           91 |       1.0 | friedman_mse |                12 |               12 |         6 |         sqrt |    0.0279 |     1.0 |          1.0 |  0.639s |    27.800s |
| Iteration 23     | exponen.. |        0.3576 |           94 |       1.0 | friedman_mse |                 9 |               10 |         9 |         auto |     0.035 |  0.9688 |          1.0 |  0.649s |    29.122s |
| Iteration 24     |  deviance |        0.0326 |          254 |       0.6 | squared_er.. |                20 |               20 |         3 |         None |    0.0018 |     0.5 |          1.0 |  0.699s |    31.487s |
| Iteration 25     | exponen.. |        0.2755 |          271 |       1.0 | squared_er.. |                 5 |               11 |         8 |         sqrt |    0.0154 |  0.9375 |          1.0 |  0.697s |    32.959s |
| Iteration 26     |  deviance |           1.0 |          500 |       1.0 | friedman_mse |                 2 |               20 |        10 |         auto |    0.0115 |  0.9375 |          1.0 |  0.744s |    34.453s |
| Iteration 27     |  deviance |        0.1049 |          500 |       1.0 | friedman_mse |                20 |                1 |         1 |         sqrt |    0.0298 |    0.25 |          1.0 |  0.809s |    36.007s |
| Iteration 28     |  deviance |        0.0875 |          404 |       0.5 | squared_er.. |                 2 |                5 |         8 |          0.7 |    0.0254 |  0.9375 |          1.0 |  0.792s |    37.572s |
| Iteration 29     | exponen.. |        0.0486 |          460 |       0.5 | squared_er.. |                 3 |               15 |         5 |          0.5 |    0.0345 |     0.5 |          1.0 |  0.807s |    39.162s |
| Iteration 30     | exponen.. |           1.0 |          238 |       1.0 | friedman_mse |                 2 |               20 |        10 |         None |     0.035 |    0.75 |          1.0 |  0.748s |    40.666s |
| Iteration 31     | exponen.. |        0.5827 |           78 |       1.0 | friedman_mse |                 2 |               10 |         1 |          0.8 |       0.0 |  0.8125 |          1.0 |  0.711s |    42.153s |
| Iteration 32     |  deviance |         0.213 |          315 |       1.0 | friedman_mse |                19 |               20 |        10 |         sqrt |    0.0009 |     1.0 |          1.0 |  0.745s |    43.656s |
| Iteration 33     | exponen.. |         0.502 |          292 |       1.0 | friedman_mse |                14 |               12 |        10 |         auto |    0.0233 |  0.9062 |          1.0 |  0.759s |    45.241s |
| Iteration 34     | exponen.. |        0.2376 |          236 |       1.0 | friedman_mse |                15 |               17 |         5 |         auto |    0.0232 |     1.0 |          1.0 |  0.757s |    46.814s |
| Iteration 35     | exponen.. |        0.2304 |          176 |       1.0 | friedman_mse |                20 |               17 |        10 |         auto |    0.0204 |  0.4375 |          1.0 |  0.729s |    48.390s |
| Iteration 36     |  deviance |          0.08 |          299 |       0.7 | friedman_mse |                20 |                5 |         5 |         auto |    0.0153 |  0.9375 |          1.0 |  0.777s |    50.103s |
| Iteration 37     | exponen.. |        0.2557 |          244 |       1.0 | friedman_mse |                14 |               12 |         5 |         auto |    0.0233 |    0.75 |          1.0 |  0.742s |    51.750s |
| Iteration 38     | exponen.. |        0.5612 |          129 |       1.0 | friedman_mse |                 3 |               10 |         8 |         log2 |    0.0253 |     1.0 |          1.0 |  0.722s |    53.421s |
| Iteration 39     |  deviance |        0.2944 |          180 |       1.0 | friedman_mse |                 5 |               20 |         5 |         sqrt |    0.0056 |  0.5938 |          1.0 |  0.730s |    54.982s |
| Iteration 40     | exponen.. |        0.5393 |          117 |       1.0 | friedman_mse |                 7 |               10 |         7 |         log2 |    0.0281 |    0.75 |          1.0 |  0.724s |    56.566s |
| Iteration 41     |  deviance |        0.1115 |          483 |       0.7 | squared_er.. |                12 |               15 |         6 |          0.7 |    0.0033 |    0.75 |          1.0 |  0.802s |    58.255s |
| Iteration 42     |  deviance |        0.0663 |          101 |       0.6 | squared_er.. |                12 |                3 |         6 |         sqrt |    0.0139 |   0.875 |          1.0 |  0.723s |    59.771s |
| Iteration 43     | exponen.. |        0.5402 |           67 |       1.0 | squared_er.. |                 3 |                6 |        10 |         sqrt |    0.0067 |     1.0 |          1.0 |  0.705s |     1m:01s |
| Iteration 44     | exponen.. |         0.527 |          420 |       1.0 | squared_er.. |                 5 |                5 |        10 |          0.7 |    0.0063 |  0.8125 |          1.0 |  0.814s |     1m:03s |
| Iteration 45     | exponen.. |        0.0978 |          113 |       0.8 | squared_er.. |                 8 |                3 |         8 |         sqrt |    0.0311 |  0.8125 |          1.0 |  0.666s |     1m:04s |
| Iteration 46     | exponen.. |        0.2542 |          234 |       1.0 | friedman_mse |                11 |               20 |         1 |         auto |    0.0146 |     1.0 |          1.0 |  0.676s |     1m:06s |
| Iteration 47     | exponen.. |        0.2495 |          500 |       1.0 | friedman_mse |                 2 |               20 |         1 |         auto |     0.035 |  0.4688 |          1.0 |  0.729s |     1m:08s |
| Iteration 48     | exponen.. |        0.6003 |           22 |       1.0 | friedman_mse |                 6 |                7 |         9 |          0.7 |    0.0224 |  0.9375 |          1.0 |  1.331s |     1m:10s |
| Iteration 49     |  deviance |        0.0704 |          297 |       0.5 | squared_er.. |                15 |                2 |         7 |         sqrt |    0.0001 |     1.0 |          1.0 |  0.748s |     1m:12s |
| Iteration 50     |  deviance |        0.0784 |          200 |       0.5 | friedman_mse |                 7 |                2 |         7 |         log2 |       0.0 |  0.8125 |          1.0 |  0.715s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0483, 'n_estimators': 500, 'subsample': 0.5, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 1, 'max_depth': 6, 'max_features': 'auto', 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.263s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.1249
Time elapsed: 1.250s
-------------------------------------------------
Total time: 1m:16s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.875 |        0.875 |  0.718s |     0.731s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     0.5 |        0.875 |  0.710s |     1.762s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.4375 |        0.875 |  0.720s |     2.842s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.9375 |       0.9375 |  0.702s |     3.939s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |       0.9375 |  0.720s |     4.987s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.6875 |       0.9375 |  0.716s |     6.034s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |       0.9375 |  0.714s |     7.072s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |       0.9375 |  0.712s |     8.104s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.875 |       0.9375 |  0.702s |     9.151s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.125 |       0.9375 |  0.649s |    10.148s |
| Iteration 11     |      l2 |  0.2052 | libli.. |      113 |      --- |    0.75 |       0.9375 |  0.637s |    11.444s |
| Iteration 12     |      l2 |   0.001 | libli.. |      100 |      --- |     1.0 |          1.0 |  0.633s |    12.694s |
| Iteration 13     |      l2 |   0.001 |     sag |      100 |      --- |  0.8125 |          1.0 |  0.643s |    14.047s |
| Iteration 14     |      l2 |   0.001 | libli.. |      100 |      --- |     1.0 |          1.0 |  0.001s |    14.744s |
| Iteration 15     |      l2 |   0.001 | libli.. |      100 |      --- |     1.0 |          1.0 |  0.000s |    15.482s |
| Iteration 16     |      l2 |   0.001 | libli.. |     1000 |      --- |   0.875 |          1.0 |  0.645s |    16.919s |
| Iteration 17     |    none |     --- |    saga |     1000 |      --- |  0.6875 |          1.0 |  0.644s |    18.209s |
| Iteration 18     |    none |     --- | newto.. |      100 |      --- |  0.5625 |          1.0 |  0.643s |    19.814s |
| Iteration 19     |      l2 |   0.001 |   lbfgs |     1000 |      --- |  0.6875 |          1.0 |  0.646s |    21.200s |
| Iteration 20     |      l2 |   0.001 | libli.. |      100 |      --- |     1.0 |          1.0 |  0.000s |    21.923s |
| Iteration 21     |      l2 |  0.2524 | libli.. |     1000 |      --- |     0.5 |          1.0 |  0.658s |    23.228s |
| Iteration 22     |      l2 |   0.001 | libli.. |      100 |      --- |     1.0 |          1.0 |  0.001s |    24.012s |
| Iteration 23     |      l2 |   0.001 | libli.. |      100 |      --- |     1.0 |          1.0 |  0.000s |    24.752s |
| Iteration 24     |      l2 |   0.001 | newto.. |      100 |      --- |  0.8125 |          1.0 |  0.654s |    26.254s |
| Iteration 25     |    none |     --- |    saga |      100 |      --- |  0.4375 |          1.0 |  0.657s |    27.615s |
| Iteration 26     |    none |     --- |     sag |      947 |      --- |   0.625 |          1.0 |  0.662s |    28.973s |
| Iteration 27     |      l2 |   100.0 | libli.. |     1000 |      --- |  0.4375 |          1.0 |  1.389s |    31.070s |
| Iteration 28     |      l2 |   0.001 | libli.. |      100 |      --- |     1.0 |          1.0 |  0.001s |    31.811s |
| Iteration 29     |      l2 |   0.001 | libli.. |      101 |      --- |    0.75 |          1.0 |  0.665s |    33.289s |
| Iteration 30     |      l2 |  0.0044 | libli.. |      154 |      --- |  0.5625 |          1.0 |  0.655s |    34.592s |
| Iteration 31     |      l2 |   0.001 | libli.. |      251 |      --- |     0.5 |          1.0 |  0.665s |    36.049s |
| Iteration 32     |    none |     --- | newto.. |      940 |      --- |    0.75 |          1.0 |  0.662s |    37.462s |
| Iteration 33     |      l2 |  0.4718 | libli.. |      100 |      --- |  0.6875 |          1.0 |  0.665s |    38.815s |
| Iteration 34     |      l2 |   0.001 | newto.. |      110 |      --- |  0.4375 |          1.0 |  0.655s |    40.285s |
| Iteration 35     |      l2 |  0.1824 | libli.. |      942 |      --- |  0.4375 |          1.0 |  0.663s |    41.835s |
| Iteration 36     |    none |     --- |    saga |      997 |      --- |  0.4375 |          1.0 |  0.663s |    43.331s |
| Iteration 37     |    none |     --- | newto.. |      948 |      --- |  0.8125 |          1.0 |  0.685s |    44.962s |
| Iteration 38     |      l2 |  0.0041 |     sag |      100 |      --- |     1.0 |          1.0 |  0.661s |    46.448s |
| Iteration 39     |      l2 |    0.99 |     sag |      296 |      --- |   0.625 |          1.0 |  0.643s |    47.868s |
| Iteration 40     |      l2 |  0.0041 |     sag |      100 |      --- |     1.0 |          1.0 |  0.001s |    48.751s |
| Iteration 41     |      l2 |  0.0043 | libli.. |      100 |      --- |   0.625 |          1.0 |  0.639s |    50.203s |
| Iteration 42     |      l2 |  0.0041 |     sag |      100 |      --- |     1.0 |          1.0 |  0.000s |    51.136s |
| Iteration 43     |      l2 |   0.001 | newto.. |      307 |      --- |  0.8125 |          1.0 |  0.641s |    52.574s |
| Iteration 44     |      l2 |  0.1499 | newto.. |      314 |      --- |  0.5625 |          1.0 |  0.643s |    54.058s |
| Iteration 45     |      l2 |   0.001 | newto.. |      295 |      --- |   0.625 |          1.0 |  0.654s |    55.513s |
| Iteration 46     |      l2 |   0.199 | libli.. |      947 |      --- |     1.0 |          1.0 |  0.654s |    57.108s |
| Iteration 47     |    none |     --- | newto.. |      955 |      --- |  0.6875 |          1.0 |  0.642s |    58.571s |
| Iteration 48     |    none |     --- |   lbfgs |      991 |      --- |    0.75 |          1.0 |  0.649s |     1m:00s |
| Iteration 49     |      l2 |  0.0025 | libli.. |      960 |      --- |     0.5 |          1.0 |  0.657s |     1m:02s |
| Iteration 50     |      l2 |  0.0041 |     sag |      102 |      --- |     0.5 |          1.0 |  0.646s |     1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'penalty': 'l2', 'C': 0.0041, 'solver': 'sag', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7464
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.56 ± 0.0374
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:04s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  0.630s |     0.635s |
| Initial point 2  |     svd |       --- |  0.1875 |        0.625 |  1.359s |     2.310s |
| Initial point 3  |     svd |       --- |  0.1875 |        0.625 |  0.000s |     2.622s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |        0.625 |  0.634s |     3.557s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |        0.625 |  0.636s |     4.520s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |        0.625 |  0.630s |     5.467s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |       0.6875 |  0.635s |     6.413s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |       0.6875 |  0.656s |     7.385s |
| Initial point 9  |    lsqr |       0.6 |   0.875 |        0.875 |  0.660s |     8.375s |
| Initial point 10 |   eigen |       0.8 |     0.5 |        0.875 |  0.650s |     9.346s |
| Iteration 11     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     9.862s |
| Iteration 12     |    lsqr |       1.0 |     1.0 |          1.0 |  0.642s |    10.960s |
| Iteration 13     |    lsqr |      auto |  0.8125 |          1.0 |  0.655s |    12.135s |
| Iteration 14     |    lsqr |      None |  0.9375 |          1.0 |  0.643s |    13.283s |
| Iteration 15     |   eigen |      None |  0.3125 |          1.0 |  0.650s |    14.470s |
| Iteration 16     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    14.974s |
| Iteration 17     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    15.463s |
| Iteration 18     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    15.938s |
| Iteration 19     |   eigen |       0.7 |  0.5625 |          1.0 |  0.657s |    17.097s |
| Iteration 20     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    17.586s |
| Iteration 21     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    18.094s |
| Iteration 22     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    18.599s |
| Iteration 23     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    19.119s |
| Iteration 24     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    19.623s |
| Iteration 25     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    20.506s |
| Iteration 26     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    21.106s |
| Iteration 27     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    21.649s |
| Iteration 28     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    22.187s |
| Iteration 29     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    22.715s |
| Iteration 30     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    23.251s |
| Iteration 31     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    23.801s |
| Iteration 32     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    24.507s |
| Iteration 33     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    25.189s |
| Iteration 34     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    25.809s |
| Iteration 35     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    26.441s |
| Iteration 36     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    27.075s |
| Iteration 37     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    27.648s |
| Iteration 38     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    28.228s |
| Iteration 39     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    28.820s |
| Iteration 40     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    29.420s |
| Iteration 41     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    30.052s |
| Iteration 42     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    30.664s |
| Iteration 43     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    31.304s |
| Iteration 44     |    lsqr |       1.0 |     1.0 |          1.0 |  0.002s |    31.950s |
| Iteration 45     |    lsqr |       1.0 |     1.0 |          1.0 |  0.002s |    32.627s |
| Iteration 46     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    33.301s |
| Iteration 47     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    33.951s |
| Iteration 48     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    34.603s |
| Iteration 49     |    lsqr |       1.0 |     1.0 |          1.0 |  0.002s |    35.289s |
| Iteration 50     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    36.447s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 37.738s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0927
Time elapsed: 0.029s
-------------------------------------------------
Total time: 37.781s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  0.657s |     0.661s |
| Initial point 2  |       0.9 |  0.6875 |       0.6875 |  0.660s |     2.231s |
| Initial point 3  |       0.1 |  0.4375 |       0.6875 |  0.655s |     3.309s |
| Initial point 4  |       1.0 |   0.625 |       0.6875 |  0.000s |     3.630s |
| Initial point 5  |       0.2 |  0.5625 |       0.6875 |  0.673s |     4.624s |
| Initial point 6  |       0.4 |   0.625 |       0.6875 |  1.463s |     6.396s |
| Initial point 7  |       0.4 |   0.625 |       0.6875 |  0.000s |     6.731s |
| Initial point 8  |       0.7 |  0.4375 |       0.6875 |  0.667s |     7.711s |
| Initial point 9  |       0.9 |  0.6875 |       0.6875 |  0.001s |     8.170s |
| Initial point 10 |       0.8 |     0.5 |       0.6875 |  0.646s |     9.139s |
| Iteration 11     |       0.3 |  0.6875 |       0.6875 |  0.655s |    10.309s |
| Iteration 12     |       0.6 |     1.0 |          1.0 |  0.660s |    11.395s |
| Iteration 13     |       0.5 |    0.75 |          1.0 |  0.648s |    12.472s |
| Iteration 14     |       0.0 |     1.0 |          1.0 |  0.640s |    14.006s |
| Iteration 15     |       0.0 |     1.0 |          1.0 |  0.000s |    15.055s |
| Iteration 16     |       0.6 |     1.0 |          1.0 |  0.000s |    16.082s |
| Iteration 17     |       0.6 |     1.0 |          1.0 |  0.000s |    16.616s |
| Iteration 18     |       0.0 |     1.0 |          1.0 |  0.000s |    17.026s |
| Iteration 19     |       0.6 |     1.0 |          1.0 |  0.001s |    17.454s |
| Iteration 20     |       0.0 |     1.0 |          1.0 |  0.000s |    17.870s |
| Iteration 21     |       0.6 |     1.0 |          1.0 |  0.000s |    18.284s |
| Iteration 22     |       0.0 |     1.0 |          1.0 |  0.000s |    18.708s |
| Iteration 23     |       0.0 |     1.0 |          1.0 |  0.000s |    19.122s |
| Iteration 24     |       0.6 |     1.0 |          1.0 |  0.000s |    19.548s |
| Iteration 25     |       0.6 |     1.0 |          1.0 |  0.001s |    19.983s |
| Iteration 26     |       0.0 |     1.0 |          1.0 |  0.000s |    20.421s |
| Iteration 27     |       0.1 |  0.4375 |          1.0 |  0.001s |    20.893s |
| Iteration 28     |       0.9 |  0.6875 |          1.0 |  0.000s |    21.339s |
| Iteration 29     |       0.2 |  0.5625 |          1.0 |  0.000s |    21.809s |
| Iteration 30     |       0.8 |     0.5 |          1.0 |  0.000s |    22.270s |
| Iteration 31     |       0.0 |     1.0 |          1.0 |  0.000s |    22.751s |
| Iteration 32     |       0.6 |     1.0 |          1.0 |  0.000s |    23.210s |
| Iteration 33     |       0.6 |     1.0 |          1.0 |  0.000s |    23.669s |
| Iteration 34     |       0.0 |     1.0 |          1.0 |  0.000s |    24.141s |
| Iteration 35     |       0.6 |     1.0 |          1.0 |  0.000s |    24.618s |
| Iteration 36     |       0.0 |     1.0 |          1.0 |  0.000s |    25.093s |
| Iteration 37     |       0.6 |     1.0 |          1.0 |  0.001s |    25.587s |
| Iteration 38     |       0.0 |     1.0 |          1.0 |  0.001s |    26.091s |
| Iteration 39     |       0.6 |     1.0 |          1.0 |  0.000s |    26.581s |
| Iteration 40     |       0.0 |     1.0 |          1.0 |  0.000s |    27.068s |
| Iteration 41     |       0.6 |     1.0 |          1.0 |  0.000s |    27.642s |
| Iteration 42     |       0.0 |     1.0 |          1.0 |  0.000s |    28.143s |
| Iteration 43     |       0.0 |     1.0 |          1.0 |  0.001s |    28.643s |
| Iteration 44     |       0.6 |     1.0 |          1.0 |  0.000s |    29.634s |
| Iteration 45     |       0.0 |     1.0 |          1.0 |  0.000s |    30.323s |
| Iteration 46     |       0.6 |     1.0 |          1.0 |  0.000s |    30.853s |
| Iteration 47     |       0.6 |     1.0 |          1.0 |  0.000s |    31.402s |
| Iteration 48     |       0.0 |     1.0 |          1.0 |  0.001s |    31.948s |
| Iteration 49     |       0.6 |     1.0 |          1.0 |  0.000s |    32.491s |
| Iteration 50     |       0.0 |     1.0 |          1.0 |  0.000s |    33.025s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 33.621s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0927
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.660s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  11.653 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.688s |     0.710s |
| Initial point 2  |  4.6344 | uniform |   kd_tree |        39 |       2 |   0.625 |       0.9375 |  0.657s |     1.739s |
| Initial point 3  |  3.6609 | dista.. | ball_tree |        25 |       2 |     0.5 |       0.9375 |  0.665s |     2.739s |
| Initial point 4  | 10.6805 | uniform | ball_tree |        39 |       2 |   0.625 |       0.9375 |  0.684s |     3.795s |
| Initial point 5  |  8.3668 | dista.. |      auto |        30 |       2 |  0.9375 |       0.9375 |  0.677s |     4.800s |
| Initial point 6  |  9.6893 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.9375 |  0.687s |     5.841s |
| Initial point 7  |  6.9305 | dista.. | ball_tree |        24 |       1 |  0.6875 |       0.9375 |  0.692s |     6.858s |
| Initial point 8  |  1.6608 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.9375 |  0.652s |     7.846s |
| Initial point 9  |  7.7201 | uniform | ball_tree |        24 |       1 |  0.9375 |       0.9375 |  0.665s |     8.847s |
| Initial point 10 |  5.4835 | uniform |     brute |        22 |       2 |     0.5 |       0.9375 |  1.390s |    10.557s |
| Iteration 11     |  7.9991 | uniform | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.644s |    11.907s |
| Iteration 12     | 10.6079 | uniform | ball_tree |        24 |       1 |    0.25 |          1.0 |  0.643s |    13.396s |
| Iteration 13     |  7.4032 | dista.. |      auto |        30 |       1 |  0.9375 |          1.0 |  0.637s |    14.639s |
| Iteration 14     |  7.9105 | uniform | ball_tree |        24 |       1 |   0.625 |          1.0 |  0.652s |    15.869s |
| Iteration 15     |  7.8849 | dista.. | ball_tree |        30 |       2 |   0.375 |          1.0 |  0.657s |    17.076s |
| Iteration 16     |  8.5296 | dista.. |      auto |        33 |       1 |  0.8125 |          1.0 |  0.668s |    18.316s |
| Iteration 17     |  0.7966 | uniform |      auto |        20 |       2 |  0.7812 |          1.0 |  0.661s |    19.549s |
| Iteration 18     |  0.5033 | uniform |      auto |        39 |       2 |     0.5 |          1.0 |  0.672s |    20.771s |
| Iteration 19     |  7.7989 | dista.. |      auto |        23 |       2 |     1.0 |          1.0 |  0.642s |    22.068s |
| Iteration 20     |  7.4826 | dista.. |      auto |        20 |       2 |  0.6875 |          1.0 |  0.668s |    23.481s |
| Iteration 21     |   7.536 | dista.. |      auto |        40 |       2 |  0.5625 |          1.0 |  0.636s |    24.778s |
| Iteration 22     |  8.0886 | dista.. |      auto |        27 |       1 |     1.0 |          1.0 |  0.644s |    26.054s |
| Iteration 23     |  8.6449 | dista.. |      auto |        25 |       1 |     1.0 |          1.0 |  0.642s |    27.334s |
| Iteration 24     |  8.2472 | dista.. |      auto |        26 |       1 |  0.7188 |          1.0 |  0.647s |    28.644s |
| Iteration 25     |  9.3713 | dista.. |      auto |        26 |       2 |    0.75 |          1.0 |  0.641s |    29.910s |
| Iteration 26     |  7.2761 | dista.. |      auto |        27 |       2 |    0.75 |          1.0 |  0.646s |    31.180s |
| Iteration 27     | 11.6859 | uniform |      auto |        20 |       1 |  0.3125 |          1.0 |  0.644s |    32.481s |
| Iteration 28     | 10.6921 | dista.. |      auto |        38 |       1 |  0.9375 |          1.0 |  0.648s |    33.758s |
| Iteration 29     | 11.6859 | dista.. |      auto |        31 |       1 |  0.9375 |          1.0 |  0.638s |    35.122s |
| Iteration 30     | 10.8774 | dista.. |      auto |        21 |       1 |  0.6875 |          1.0 |  0.657s |    36.474s |
| Iteration 31     | 11.6859 | dista.. | ball_tree |        40 |       1 |     0.5 |          1.0 |  0.637s |    37.773s |
| Iteration 32     | 10.8892 | dista.. |   kd_tree |        27 |       2 |    0.75 |          1.0 |  0.643s |    39.100s |
| Iteration 33     |  8.2804 | dista.. |     brute |        25 |       2 |   0.875 |          1.0 |  0.643s |    40.389s |
| Iteration 34     |  0.1853 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  0.642s |    41.733s |
| Iteration 35     |  0.0229 | dista.. |   kd_tree |        40 |       1 |     0.5 |          1.0 |  0.645s |    43.070s |
| Iteration 36     | 11.6859 | dista.. |      auto |        37 |       2 |  0.9375 |          1.0 |  0.698s |    45.160s |
| Iteration 37     | 10.6923 | dista.. |      auto |        40 |       2 |  0.9375 |          1.0 |  0.677s |    46.544s |
| Iteration 38     | 11.6859 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.663s |    47.959s |
| Iteration 39     | 11.6859 | dista.. |      auto |        40 |       2 |  0.5625 |          1.0 |  0.665s |    49.340s |
| Iteration 40     |  0.1368 | dista.. |      auto |        20 |       1 |   0.625 |          1.0 |  0.651s |    50.774s |
| Iteration 41     |     0.0 | uniform | ball_tree |        29 |       1 |     0.5 |          1.0 |  0.666s |    52.258s |
| Iteration 42     | 10.2577 | dista.. |      auto |        34 |       1 |    0.75 |          1.0 |  0.663s |    53.627s |
| Iteration 43     |  6.1601 | uniform | ball_tree |        23 |       1 |  0.6562 |          1.0 |  0.655s |    55.022s |
| Iteration 44     | 11.6859 | dista.. |      auto |        20 |       1 |  0.8125 |          1.0 |  0.677s |    56.426s |
| Iteration 45     | 11.6859 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |    57.210s |
| Iteration 46     | 11.6859 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |    57.980s |
| Iteration 47     | 11.6859 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |    58.783s |
| Iteration 48     | 10.0322 | dista.. |     brute |        20 |       1 |  0.6875 |          1.0 |  0.663s |     1m:00s |
| Iteration 49     | 11.6859 | dista.. |     brute |        21 |       2 |    0.75 |          1.0 |  0.659s |     1m:02s |
| Iteration 50     | 11.6859 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |     1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'radius': 11.6859, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.04
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:03s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.047s |     1.054s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.056s |     2.438s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.812s |     3.575s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.959s |     4.863s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.875 |          1.0 |  0.826s |     6.020s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |          1.0 |  1.036s |     7.964s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.0625 |          1.0 |  0.673s |     9.149s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |          1.0 |  0.922s |    10.410s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.7188 |          1.0 |  0.643s |    11.377s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5625 |          1.0 |  0.768s |    12.488s |
| Iteration 11     |          500 |        0.0527 |   SAMME.R |     1.0 |          1.0 |  1.037s |    14.102s |
| Iteration 12     |          428 |        0.0136 |     SAMME |  0.9375 |          1.0 |  0.929s |    15.623s |
| Iteration 13     |          437 |        0.0815 |     SAMME |   0.875 |          1.0 |  0.936s |    17.108s |
| Iteration 14     |          431 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.967s |    18.629s |
| Iteration 15     |          479 |          0.01 |   SAMME.R |  0.5625 |          1.0 |  1.015s |    20.269s |
| Iteration 16     |          233 |        0.3686 |     SAMME |     1.0 |          1.0 |  0.849s |    22.555s |
| Iteration 17     |          429 |        0.1161 |     SAMME |   0.875 |          1.0 |  1.004s |    24.275s |
| Iteration 18     |          432 |          0.01 |     SAMME |    0.75 |          1.0 |  0.990s |    25.996s |
| Iteration 19     |          230 |         1.742 |     SAMME |     1.0 |          1.0 |  0.847s |    27.599s |
| Iteration 20     |          432 |         0.089 |     SAMME |   0.875 |          1.0 |  0.986s |    29.265s |
| Iteration 21     |          242 |         0.861 |   SAMME.R |   0.875 |          1.0 |  0.870s |    30.736s |
| Iteration 22     |          227 |        0.4617 |     SAMME |     1.0 |          1.0 |  0.833s |    32.158s |
| Iteration 23     |          224 |        1.5424 |     SAMME |     1.0 |          1.0 |  0.842s |    33.701s |
| Iteration 24     |          500 |        0.0706 |   SAMME.R |   0.875 |          1.0 |  1.104s |    35.400s |
| Iteration 25     |          221 |        0.1582 |     SAMME |  0.8125 |          1.0 |  0.826s |    36.864s |
| Iteration 26     |          500 |         0.038 |   SAMME.R |  0.9375 |          1.0 |  1.025s |    38.571s |
| Iteration 27     |          228 |        1.5327 |     SAMME |     0.5 |          1.0 |  0.796s |    40.040s |
| Iteration 28     |          146 |        0.4937 |     SAMME |     1.0 |          1.0 |  0.730s |    41.350s |
| Iteration 29     |           50 |        0.6408 |   SAMME.R |   0.625 |          1.0 |  0.664s |    42.588s |
| Iteration 30     |          198 |        0.4454 |     SAMME |  0.9375 |          1.0 |  0.778s |    43.949s |
| Iteration 31     |          308 |        0.2655 |   SAMME.R |  0.8125 |          1.0 |  0.880s |    45.445s |
| Iteration 32     |          190 |        0.4577 |     SAMME |     1.0 |          1.0 |  0.761s |    46.810s |
| Iteration 33     |          190 |        0.4702 |     SAMME |  0.9375 |          1.0 |  0.800s |    48.268s |
| Iteration 34     |          191 |        0.4597 |   SAMME.R |   0.875 |          1.0 |  0.784s |    49.640s |
| Iteration 35     |           95 |          10.0 |     SAMME |    0.75 |          1.0 |  0.643s |    50.941s |
| Iteration 36     |          500 |         0.104 |   SAMME.R |     1.0 |          1.0 |  1.120s |    52.721s |
| Iteration 37     |          500 |        0.1034 |   SAMME.R |  0.8125 |          1.0 |  1.132s |    54.634s |
| Iteration 38     |          171 |        0.2756 |     SAMME |     1.0 |          1.0 |  0.836s |    56.148s |
| Iteration 39     |          170 |        0.2702 |     SAMME |   0.875 |          1.0 |  1.578s |    58.359s |
| Iteration 40     |          234 |        0.4065 |     SAMME |    0.75 |          1.0 |  0.867s |    59.875s |
| Iteration 41     |           50 |        0.0974 |     SAMME |     1.0 |          1.0 |  0.735s |     1m:01s |
| Iteration 42     |           50 |        0.1063 |     SAMME |   0.875 |          1.0 |  0.735s |     1m:03s |
| Iteration 43     |          118 |        0.1594 |     SAMME |  0.9062 |          1.0 |  0.721s |     1m:04s |
| Iteration 44     |           50 |        0.0589 |   SAMME.R |    0.75 |          1.0 |  0.741s |     1m:05s |
| Iteration 45     |          500 |        0.0528 |   SAMME.R |    0.75 |          1.0 |  1.124s |     1m:07s |
| Iteration 46     |          344 |        0.0887 |   SAMME.R |  0.8125 |          1.0 |  1.004s |     1m:09s |
| Iteration 47     |          123 |         0.251 |     SAMME |   0.875 |          1.0 |  0.783s |     1m:10s |
| Iteration 48     |          239 |          10.0 |   SAMME.R |  0.3125 |          1.0 |  0.811s |     1m:12s |
| Iteration 49     |           50 |        0.2273 |     SAMME |   0.875 |          1.0 |  0.724s |     1m:13s |
| Iteration 50     |          500 |        0.1527 |     SAMME |   0.625 |          1.0 |  1.048s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.104, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.475
Time elapsed: 0.467s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.565 ± 0.0436
Time elapsed: 2.095s
-------------------------------------------------
Total time: 1m:19s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.064s |     1.084s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |        0.875 |  0.958s |     2.518s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.625 |        0.875 |  0.973s |     3.830s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |        0.875 |  0.786s |     4.946s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |        0.875 |  1.002s |     6.317s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.812s |     7.485s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     0.5 |          1.0 |  0.814s |     8.693s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6562 |          1.0 |  0.795s |     9.848s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.9375 |          1.0 |  0.919s |    11.137s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.375 |          1.0 |  0.886s |    12.408s |
| Iteration 11     |          408 |      gini |         7 |                14 |               16 |          0.6 |     False |    0.0024 |         --- |  0.8125 |          1.0 |  0.880s |    14.098s |
| Iteration 12     |          187 |      gini |         9 |                 5 |               14 |         sqrt |     False |    0.0227 |         --- |     1.0 |          1.0 |  0.761s |    15.682s |
| Iteration 13     |          420 |      gini |      None |                12 |                4 |          0.9 |     False |    0.0073 |         --- |  0.9375 |          1.0 |  0.896s |    17.328s |
| Iteration 14     |          168 |      gini |         6 |                 4 |               11 |         sqrt |     False |    0.0306 |         --- |    0.75 |          1.0 |  0.726s |    18.896s |
| Iteration 15     |          309 |      gini |         4 |                13 |               10 |          0.9 |     False |    0.0197 |         --- |  0.3438 |          1.0 |  1.593s |    21.269s |
| Iteration 16     |          192 |      gini |         9 |                 6 |               14 |         sqrt |     False |    0.0214 |         --- |   0.625 |          1.0 |  0.780s |    22.815s |
| Iteration 17     |          227 |   entropy |      None |                 5 |                7 |          0.9 |      True |     0.035 |         0.7 |   0.875 |          1.0 |  0.863s |    24.403s |
| Iteration 18     |          229 |      gini |         1 |                15 |               13 |         auto |     False |       0.0 |         --- |  0.6875 |          1.0 |  0.793s |    25.968s |
| Iteration 19     |          483 |      gini |         5 |                17 |               13 |         log2 |      True |       0.0 |         0.9 |   0.875 |          1.0 |  0.979s |    27.627s |
| Iteration 20     |          444 |   entropy |         1 |                17 |               16 |          0.7 |      True |       0.0 |         0.8 |   0.625 |          1.0 |  0.957s |    29.317s |
| Iteration 21     |           10 |   entropy |         8 |                 8 |                7 |          0.9 |     False |    0.0337 |         --- |  0.7188 |          1.0 |  0.632s |    30.621s |
| Iteration 22     |          292 |      gini |         9 |                 4 |               11 |         sqrt |      True |    0.0327 |         0.6 |     1.0 |          1.0 |  0.863s |    32.276s |
| Iteration 23     |          290 |      gini |         9 |                 7 |               13 |         sqrt |      True |    0.0313 |         0.7 |   0.625 |          1.0 |  0.864s |    33.859s |
| Iteration 24     |           78 |      gini |      None |                10 |               12 |         sqrt |     False |     0.035 |         --- |   0.875 |          1.0 |  0.680s |    35.261s |
| Iteration 25     |          220 |      gini |         1 |                20 |                9 |          0.7 |     False |     0.007 |         --- |  0.8438 |          1.0 |  0.758s |    36.717s |
| Iteration 26     |          292 |      gini |         6 |                 6 |                8 |          0.7 |     False |    0.0009 |         --- |   0.875 |          1.0 |  0.804s |    38.208s |
| Iteration 27     |          183 |      gini |         5 |                12 |               16 |          0.9 |     False |    0.0023 |         --- |  0.4688 |          1.0 |  0.765s |    39.678s |
| Iteration 28     |          347 |      gini |         8 |                 4 |                7 |         sqrt |      True |    0.0328 |         0.6 |  0.9375 |          1.0 |  0.904s |    41.299s |
| Iteration 29     |           92 |      gini |         6 |                17 |                5 |         sqrt |     False |    0.0289 |         --- |     1.0 |          1.0 |  0.701s |    42.854s |
| Iteration 30     |           41 |      gini |         3 |                 3 |                2 |         sqrt |     False |    0.0081 |         --- |  0.9375 |          1.0 |  0.676s |    44.355s |
| Iteration 31     |          406 |      gini |         5 |                15 |                5 |         sqrt |      True |    0.0325 |         0.8 |  0.4375 |          1.0 |  0.953s |    46.150s |
| Iteration 32     |           10 |      gini |         6 |                11 |                4 |         sqrt |     False |    0.0322 |         --- |  0.9375 |          1.0 |  0.650s |    47.580s |
| Iteration 33     |           99 |      gini |      None |                 2 |                5 |         sqrt |      True |    0.0337 |        None |  0.9375 |          1.0 |  0.717s |    49.137s |
| Iteration 34     |           24 |      gini |         8 |                 9 |                5 |         sqrt |     False |    0.0284 |         --- |  0.9375 |          1.0 |  0.698s |    50.788s |
| Iteration 35     |           18 |      gini |      None |                 9 |                4 |         sqrt |      True |    0.0144 |         0.5 |  0.6875 |          1.0 |  0.638s |    52.297s |
| Iteration 36     |          500 |      gini |         4 |                17 |                3 |          0.7 |      True |    0.0238 |         0.9 |  0.9375 |          1.0 |  1.025s |    54.116s |
| Iteration 37     |          500 |      gini |         4 |                15 |                9 |          0.7 |     False |    0.0162 |         --- |  0.9375 |          1.0 |  0.932s |    55.955s |
| Iteration 38     |           10 |      gini |         7 |                17 |               18 |         sqrt |     False |     0.034 |         --- |    0.75 |          1.0 |  0.632s |    57.467s |
| Iteration 39     |          124 |      gini |         8 |                 2 |                1 |         sqrt |     False |    0.0147 |         --- |  0.8125 |          1.0 |  1.439s |    59.792s |
| Iteration 40     |          500 |      gini |         2 |                16 |                5 |          0.7 |      True |     0.009 |         0.9 |   0.625 |          1.0 |  1.066s |     1m:02s |
| Iteration 41     |          471 |      gini |         6 |                16 |               16 |          0.7 |     False |    0.0297 |         --- |     1.0 |          1.0 |  0.954s |     1m:04s |
| Iteration 42     |          469 |      gini |         9 |                 7 |               17 |          0.7 |     False |    0.0306 |         --- |     1.0 |          1.0 |  0.960s |     1m:06s |
| Iteration 43     |          480 |      gini |         6 |                12 |               17 |          0.7 |     False |    0.0287 |         --- |     1.0 |          1.0 |  0.965s |     1m:08s |
| Iteration 44     |          499 |      gini |         3 |                15 |               18 |          0.7 |     False |    0.0198 |         --- |  0.8125 |          1.0 |  0.948s |     1m:11s |
| Iteration 45     |          500 |      gini |         7 |                17 |               18 |          0.7 |     False |    0.0133 |         --- |     0.5 |          1.0 |  1.083s |     1m:14s |
| Iteration 46     |          489 |      gini |         8 |                 2 |                8 |          0.5 |      True |    0.0322 |         0.6 |     1.0 |          1.0 |  1.089s |     1m:16s |
| Iteration 47     |          179 |      gini |         2 |                 4 |                3 |         sqrt |     False |    0.0241 |         --- |  0.6562 |          1.0 |  0.747s |     1m:17s |
| Iteration 48     |          491 |      gini |         4 |                 6 |                6 |          0.7 |      True |     0.034 |         0.7 |   0.875 |          1.0 |  1.046s |     1m:19s |
| Iteration 49     |          500 |      gini |         9 |                 8 |                4 |          0.5 |      True |    0.0054 |         0.6 |   0.875 |          1.0 |  1.032s |     1m:22s |
| Iteration 50     |          412 |      gini |         8 |                 3 |               11 |          0.7 |     False |     0.035 |         --- |   0.625 |          1.0 |  0.908s |     1m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'n_estimators': 489, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 2, 'min_samples_leaf': 8, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0322, 'max_samples': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8915
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.417s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.0245
Time elapsed: 1.963s
-------------------------------------------------
Total time: 1m:27s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.763s |     0.783s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.742s |     1.867s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.750s |     2.981s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.699s |     4.024s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.752s |     5.118s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.717s |     6.170s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.716s |     7.218s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.720s |     8.302s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.744s |     9.406s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.731s |    10.471s |
| Iteration 11     |           26 |        0.3309 |         6 |  0.2333 |               10 |       0.6 |              0.5 |       100 |          1 |     0.5 |          1.0 |  0.686s |    11.781s |
| Iteration 12     |          469 |        0.0389 |         6 |  0.5533 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  0.731s |    13.270s |
| Iteration 13     |          295 |        0.8652 |         8 |  0.3637 |                4 |       0.8 |              1.0 |        10 |        0.1 |     0.5 |          1.0 |  0.687s |    14.713s |
| Iteration 14     |          471 |        0.0251 |         4 |  0.3799 |                3 |       0.8 |              0.9 |       0.1 |          1 |    0.75 |          1.0 |  0.731s |    16.176s |
| Iteration 15     |          175 |        0.0576 |         9 |  0.8838 |                3 |       1.0 |              0.5 |         1 |        100 |  0.2812 |          1.0 |  0.681s |    17.558s |
| Iteration 16     |          438 |        0.0255 |         5 |  0.3785 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  1.453s |    19.808s |
| Iteration 17     |          396 |        0.6794 |         5 |     1.0 |                8 |       1.0 |              0.7 |         1 |        0.1 |     0.5 |          1.0 |  0.732s |    21.367s |
| Iteration 18     |          432 |        0.0321 |         5 |  0.2061 |                4 |       0.8 |              0.9 |      0.01 |          1 |   0.625 |          1.0 |  0.730s |    22.964s |
| Iteration 19     |          433 |        0.0296 |         3 |  0.4295 |                3 |       0.8 |              0.7 |       0.1 |          1 |     1.0 |          1.0 |  0.735s |    24.540s |
| Iteration 20     |          431 |        0.0454 |         7 |  0.3706 |                3 |       0.8 |              0.9 |       0.1 |       0.01 |  0.9375 |          1.0 |  0.731s |    26.078s |
| Iteration 21     |          436 |        0.0217 |         6 |  0.5732 |                3 |       0.8 |              0.6 |         1 |        0.1 |   0.875 |          1.0 |  0.731s |    27.696s |
| Iteration 22     |          434 |        0.0483 |         5 |  0.4421 |                3 |       0.8 |              0.9 |      0.01 |         10 |     1.0 |          1.0 |  0.714s |    29.343s |
| Iteration 23     |          433 |        0.0234 |         6 |  0.4155 |                3 |       0.8 |              0.5 |      0.01 |          1 |     1.0 |          1.0 |  0.716s |    30.901s |
| Iteration 24     |          416 |        0.0157 |         1 |  0.4369 |                3 |       0.6 |              0.7 |         0 |       0.01 |  0.8125 |          1.0 |  0.712s |    32.601s |
| Iteration 25     |          433 |        0.0223 |         2 |  0.5448 |                4 |       0.9 |              0.5 |       0.1 |       0.01 |   0.875 |          1.0 |  0.719s |    34.156s |
| Iteration 26     |          438 |         0.075 |        10 |  0.4125 |                4 |       0.8 |              0.8 |         0 |          1 |     1.0 |          1.0 |  0.704s |    35.759s |
| Iteration 27     |          437 |        0.2126 |         9 |  0.4035 |                2 |       0.8 |              0.5 |         1 |        100 |    0.25 |          1.0 |  0.724s |    37.401s |
| Iteration 28     |          461 |        0.0542 |         9 |  0.5459 |                4 |       0.8 |              0.8 |         0 |          1 |     1.0 |          1.0 |  0.750s |    38.997s |
| Iteration 29     |          500 |        0.0661 |         6 |     1.0 |                1 |       0.9 |              0.4 |         0 |         10 |     1.0 |          1.0 |  0.748s |    40.566s |
| Iteration 30     |          101 |         0.423 |        10 |  0.1596 |                1 |       0.5 |              0.7 |         0 |          1 |     1.0 |          1.0 |  0.679s |    42.669s |
| Iteration 31     |          500 |           1.0 |         1 |     1.0 |                1 |       0.7 |              0.4 |       0.1 |          0 |     1.0 |          1.0 |  0.732s |    44.451s |
| Iteration 32     |          500 |        0.0464 |         1 |     1.0 |                1 |       0.8 |              0.4 |       0.1 |       0.01 |     1.0 |          1.0 |  0.724s |    46.030s |
| Iteration 33     |          188 |        0.8656 |         1 |  0.7477 |                2 |       0.5 |              0.7 |         0 |         10 |  0.9375 |          1.0 |  0.697s |    47.545s |
| Iteration 34     |          500 |        0.0296 |         1 |     1.0 |                1 |       0.8 |              0.4 |       0.1 |       0.01 |  0.9375 |          1.0 |  0.760s |    49.161s |
| Iteration 35     |          181 |        0.0339 |        10 |  0.3278 |                1 |       1.0 |              0.9 |      0.01 |          1 |   0.875 |          1.0 |  0.693s |    50.801s |
| Iteration 36     |          500 |        0.0215 |        10 |  0.9698 |                2 |       0.8 |              0.4 |         0 |         10 |  0.9375 |          1.0 |  0.742s |    52.508s |
| Iteration 37     |          500 |           1.0 |         1 |  0.9807 |                2 |       1.0 |              0.8 |         0 |          1 |  0.9062 |          1.0 |  0.717s |    54.194s |
| Iteration 38     |          500 |          0.01 |        10 |     0.0 |                1 |       0.5 |              0.5 |       0.1 |       0.01 |     1.0 |          1.0 |  0.748s |    55.850s |
| Iteration 39     |          419 |        0.0116 |         9 |  0.3771 |                5 |       0.6 |              0.5 |         0 |        100 |  0.2812 |          1.0 |  0.713s |    57.565s |
| Iteration 40     |          500 |          0.01 |         6 |     1.0 |                2 |       0.5 |              0.4 |         0 |          1 |   0.625 |          1.0 |  0.730s |    59.368s |
| Iteration 41     |          500 |        0.1404 |         7 |  0.6622 |                2 |       0.8 |              0.6 |         0 |          1 |    0.75 |          1.0 |  0.743s |     1m:01s |
| Iteration 42     |          318 |        0.6478 |         4 |   0.574 |                4 |       0.8 |              0.6 |         0 |         10 |  0.9375 |          1.0 |  0.766s |     1m:04s |
| Iteration 43     |          307 |        0.0655 |        10 |  0.0798 |                1 |       0.5 |              0.6 |      0.01 |        0.1 |     1.0 |          1.0 |  0.752s |     1m:05s |
| Iteration 44     |          321 |        0.8008 |         3 |    0.84 |                1 |       0.5 |              1.0 |         0 |          0 |    0.75 |          1.0 |  0.722s |     1m:07s |
| Iteration 45     |          283 |        0.0622 |        10 |  0.0809 |                1 |       0.5 |              0.6 |      0.01 |        0.1 |  0.6875 |          1.0 |  0.783s |     1m:09s |
| Iteration 46     |          500 |        0.0153 |         1 |  0.2479 |                1 |       1.0 |              0.6 |       0.1 |          0 |     1.0 |          1.0 |  0.739s |     1m:10s |
| Iteration 47     |          500 |        0.0151 |         1 |  0.5521 |                1 |       1.0 |              0.4 |       0.1 |          0 |   0.875 |          1.0 |  0.744s |     1m:12s |
| Iteration 48     |          500 |           1.0 |         1 |     0.0 |                1 |       1.0 |              0.4 |       0.1 |       0.01 |     1.0 |          1.0 |  0.751s |     1m:14s |
| Iteration 49     |          487 |           1.0 |         7 |     0.0 |                1 |       0.9 |              0.6 |       0.1 |       0.01 |     1.0 |          1.0 |  0.726s |     1m:16s |
| Iteration 50     |          456 |        0.7098 |         9 |  0.5103 |                1 |       0.9 |              0.5 |        10 |          0 |     0.5 |          1.0 |  0.726s |     1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 438, 'learning_rate': 0.0255, 'max_depth': 5, 'gamma': 0.3785, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9607
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.0644
Time elapsed: 0.304s
-------------------------------------------------
Total time: 1m:19s


Final results ==================== >>
Duration: 8m:39s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.72 ± 0.1249 ~
Logistic Regression             --> roc_auc: 0.56 ± 0.0374
Linear Discriminant Analysis    --> roc_auc: 0.63 ± 0.0927
Quadratic Discriminant Analysis --> roc_auc: 0.63 ± 0.0927
Radius Nearest Neighbors        --> roc_auc: 0.73 ± 0.04 ~ !
AdaBoost                        --> roc_auc: 0.565 ± 0.0436 ~
Random Forest                   --> roc_auc: 0.58 ± 0.0245 ~
XGBoost                         --> roc_auc: 0.54 ± 0.0644 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRGSSNTGKLIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAGPNFGNEKLTF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNRDDKIIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  3.253s |     3.274s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |        0.875 |  3.260s |     6.885s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.6875 |        0.875 |  3.213s |    10.453s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     0.5 |        0.875 |  3.254s |    14.055s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.625 |        0.875 |  3.228s |    17.637s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.625 |        0.875 |  3.259s |    21.251s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.3125 |        0.875 |  3.151s |    24.950s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.4375 |        0.875 |  3.224s |    28.549s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  3.280s |    32.196s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.25 |          1.0 |  3.155s |    35.701s |
| Iteration 11     | exponen.. |        0.8693 |          187 |       0.9 | friedman_mse |                 7 |               18 |         1 |          0.7 |    0.0343 |  0.9062 |          1.0 |  3.176s |    39.512s |
| Iteration 12     | exponen.. |        0.2854 |           39 |       0.7 | friedman_mse |                18 |                6 |         5 |          0.7 |    0.0217 |    0.75 |          1.0 |  3.110s |    43.335s |
| Iteration 13     | exponen.. |        0.3202 |          481 |       0.9 | friedman_mse |                15 |               18 |         4 |         log2 |    0.0317 |  0.8125 |          1.0 |  3.236s |    47.239s |
| Iteration 14     | exponen.. |        0.1877 |          268 |       1.0 | friedman_mse |                16 |               20 |         4 |          0.8 |       0.0 |  0.3125 |          1.0 |  3.117s |    51.090s |
| Iteration 15     | exponen.. |        0.1334 |          422 |       0.8 | friedman_mse |                 6 |               20 |         1 |          0.6 |    0.0289 |  0.3125 |          1.0 |  3.208s |    54.969s |
| Iteration 16     |  deviance |        0.1542 |          273 |       0.6 | friedman_mse |                16 |                7 |         3 |          0.6 |    0.0178 |  0.8125 |          1.0 |  3.220s |    58.898s |
| Iteration 17     | exponen.. |        0.5321 |           10 |       1.0 | friedman_mse |                16 |               20 |         1 |          0.6 |       0.0 |  0.8125 |          1.0 |  3.180s |     1m:03s |
| Iteration 18     |  deviance |          0.04 |          300 |       0.7 | friedman_mse |                 7 |               16 |        10 |          0.7 |      0.03 |  0.6562 |          1.0 |  3.999s |     1m:07s |
| Iteration 19     |  deviance |        0.0122 |          497 |       0.9 | friedman_mse |                 9 |                8 |         1 |          0.9 |     0.031 |   0.875 |          1.0 |  3.352s |     1m:11s |
| Iteration 20     | exponen.. |        0.4917 |          128 |       0.7 | friedman_mse |                13 |                9 |         5 |          0.6 |    0.0064 |   0.875 |          1.0 |  3.211s |     1m:15s |
| Iteration 21     | exponen.. |        0.0937 |          275 |       0.6 | friedman_mse |                17 |               13 |        10 |          0.6 |    0.0269 |  0.8125 |          1.0 |  3.294s |     1m:19s |
| Iteration 22     |  deviance |        0.4762 |          249 |       0.5 | friedman_mse |                 6 |               11 |         4 |          0.9 |     0.002 |     1.0 |          1.0 |  3.266s |     1m:23s |
| Iteration 23     |  deviance |        0.9629 |          244 |       0.8 | friedman_mse |                 5 |                3 |         4 |          0.9 |     0.014 |  0.9375 |          1.0 |  3.272s |     1m:27s |
| Iteration 24     |  deviance |        0.2114 |          266 |       0.6 | friedman_mse |                 6 |               16 |         4 |          0.9 |    0.0077 |     0.5 |          1.0 |  3.233s |     1m:32s |
| Iteration 25     |  deviance |        0.7821 |          332 |       0.6 | friedman_mse |                 2 |               16 |         9 |          0.9 |    0.0244 |    0.75 |          1.0 |  3.245s |     1m:36s |
| Iteration 26     |  deviance |        0.9966 |          137 |       0.9 | friedman_mse |                10 |               10 |         3 |          0.8 |    0.0146 |    0.75 |          1.0 |  3.214s |     1m:40s |
| Iteration 27     | exponen.. |        0.5971 |          473 |       0.8 | friedman_mse |                 8 |                3 |         1 |         sqrt |    0.0168 |  0.1875 |          1.0 |  3.269s |     1m:44s |
| Iteration 28     |  deviance |        0.5418 |          285 |       0.8 | friedman_mse |                 6 |                7 |         8 |          0.9 |    0.0142 |  0.5625 |          1.0 |  3.285s |     1m:48s |
| Iteration 29     | exponen.. |        0.2781 |          159 |       1.0 | friedman_mse |                18 |               10 |         5 |          0.5 |    0.0113 |  0.9375 |          1.0 |  3.206s |     1m:52s |
| Iteration 30     | exponen.. |           1.0 |           17 |       0.7 | friedman_mse |                 2 |                9 |         2 |          0.8 |    0.0197 |   0.875 |          1.0 |  3.181s |     1m:56s |
| Iteration 31     |  deviance |        0.3947 |          223 |       0.8 | friedman_mse |                19 |               16 |         2 |          0.5 |    0.0318 |     0.5 |          1.0 |  3.111s |     1m:60s |
| Iteration 32     | exponen.. |        0.1627 |           13 |       0.7 | squared_er.. |                20 |               19 |         7 |          0.5 |    0.0199 |  0.5938 |          1.0 |  3.124s |     2m:04s |
| Iteration 33     | exponen.. |        0.6453 |          312 |       1.0 | friedman_mse |                15 |               19 |         6 |          0.5 |    0.0015 |     0.0 |          1.0 |  3.249s |     2m:08s |
| Iteration 34     | exponen.. |        0.3545 |          127 |       0.5 | friedman_mse |                13 |               12 |         1 |          0.6 |    0.0313 |   0.875 |          1.0 |  3.216s |     2m:12s |
| Iteration 35     | exponen.. |        0.2799 |          190 |       0.7 | squared_er.. |                12 |                4 |         1 |          0.6 |    0.0173 |  0.3438 |          1.0 |  3.229s |     2m:16s |
| Iteration 36     | exponen.. |           1.0 |           89 |       1.0 | friedman_mse |                18 |               14 |         3 |         None |       0.0 |  0.6875 |          1.0 |  3.227s |     2m:20s |
| Iteration 37     |  deviance |          0.01 |          500 |       0.8 | friedman_mse |                 2 |                8 |         7 |         sqrt |       0.0 |  0.9375 |          1.0 |  3.295s |     2m:24s |
| Iteration 38     |  deviance |          0.01 |          500 |       0.8 | squared_er.. |                 4 |                5 |         5 |         sqrt |    0.0103 |    0.75 |          1.0 |  3.323s |     2m:28s |
| Iteration 39     |  deviance |        0.0502 |          500 |       0.5 | friedman_mse |                14 |                3 |         2 |          0.7 |       0.0 |   0.375 |          1.0 |  3.273s |     2m:32s |
| Iteration 40     | exponen.. |        0.3534 |           78 |       1.0 | friedman_mse |                 2 |               15 |         2 |          0.5 |    0.0159 |  0.6875 |          1.0 |  3.079s |     2m:36s |
| Iteration 41     | exponen.. |        0.1907 |          122 |       0.9 | friedman_mse |                20 |               10 |         5 |          0.9 |    0.0304 |    0.75 |          1.0 |  3.197s |     2m:40s |
| Iteration 42     |  deviance |        0.9947 |          228 |       0.5 | friedman_mse |                15 |               11 |         4 |          0.9 |    0.0068 |  0.3125 |          1.0 |  3.880s |     2m:44s |
| Iteration 43     |  deviance |        0.6836 |          234 |       0.5 | friedman_mse |                 5 |               11 |         6 |          0.7 |    0.0041 |    0.75 |          1.0 |  3.222s |     2m:49s |
| Iteration 44     | exponen.. |        0.2671 |          150 |       0.9 | friedman_mse |                15 |               18 |         1 |         log2 |    0.0026 |  0.8125 |          1.0 |  3.203s |     2m:53s |
| Iteration 45     |  deviance |          0.01 |          463 |       1.0 | friedman_mse |                 3 |               18 |         5 |          0.7 |    0.0339 |  0.5312 |          1.0 |  3.233s |     2m:57s |
| Iteration 46     | exponen.. |           1.0 |          122 |       0.7 | friedman_mse |                 8 |                9 |         8 |          0.9 |     0.035 |   0.875 |          1.0 |  3.218s |     3m:01s |
| Iteration 47     | exponen.. |           1.0 |          130 |       0.5 | friedman_mse |                13 |               14 |         6 |         None |    0.0337 |   0.625 |          1.0 |  3.159s |     3m:06s |
| Iteration 48     | exponen.. |        0.1754 |          126 |       0.5 | friedman_mse |                16 |                5 |         2 |         log2 |    0.0119 |     0.5 |          1.0 |  3.150s |     3m:10s |
| Iteration 49     | exponen.. |         0.589 |          134 |       0.9 | friedman_mse |                11 |               15 |         3 |         sqrt |    0.0148 |  0.6875 |          1.0 |  3.195s |     3m:14s |
| Iteration 50     | exponen.. |           1.0 |           10 |       0.5 | friedman_mse |                 8 |               13 |         8 |         sqrt |    0.0065 |  0.1875 |          1.0 |  3.135s |     3m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1975, 'n_estimators': 183, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 16, 'min_samples_leaf': 18, 'max_depth': 1, 'max_features': 0.6, 'ccp_alpha': 0.0026}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9938
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.059s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0872
Time elapsed: 0.273s
-------------------------------------------------
Total time: 3m:19s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  3.209s |     3.222s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |       0.6875 |  3.198s |     6.775s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.3125 |       0.6875 |  3.172s |    10.285s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.6875 |       0.6875 |  3.162s |    13.787s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.1875 |       0.6875 |  3.191s |    17.473s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |         0.75 |  3.168s |    20.961s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.3125 |         0.75 |  3.215s |    24.527s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.375 |         0.75 |  3.224s |    28.078s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |         0.75 |  3.212s |    31.624s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.3125 |         0.75 |  3.220s |    35.184s |
| Iteration 11     |      l2 |  19.639 |     sag |      161 |      --- |     0.5 |         0.75 |  3.207s |    39.088s |
| Iteration 12     |      l2 | 13.2899 | newto.. |      152 |      --- |  0.1875 |         0.75 |  3.119s |    42.941s |
| Iteration 13     |      l2 |  0.4798 |   lbfgs |      101 |      --- |    0.75 |         0.75 |  3.157s |    46.678s |
| Iteration 14     |      l2 |  0.5778 |   lbfgs |      100 |      --- |    0.25 |         0.75 |  3.138s |    50.496s |
| Iteration 15     |      l2 |  0.2483 |   lbfgs |      130 |      --- |    0.25 |         0.75 |  3.121s |    54.284s |
| Iteration 16     |      l2 |  0.4182 | newto.. |      413 |      --- |   0.875 |        0.875 |  3.182s |    58.027s |
| Iteration 17     |      l2 |  0.0011 | newto.. |      959 |      --- |  0.8125 |        0.875 |  3.135s |     1m:02s |
| Iteration 18     |      l2 |  0.0011 | newto.. |      974 |      --- |  0.5625 |        0.875 |  3.127s |     1m:06s |
| Iteration 19     |      l2 |  0.4591 | newto.. |      394 |      --- |  0.8125 |        0.875 |  3.180s |     1m:10s |
| Iteration 20     |      l2 |  1.1712 | newto.. |      275 |      --- |     0.5 |        0.875 |  3.143s |     1m:14s |
| Iteration 21     |      l2 |  0.2909 | newto.. |      569 |      --- |   0.375 |        0.875 |  3.168s |     1m:18s |
| Iteration 22     |      l2 | 56.3027 | newto.. |      221 |      --- |     1.0 |          1.0 |  3.161s |     1m:22s |
| Iteration 23     |      l2 | 21.9035 | newto.. |      130 |      --- |    0.75 |          1.0 |  3.207s |     1m:25s |
| Iteration 24     |      l2 | 90.3891 | newto.. |      157 |      --- |  0.5625 |          1.0 |  3.205s |     1m:29s |
| Iteration 25     |      l2 |  0.0848 | libli.. |      749 |      --- |  0.0625 |          1.0 |  3.250s |     1m:33s |
| Iteration 26     |      l2 |  0.1475 | libli.. |      986 |      --- |  0.8125 |          1.0 |  3.236s |     1m:37s |
| Iteration 27     |      l2 | 79.2319 | libli.. |      147 |      --- |  0.1875 |          1.0 |  3.210s |     1m:41s |
| Iteration 28     |      l2 |  33.175 | newto.. |      381 |      --- |   0.625 |          1.0 |  3.249s |     1m:45s |
| Iteration 29     |      l2 |  8.5528 | newto.. |      314 |      --- |   0.875 |          1.0 |  3.230s |     1m:49s |
| Iteration 30     |      l2 |  47.413 | newto.. |      333 |      --- |    0.75 |          1.0 |  3.224s |     1m:53s |
| Iteration 31     |      l2 |    1.93 | libli.. |      100 |      --- |     0.5 |          1.0 |  3.196s |     1m:57s |
| Iteration 32     |      l2 | 51.1923 | newto.. |      343 |      --- |  0.5625 |          1.0 |  3.155s |     2m:00s |
| Iteration 33     |      l2 |  0.2917 | newto.. |      279 |      --- |  0.0625 |          1.0 |  3.158s |     2m:04s |
| Iteration 34     |      l2 | 27.9643 | newto.. |      241 |      --- |  0.9375 |          1.0 |  3.153s |     2m:08s |
| Iteration 35     |      l2 | 40.5847 | newto.. |      222 |      --- |   0.375 |          1.0 |  3.177s |     2m:12s |
| Iteration 36     |      l2 | 39.6125 | libli.. |      221 |      --- |    0.75 |          1.0 |  3.166s |     2m:16s |
| Iteration 37     |      l2 | 39.7517 |   lbfgs |      224 |      --- |     0.5 |          1.0 |  3.235s |     2m:20s |
| Iteration 38     |      l2 | 40.2936 | newto.. |      224 |      --- |  0.6875 |          1.0 |  3.232s |     2m:24s |
| Iteration 39     |    none |     --- | newto.. |      304 |      --- |    0.25 |          1.0 |  3.240s |     2m:28s |
| Iteration 40     |      l2 | 20.4976 | libli.. |      104 |      --- |    0.25 |          1.0 |  3.128s |     2m:33s |
| Iteration 41     |      l2 |  0.3471 |     sag |      840 |      --- |  0.5625 |          1.0 |  3.147s |     2m:36s |
| Iteration 42     |      l2 | 22.7116 | newto.. |      912 |      --- |   0.625 |          1.0 |  3.180s |     2m:40s |
| Iteration 43     |      l2 | 48.6668 | newto.. |      971 |      --- |  0.9375 |          1.0 |  3.845s |     2m:45s |
| Iteration 44     |      l2 |   0.095 | libli.. |      215 |      --- |  0.5625 |          1.0 |  3.166s |     2m:49s |
| Iteration 45     |      l2 | 69.7545 | newto.. |      802 |      --- |   0.625 |          1.0 |  3.234s |     2m:53s |
| Iteration 46     |      l2 | 34.5717 | newto.. |      997 |      --- |   0.625 |          1.0 |  3.232s |     2m:57s |
| Iteration 47     |      l2 | 85.6768 | newto.. |      979 |      --- |  0.0625 |          1.0 |  3.168s |     3m:01s |
| Iteration 48     |      l2 | 22.8461 | newto.. |      100 |      --- |  0.6875 |          1.0 |  3.190s |     3m:05s |
| Iteration 49     |      l2 |  0.0526 | libli.. |      290 |      --- |    0.75 |          1.0 |  3.191s |     3m:09s |
| Iteration 50     |      l2 | 73.3778 | libli.. |      973 |      --- |  0.3125 |          1.0 |  3.161s |     3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'penalty': 'l2', 'C': 56.3027, 'solver': 'newton-cg', 'max_iter': 221}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7848
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0678
Time elapsed: 0.073s
-------------------------------------------------
Total time: 3m:13s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.375 |        0.375 |  3.178s |     3.184s |
| Initial point 2  |     svd |       --- |     0.5 |          0.5 |  3.202s |     6.721s |
| Initial point 3  |     svd |       --- |     0.5 |          0.5 |  0.001s |     7.065s |
| Initial point 4  |    lsqr |       0.8 |  0.3125 |          0.5 |  3.173s |    10.560s |
| Initial point 5  |   eigen |       0.9 |   0.625 |        0.625 |  3.178s |    14.050s |
| Initial point 6  |    lsqr |       0.7 |  0.5625 |        0.625 |  3.179s |    17.592s |
| Initial point 7  |    lsqr |       0.5 |  0.3125 |        0.625 |  3.186s |    21.104s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |        0.625 |  3.196s |    24.635s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |        0.625 |  3.166s |    28.123s |
| Initial point 10 |   eigen |       0.8 |  0.4375 |        0.625 |  3.152s |    31.661s |
| Iteration 11     |     svd |       --- |     0.5 |        0.625 |  0.000s |    32.129s |
| Iteration 12     |   eigen |       0.9 |   0.625 |        0.625 |  0.000s |    32.611s |
| Iteration 13     |   eigen |       0.7 |    0.25 |        0.625 |  3.211s |    36.278s |
| Iteration 14     |    lsqr |      auto |   0.375 |        0.625 |  3.199s |    39.973s |
| Iteration 15     |   eigen |      auto |    0.25 |        0.625 |  3.173s |    43.746s |
| Iteration 16     |     svd |       --- |     0.5 |        0.625 |  0.001s |    44.257s |
| Iteration 17     |     svd |       --- |     0.5 |        0.625 |  0.000s |    44.733s |
| Iteration 18     |    lsqr |       1.0 |   0.625 |        0.625 |  3.092s |    48.301s |
| Iteration 19     |     svd |       --- |     0.5 |        0.625 |  0.001s |    48.821s |
| Iteration 20     |    lsqr |      None |  0.4375 |        0.625 |  3.208s |    52.534s |
| Iteration 21     |   eigen |       0.5 |  0.8125 |       0.8125 |  3.135s |    56.198s |
| Iteration 22     |   eigen |       0.6 |     0.5 |       0.8125 |  3.150s |    59.909s |
| Iteration 23     |     svd |       --- |     0.5 |       0.8125 |  0.001s |     1m:00s |
| Iteration 24     |     svd |       --- |     0.5 |       0.8125 |  0.000s |     1m:01s |
| Iteration 25     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 26     |   eigen |      None |  0.6875 |       0.8125 |  3.140s |     1m:05s |
| Iteration 27     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:06s |
| Iteration 28     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:06s |
| Iteration 29     |    lsqr |       0.8 |  0.3125 |       0.8125 |  0.001s |     1m:07s |
| Iteration 30     |    lsqr |       0.5 |  0.3125 |       0.8125 |  0.000s |     1m:07s |
| Iteration 31     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:08s |
| Iteration 32     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:09s |
| Iteration 33     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:09s |
| Iteration 34     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:10s |
| Iteration 35     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:11s |
| Iteration 36     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 37     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 38     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:13s |
| Iteration 39     |   eigen |       0.9 |   0.625 |       0.8125 |  0.001s |     1m:13s |
| Iteration 40     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:14s |
| Iteration 41     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:15s |
| Iteration 42     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:15s |
| Iteration 43     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:16s |
| Iteration 44     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:16s |
| Iteration 45     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:17s |
| Iteration 46     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:18s |
| Iteration 47     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:18s |
| Iteration 48     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:19s |
| Iteration 49     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:20s |
| Iteration 50     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.001s |     1m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6795
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.013s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.1068
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:21s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.375 |        0.375 |  3.142s |     3.145s |
| Initial point 2  |       0.9 |  0.0625 |        0.375 |  3.175s |     6.640s |
| Initial point 3  |       0.1 |  0.4375 |       0.4375 |  3.206s |    10.169s |
| Initial point 4  |       1.0 |   0.375 |       0.4375 |  0.001s |    10.534s |
| Initial point 5  |       0.2 |  0.5625 |       0.5625 |  3.077s |    13.943s |
| Initial point 6  |       0.4 |   0.625 |        0.625 |  3.128s |    17.392s |
| Initial point 7  |       0.4 |   0.625 |        0.625 |  0.001s |    17.713s |
| Initial point 8  |       0.7 |     0.5 |        0.625 |  3.158s |    21.238s |
| Initial point 9  |       0.9 |  0.0625 |        0.625 |  0.001s |    21.570s |
| Initial point 10 |       0.8 |   0.375 |        0.625 |  3.227s |    25.111s |
| Iteration 11     |       0.3 |    0.75 |         0.75 |  3.210s |    28.820s |
| Iteration 12     |       0.6 |  0.1875 |         0.75 |  3.106s |    32.353s |
| Iteration 13     |       0.5 |   0.125 |         0.75 |  3.157s |    35.924s |
| Iteration 14     |       0.0 |  0.3125 |         0.75 |  3.146s |    39.504s |
| Iteration 15     |       0.3 |    0.75 |         0.75 |  0.001s |    39.930s |
| Iteration 16     |       0.3 |    0.75 |         0.75 |  0.000s |    40.345s |
| Iteration 17     |       0.3 |    0.75 |         0.75 |  0.001s |    40.759s |
| Iteration 18     |       0.3 |    0.75 |         0.75 |  0.001s |    41.186s |
| Iteration 19     |       0.3 |    0.75 |         0.75 |  0.003s |    41.644s |
| Iteration 20     |       0.3 |    0.75 |         0.75 |  0.000s |    42.070s |
| Iteration 21     |       0.3 |    0.75 |         0.75 |  0.001s |    42.508s |
| Iteration 22     |       0.3 |    0.75 |         0.75 |  0.000s |    42.948s |
| Iteration 23     |       0.4 |   0.625 |         0.75 |  0.000s |    43.390s |
| Iteration 24     |       0.3 |    0.75 |         0.75 |  0.000s |    43.828s |
| Iteration 25     |       0.3 |    0.75 |         0.75 |  0.001s |    44.263s |
| Iteration 26     |       0.3 |    0.75 |         0.75 |  0.000s |    44.704s |
| Iteration 27     |       0.3 |    0.75 |         0.75 |  0.000s |    45.147s |
| Iteration 28     |       0.9 |  0.0625 |         0.75 |  0.000s |    45.589s |
| Iteration 29     |       0.3 |    0.75 |         0.75 |  0.001s |    46.070s |
| Iteration 30     |       0.8 |   0.375 |         0.75 |  0.001s |    46.660s |
| Iteration 31     |       0.3 |    0.75 |         0.75 |  0.000s |    47.123s |
| Iteration 32     |       0.3 |    0.75 |         0.75 |  0.000s |    47.573s |
| Iteration 33     |       0.3 |    0.75 |         0.75 |  0.000s |    48.036s |
| Iteration 34     |       0.3 |    0.75 |         0.75 |  0.001s |    48.516s |
| Iteration 35     |       0.3 |    0.75 |         0.75 |  0.001s |    48.993s |
| Iteration 36     |       0.3 |    0.75 |         0.75 |  0.000s |    49.480s |
| Iteration 37     |       0.3 |    0.75 |         0.75 |  0.001s |    49.971s |
| Iteration 38     |       0.3 |    0.75 |         0.75 |  0.000s |    50.454s |
| Iteration 39     |       0.3 |    0.75 |         0.75 |  0.001s |    50.967s |
| Iteration 40     |       0.3 |    0.75 |         0.75 |  0.001s |    51.461s |
| Iteration 41     |       0.3 |    0.75 |         0.75 |  0.000s |    51.959s |
| Iteration 42     |       0.3 |    0.75 |         0.75 |  0.001s |    53.213s |
| Iteration 43     |       0.3 |    0.75 |         0.75 |  0.001s |    53.768s |
| Iteration 44     |       0.3 |    0.75 |         0.75 |  0.000s |    54.301s |
| Iteration 45     |       0.3 |    0.75 |         0.75 |  0.001s |    54.822s |
| Iteration 46     |       0.3 |    0.75 |         0.75 |  0.000s |    55.354s |
| Iteration 47     |       0.3 |    0.75 |         0.75 |  0.001s |    55.909s |
| Iteration 48     |       0.3 |    0.75 |         0.75 |  0.000s |    56.464s |
| Iteration 49     |       0.3 |    0.75 |         0.75 |  0.000s |    57.024s |
| Iteration 50     |       0.3 |    0.75 |         0.75 |  0.001s |    57.578s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.75
Time elapsed: 58.139s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7214
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.014s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.097
Time elapsed: 0.028s
-------------------------------------------------
Total time: 58.181s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.3052 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  3.180s |     3.201s |
| Initial point 2  |  4.4961 | uniform |   kd_tree |        39 |       2 |  0.4375 |       0.8125 |  3.280s |     6.811s |
| Initial point 3  |  3.5516 | dista.. | ball_tree |        25 |       2 |     0.5 |       0.8125 |  3.225s |    10.377s |
| Initial point 4  | 10.3617 | uniform | ball_tree |        39 |       2 |   0.625 |       0.8125 |  3.269s |    14.002s |
| Initial point 5  |  8.1171 | dista.. |      auto |        30 |       2 |  0.8125 |       0.8125 |  3.243s |    17.590s |
| Initial point 6  |  9.4001 | dista.. | ball_tree |        21 |       2 |     0.5 |       0.8125 |  3.270s |    21.479s |
| Initial point 7  |  6.7237 | dista.. | ball_tree |        24 |       1 |  0.5625 |       0.8125 |  3.192s |    25.077s |
| Initial point 8  |  1.6112 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  3.230s |    28.636s |
| Initial point 9  |  7.4897 | uniform | ball_tree |        24 |       1 |  0.5625 |        0.875 |  3.245s |    32.218s |
| Initial point 10 |  5.3198 | uniform |     brute |        22 |       2 |  0.7188 |        0.875 |  3.245s |    35.841s |
| Iteration 11     |     0.0 | uniform |     brute |        22 |       1 |     0.5 |        0.875 |  3.218s |    39.680s |
| Iteration 12     |  0.7589 | dista.. | ball_tree |        21 |       2 |     0.5 |        0.875 |  3.204s |    43.486s |
| Iteration 13     |  1.6085 | uniform | ball_tree |        26 |       2 |  0.2812 |        0.875 |  3.240s |    47.273s |
| Iteration 14     | 10.6954 | dista.. |     brute |        40 |       1 |     0.5 |        0.875 |  3.211s |    51.006s |
| Iteration 15     |  1.6353 | dista.. |   kd_tree |        21 |       1 |    0.75 |        0.875 |  3.188s |    54.741s |
| Iteration 16     |  1.5559 | dista.. |   kd_tree |        21 |       2 |  0.5312 |        0.875 |  3.205s |    58.538s |
| Iteration 17     |  1.7265 | dista.. | ball_tree |        21 |       1 |   0.375 |        0.875 |  3.239s |     1m:02s |
| Iteration 18     |  0.0792 | uniform |      auto |        35 |       1 |     0.5 |        0.875 |  3.188s |     1m:06s |
| Iteration 19     |  9.6082 | uniform |      auto |        40 |       1 |  0.5938 |        0.875 |  3.217s |     1m:10s |
| Iteration 20     |  8.0451 | uniform |   kd_tree |        30 |       1 |  0.6875 |        0.875 |  3.218s |     1m:14s |
| Iteration 21     |  1.5862 | dista.. | ball_tree |        20 |       2 |     0.5 |        0.875 |  3.233s |     1m:18s |
| Iteration 22     |  8.1005 | dista.. |   kd_tree |        30 |       1 |     0.5 |        0.875 |  3.232s |     1m:21s |
| Iteration 23     | 11.2362 | uniform | ball_tree |        40 |       1 |    0.75 |        0.875 |  3.223s |     1m:25s |
| Iteration 24     | 11.2791 | uniform | ball_tree |        40 |       1 |  0.5625 |        0.875 |  3.193s |     1m:29s |
| Iteration 25     |  11.279 | dista.. |      auto |        40 |       1 |     0.5 |        0.875 |  3.314s |     1m:34s |
| Iteration 26     |  1.6051 | dista.. | ball_tree |        21 |       1 |   0.375 |        0.875 |  3.241s |     1m:37s |
| Iteration 27     |  1.6179 | dista.. | ball_tree |        21 |       2 |   0.625 |        0.875 |  3.202s |     1m:41s |
| Iteration 28     |  1.8902 | uniform | ball_tree |        21 |       2 |  0.5625 |        0.875 |  3.246s |     1m:45s |
| Iteration 29     |  8.0557 | dista.. |      auto |        30 |       2 |  0.8125 |        0.875 |  3.224s |     1m:49s |
| Iteration 30     |  8.0864 | dista.. |      auto |        30 |       2 |   0.625 |        0.875 |  3.174s |     1m:53s |
| Iteration 31     |  9.5399 | dista.. |      auto |        31 |       2 |     0.5 |        0.875 |  3.172s |     1m:57s |
| Iteration 32     |  7.8204 | uniform |      auto |        30 |       2 |    0.75 |        0.875 |  3.164s |     2m:01s |
| Iteration 33     |   7.956 | uniform |      auto |        30 |       2 |  0.4062 |        0.875 |  3.163s |     2m:05s |
| Iteration 34     |  1.5922 | dista.. | ball_tree |        21 |       2 |   0.625 |        0.875 |  3.166s |     2m:09s |
| Iteration 35     |  8.0864 | dista.. |      auto |        30 |       2 |   0.625 |        0.875 |  0.002s |     2m:09s |
| Iteration 36     |  8.2557 | dista.. |      auto |        30 |       2 |     0.5 |        0.875 |  3.182s |     2m:13s |
| Iteration 37     |  1.4694 | uniform | ball_tree |        21 |       2 |   0.375 |        0.875 |  3.207s |     2m:17s |
| Iteration 38     |  1.5112 | uniform |   kd_tree |        21 |       1 |     0.5 |        0.875 |  3.202s |     2m:21s |
| Iteration 39     | 11.3361 | uniform | ball_tree |        20 |       2 |     0.5 |        0.875 |  3.208s |     2m:25s |
| Iteration 40     | 11.2762 | dista.. | ball_tree |        20 |       1 |  0.5625 |        0.875 |  3.077s |     2m:29s |
| Iteration 41     |    5.51 | dista.. |     brute |        38 |       2 |   0.875 |        0.875 |  3.170s |     2m:33s |
| Iteration 42     |  6.8169 | dista.. |   kd_tree |        34 |       2 |  0.6875 |        0.875 |  3.152s |     2m:37s |
| Iteration 43     |  6.5369 | dista.. | ball_tree |        40 |       2 |     1.0 |          1.0 |  3.157s |     2m:42s |
| Iteration 44     |  6.1192 | dista.. |   kd_tree |        39 |       2 |  0.5625 |          1.0 |  3.180s |     2m:47s |
| Iteration 45     |  6.1355 | dista.. | ball_tree |        39 |       2 |   0.625 |          1.0 |  3.199s |     2m:52s |
| Iteration 46     |  6.1425 | dista.. | ball_tree |        38 |       2 |   0.625 |          1.0 |  3.205s |     2m:55s |
| Iteration 47     |  6.1495 | dista.. |   kd_tree |        35 |       2 |   0.125 |          1.0 |  3.142s |     2m:59s |
| Iteration 48     |    5.51 | dista.. |     brute |        38 |       2 |   0.875 |          1.0 |  0.001s |     3m:00s |
| Iteration 49     |  6.0289 | dista.. |     brute |        37 |       2 |  0.6875 |          1.0 |  3.163s |     3m:04s |
| Iteration 50     |   5.387 | dista.. |     brute |        38 |       2 |   0.875 |          1.0 |  3.939s |     3m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 43
Best parameters --> {'radius': 6.5369, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1129
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:10s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  3.555s |     3.563s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  3.588s |     7.515s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |        0.875 |  3.314s |    11.151s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |        0.875 |  3.484s |    14.972s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     0.5 |        0.875 |  3.296s |    18.644s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |        0.875 |  3.509s |    23.071s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |        0.875 |  3.165s |    26.736s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.5312 |        0.875 |  3.386s |    30.445s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.3125 |        0.875 |  3.181s |    33.962s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.2812 |        0.875 |  3.313s |    37.627s |
| Iteration 11     |          473 |        0.0978 |     SAMME |    0.75 |        0.875 |  3.511s |    41.696s |
| Iteration 12     |          171 |        1.2599 |   SAMME.R |    0.75 |        0.875 |  3.317s |    45.532s |
| Iteration 13     |          242 |        0.6007 |     SAMME |  0.9375 |       0.9375 |  3.352s |    49.436s |
| Iteration 14     |          159 |         0.367 |     SAMME |  0.4375 |       0.9375 |  3.314s |    53.308s |
| Iteration 15     |          272 |        1.1266 |   SAMME.R |  0.6875 |       0.9375 |  3.373s |    57.250s |
| Iteration 16     |          224 |        0.3996 |   SAMME.R |    0.75 |       0.9375 |  3.366s |     1m:01s |
| Iteration 17     |          239 |        0.7074 |     SAMME |    0.75 |       0.9375 |  3.360s |     1m:05s |
| Iteration 18     |          210 |        5.2531 |     SAMME |     0.5 |       0.9375 |  3.208s |     1m:09s |
| Iteration 19     |          391 |        0.1487 |     SAMME |  0.9375 |       0.9375 |  3.433s |     1m:13s |
| Iteration 20     |          376 |        0.1647 |     SAMME |    0.75 |       0.9375 |  3.471s |     1m:17s |
| Iteration 21     |          315 |        0.3612 |     SAMME |  0.5625 |       0.9375 |  3.388s |     1m:21s |
| Iteration 22     |          152 |        0.1286 |     SAMME |     1.0 |          1.0 |  3.255s |     1m:25s |
| Iteration 23     |           96 |        0.1317 |     SAMME |  0.9375 |          1.0 |  3.252s |     1m:29s |
| Iteration 24     |          412 |        0.1346 |     SAMME |  0.5625 |          1.0 |  3.372s |     1m:33s |
| Iteration 25     |           50 |        0.1165 |     SAMME |  0.7188 |          1.0 |  3.132s |     1m:36s |
| Iteration 26     |           72 |        0.1114 |   SAMME.R |   0.625 |          1.0 |  3.193s |     1m:40s |
| Iteration 27     |          448 |        0.0296 |   SAMME.R |    0.25 |          1.0 |  4.353s |     1m:45s |
| Iteration 28     |          107 |          10.0 |   SAMME.R |   0.375 |          1.0 |  3.291s |     1m:49s |
| Iteration 29     |          500 |        0.7916 |   SAMME.R |     1.0 |          1.0 |  3.671s |     1m:53s |
| Iteration 30     |          486 |        0.7737 |   SAMME.R |     1.0 |          1.0 |  3.609s |     1m:58s |
| Iteration 31     |           62 |        0.7668 |   SAMME.R |   0.625 |          1.0 |  3.232s |     2m:01s |
| Iteration 32     |          500 |        0.7696 |     SAMME |  0.3125 |          1.0 |  3.600s |     2m:06s |
| Iteration 33     |           54 |         0.191 |   SAMME.R |  0.1875 |          1.0 |  3.241s |     2m:10s |
| Iteration 34     |          163 |        0.1307 |     SAMME |  0.8438 |          1.0 |  3.274s |     2m:14s |
| Iteration 35     |          411 |        0.7961 |   SAMME.R |     0.5 |          1.0 |  3.630s |     2m:18s |
| Iteration 36     |          126 |         0.122 |     SAMME |  0.6875 |          1.0 |  3.247s |     2m:22s |
| Iteration 37     |          499 |        0.7779 |   SAMME.R |     1.0 |          1.0 |  3.563s |     2m:26s |
| Iteration 38     |          148 |        0.1285 |     SAMME |  0.7188 |          1.0 |  3.286s |     2m:30s |
| Iteration 39     |          500 |        0.7723 |   SAMME.R |   0.375 |          1.0 |  3.605s |     2m:34s |
| Iteration 40     |          168 |        0.1514 |     SAMME |     0.5 |          1.0 |  3.261s |     2m:38s |
| Iteration 41     |           69 |        0.0854 |     SAMME |   0.625 |          1.0 |  3.157s |     2m:42s |
| Iteration 42     |           69 |        0.1328 |     SAMME |  0.5938 |          1.0 |  3.180s |     2m:46s |
| Iteration 43     |          500 |        0.8388 |   SAMME.R |   0.875 |          1.0 |  3.525s |     2m:50s |
| Iteration 44     |          500 |         0.892 |   SAMME.R |   0.875 |          1.0 |  3.524s |     2m:55s |
| Iteration 45     |          477 |        1.1341 |   SAMME.R |  0.6875 |          1.0 |  3.504s |     2m:59s |
| Iteration 46     |          480 |        0.5252 |   SAMME.R |   0.875 |          1.0 |  3.569s |     3m:03s |
| Iteration 47     |          499 |        0.4064 |   SAMME.R |  0.5625 |          1.0 |  3.585s |     3m:07s |
| Iteration 48     |          468 |        0.6997 |   SAMME.R |  0.4375 |          1.0 |  3.492s |     3m:12s |
| Iteration 49     |          500 |        0.8344 |   SAMME.R |     0.5 |          1.0 |  3.620s |     3m:16s |
| Iteration 50     |          400 |         0.116 |     SAMME |  0.4062 |          1.0 |  3.481s |     3m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.7916, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.470s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0579
Time elapsed: 2.104s
-------------------------------------------------
Total time: 3m:24s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  3.627s |     3.648s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |       0.8125 |  4.290s |     8.312s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |        0.875 |  3.541s |    12.194s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  3.289s |    15.826s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |        0.875 |  3.521s |    19.710s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6875 |        0.875 |  3.292s |    23.399s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.1875 |        0.875 |  3.302s |    27.083s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     0.5 |        0.875 |  3.300s |    30.731s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  3.488s |    34.580s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.4375 |          1.0 |  3.613s |    38.583s |
| Iteration 11     |          500 |      gini |         6 |                16 |                9 |         auto |      True |       0.0 |        None |   0.875 |          1.0 |  3.746s |    43.254s |
| Iteration 12     |          461 |      gini |         5 |                14 |               14 |          0.7 |      True |       0.0 |         0.5 |  0.8438 |          1.0 |  3.522s |    47.640s |
| Iteration 13     |           10 |      gini |         6 |                 2 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  3.103s |    51.576s |
| Iteration 14     |           34 |      gini |         9 |                 2 |                1 |         sqrt |     False |     0.035 |         --- |  0.5625 |          1.0 |  3.136s |    55.452s |
| Iteration 15     |           10 |   entropy |      None |                20 |               12 |         sqrt |      True |    0.0336 |         0.9 |  0.3125 |          1.0 |  3.117s |    59.352s |
| Iteration 16     |          475 |      gini |         6 |                16 |                1 |         None |     False |     0.007 |         --- |  0.7188 |          1.0 |  3.453s |     1m:04s |
| Iteration 17     |           10 |      gini |         2 |                 2 |                9 |         None |     False |    0.0011 |         --- |    0.75 |          1.0 |  3.193s |     1m:08s |
| Iteration 18     |          500 |   entropy |         6 |                 4 |               13 |         sqrt |     False |       0.0 |         --- |   0.625 |          1.0 |  3.445s |     1m:12s |
| Iteration 19     |          437 |      gini |         3 |                15 |                9 |          0.6 |     False |    0.0039 |         --- |   0.875 |          1.0 |  3.461s |     1m:16s |
| Iteration 20     |           10 |      gini |         5 |                19 |                8 |          0.9 |      True |    0.0149 |         0.6 |    0.75 |          1.0 |  3.184s |     1m:20s |
| Iteration 21     |           10 |      gini |         7 |                 2 |                6 |         auto |     False |    0.0126 |         --- |    0.75 |          1.0 |  3.203s |     1m:24s |
| Iteration 22     |          417 |      gini |         8 |                 2 |                1 |          0.8 |     False |       0.0 |         --- |     1.0 |          1.0 |  3.437s |     1m:28s |
| Iteration 23     |          410 |      gini |      None |                 2 |               18 |         log2 |     False |       0.0 |         --- |  0.8125 |          1.0 |  3.391s |     1m:33s |
| Iteration 24     |          500 |      gini |         1 |                 5 |               19 |         auto |      True |     0.035 |         0.6 |     0.5 |          1.0 |  3.452s |     1m:37s |
| Iteration 25     |          500 |   entropy |         9 |                 2 |                1 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  3.441s |     1m:42s |
| Iteration 26     |           10 |   entropy |         9 |                 5 |               13 |          0.7 |     False |       0.0 |         --- |    0.75 |          1.0 |  3.110s |     1m:47s |
| Iteration 27     |          420 |      gini |         5 |                17 |                1 |          0.6 |      True |       0.0 |         0.7 |  0.1875 |          1.0 |  3.425s |     1m:52s |
| Iteration 28     |          453 |      gini |         9 |                13 |               18 |          0.8 |     False |    0.0037 |         --- |  0.5938 |          1.0 |  3.432s |     1m:58s |
| Iteration 29     |          449 |      gini |         6 |                12 |                7 |          0.8 |     False |    0.0043 |         --- |  0.9375 |          1.0 |  3.432s |     2m:02s |
| Iteration 30     |           10 |      gini |         2 |                 3 |                1 |          0.7 |     False |    0.0243 |         --- |   0.625 |          1.0 |  3.118s |     2m:06s |
| Iteration 31     |          422 |      gini |         3 |                 2 |                2 |          0.6 |     False |    0.0006 |         --- |  0.5625 |          1.0 |  3.403s |     2m:11s |
| Iteration 32     |          417 |      gini |         9 |                 6 |                1 |          0.6 |     False |    0.0001 |         --- |  0.6875 |          1.0 |  3.427s |     2m:15s |
| Iteration 33     |          439 |      gini |         5 |                13 |                7 |         log2 |     False |    0.0055 |         --- |     0.0 |          1.0 |  3.368s |     2m:20s |
| Iteration 34     |          351 |      gini |         5 |                17 |                8 |          0.7 |     False |    0.0212 |         --- |  0.7188 |          1.0 |  3.310s |     2m:24s |
| Iteration 35     |          421 |      gini |         7 |                 3 |                3 |          0.8 |     False |     0.021 |         --- |  0.5625 |          1.0 |  3.380s |     2m:29s |
| Iteration 36     |           32 |      gini |         6 |                 3 |                5 |          0.6 |     False |    0.0175 |         --- |  0.5625 |          1.0 |  3.125s |     2m:33s |
| Iteration 37     |          221 |   entropy |         1 |                 6 |               10 |          0.8 |     False |    0.0088 |         --- |  0.9375 |          1.0 |  3.233s |     2m:37s |
| Iteration 38     |          213 |   entropy |         8 |                20 |                8 |          0.8 |     False |    0.0013 |         --- |   0.875 |          1.0 |  3.242s |     2m:41s |
| Iteration 39     |          328 |      gini |         1 |                19 |                9 |          0.8 |     False |    0.0233 |         --- |  0.4688 |          1.0 |  3.281s |     2m:45s |
| Iteration 40     |          339 |      gini |         7 |                15 |                6 |          0.8 |     False |    0.0035 |         --- |     0.5 |          1.0 |  3.386s |     2m:50s |
| Iteration 41     |          300 |   entropy |         3 |                20 |                9 |          0.7 |     False |    0.0224 |         --- |  0.6562 |          1.0 |  3.318s |     2m:54s |
| Iteration 42     |           77 |   entropy |         3 |                13 |               10 |          0.6 |     False |    0.0107 |         --- |  0.5625 |          1.0 |  3.210s |     2m:58s |
| Iteration 43     |          176 |      gini |         7 |                12 |                5 |         auto |      True |    0.0079 |         0.6 |   0.875 |          1.0 |  3.343s |     3m:02s |
| Iteration 44     |          237 |   entropy |      None |                16 |                2 |         auto |      True |    0.0089 |         0.5 |  0.9375 |          1.0 |  3.377s |     3m:07s |
| Iteration 45     |          387 |      gini |         8 |                15 |                1 |         auto |      True |    0.0303 |         0.8 |   0.625 |          1.0 |  3.531s |     3m:11s |
| Iteration 46     |          448 |      gini |         4 |                15 |                8 |          0.6 |     False |    0.0046 |         --- |    0.75 |          1.0 |  3.469s |     3m:16s |
| Iteration 47     |          446 |      gini |         9 |                 2 |                8 |          0.7 |     False |    0.0043 |         --- |    0.75 |          1.0 |  3.398s |     3m:20s |
| Iteration 48     |           10 |   entropy |         3 |                 6 |                4 |         sqrt |     False |    0.0153 |         --- |  0.5625 |          1.0 |  3.143s |     3m:24s |
| Iteration 49     |          442 |      gini |         7 |                14 |               15 |          0.7 |     False |    0.0043 |         --- |  0.6875 |          1.0 |  3.390s |     3m:29s |
| Iteration 50     |           29 |   entropy |         3 |                 4 |                7 |         auto |      True |    0.0278 |         0.5 |     0.5 |          1.0 |  3.146s |     3m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.321s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.795 ± 0.09
Time elapsed: 1.453s
-------------------------------------------------
Total time: 3m:36s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  4.094s |     4.114s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  3.293s |     7.751s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  3.261s |    11.365s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  3.177s |    14.882s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  3.206s |    18.436s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  3.197s |    22.031s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  3.213s |    25.614s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  3.177s |    29.173s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  3.309s |    32.839s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  3.270s |    36.463s |
| Iteration 11     |          490 |        0.1237 |         3 |     0.0 |                4 |       0.8 |              0.6 |         0 |         10 |   0.875 |          1.0 |  3.197s |    40.440s |
| Iteration 12     |          361 |        0.0667 |         9 |   0.807 |                4 |       0.5 |              0.5 |        10 |          1 |     0.5 |          1.0 |  3.169s |    44.358s |
| Iteration 13     |          294 |        0.0182 |         3 |  0.1697 |                4 |       0.9 |              0.9 |      0.01 |          1 |   0.875 |          1.0 |  3.197s |    48.377s |
| Iteration 14     |          337 |        0.0374 |        10 |     1.0 |                4 |       0.6 |              0.9 |         0 |       0.01 |  0.4375 |          1.0 |  3.292s |    52.428s |
| Iteration 15     |          436 |        0.0131 |         5 |  0.1705 |                4 |       0.8 |              0.7 |      0.01 |        0.1 |    0.25 |          1.0 |  3.108s |    56.661s |
| Iteration 16     |          500 |        0.1647 |         9 |     1.0 |                4 |       0.7 |              0.7 |      0.01 |          1 |  0.8125 |          1.0 |  3.195s |     1m:01s |
| Iteration 17     |           78 |        0.0233 |         9 |  0.0949 |               10 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |          1.0 |  3.120s |     1m:04s |
| Iteration 18     |           86 |        0.0464 |         3 |     0.0 |                4 |       0.6 |              1.0 |      0.01 |          1 |    0.75 |          1.0 |  3.135s |     1m:08s |
| Iteration 19     |          420 |         0.351 |         2 |  0.6744 |                4 |       1.0 |              0.9 |         0 |         10 |  0.9375 |          1.0 |  3.180s |     1m:12s |
| Iteration 20     |          476 |        0.0272 |         5 |   0.409 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |          1.0 |  3.229s |     1m:16s |
| Iteration 21     |          230 |        0.1008 |         4 |  0.9162 |                3 |       1.0 |              0.8 |      0.01 |         10 |  0.6875 |          1.0 |  3.178s |     1m:20s |
| Iteration 22     |          462 |        0.3159 |         7 |  0.8476 |                4 |       0.8 |              0.8 |         0 |         10 |     1.0 |          1.0 |  3.276s |     1m:24s |
| Iteration 23     |          449 |        0.3315 |         9 |   0.575 |                4 |       0.7 |              0.9 |         0 |         10 |  0.5625 |          1.0 |  3.319s |     1m:28s |
| Iteration 24     |          203 |        0.0305 |         1 |  0.1883 |                4 |       0.7 |              0.9 |      0.01 |          1 |   0.625 |          1.0 |  3.147s |     1m:32s |
| Iteration 25     |          194 |        0.6613 |         3 |  0.2125 |                1 |       0.9 |              0.7 |         0 |         10 |    0.75 |          1.0 |  3.191s |     1m:36s |
| Iteration 26     |           56 |        0.4304 |         1 |  0.9881 |                6 |       1.0 |              0.5 |         0 |         10 |     1.0 |          1.0 |  3.189s |     1m:40s |
| Iteration 27     |          286 |        0.2258 |         3 |  0.9937 |                9 |       1.0 |              0.9 |         0 |        100 |     0.5 |          1.0 |  3.183s |     1m:44s |
| Iteration 28     |           98 |         0.679 |         3 |   0.384 |                5 |       1.0 |              0.5 |         0 |         10 |  0.3125 |          1.0 |  4.028s |     1m:49s |
| Iteration 29     |          351 |          0.94 |         7 |  0.7576 |                4 |       1.0 |              0.8 |       100 |       0.01 |     0.5 |          1.0 |  3.227s |     1m:53s |
| Iteration 30     |          410 |        0.0448 |         6 |  0.2535 |                4 |       0.8 |              0.8 |      0.01 |         10 |  0.5625 |          1.0 |  3.206s |     1m:57s |
| Iteration 31     |          233 |        0.0118 |        10 |   0.733 |                6 |       1.0 |              0.5 |      0.01 |          0 |   0.375 |          1.0 |  3.197s |     2m:01s |
| Iteration 32     |          382 |        0.1558 |         6 |  0.7178 |                4 |       0.8 |              0.8 |         0 |          1 |   0.625 |          1.0 |  3.221s |     2m:05s |
| Iteration 33     |          457 |        0.0518 |         6 |  0.7627 |                4 |       0.8 |              0.8 |       0.1 |        0.1 |  0.0625 |          1.0 |  3.168s |     2m:09s |
| Iteration 34     |          477 |        0.1317 |         2 |   0.791 |               10 |       0.6 |              0.8 |         0 |         10 |     0.5 |          1.0 |  3.229s |     2m:13s |
| Iteration 35     |          235 |        0.0107 |         2 |  0.4679 |                6 |       0.7 |              0.8 |         0 |         10 |     0.5 |          1.0 |  3.261s |     2m:17s |
| Iteration 36     |          433 |           1.0 |         7 |  0.7172 |                4 |       0.9 |              0.5 |         0 |         10 |   0.625 |          1.0 |  3.290s |     2m:21s |
| Iteration 37     |          154 |           1.0 |         1 |  0.6955 |                6 |       0.9 |              0.6 |         0 |         10 |  0.6875 |          1.0 |  3.225s |     2m:25s |
| Iteration 38     |          331 |        0.1996 |        10 |  0.8206 |                4 |       1.0 |              0.5 |       0.1 |          1 |   0.625 |          1.0 |  3.261s |     2m:30s |
| Iteration 39     |          417 |        0.0493 |         1 |  0.7194 |                4 |       1.0 |              0.8 |         0 |         10 |  0.5312 |          1.0 |  3.215s |     2m:34s |
| Iteration 40     |          190 |        0.0211 |         9 |   0.658 |               10 |       0.7 |              0.4 |       100 |        100 |     0.5 |          1.0 |  3.210s |     2m:38s |
| Iteration 41     |           49 |        0.2829 |         8 |  0.2753 |                6 |       1.0 |              0.6 |         0 |         10 |  0.8125 |          1.0 |  3.212s |     2m:42s |
| Iteration 42     |          272 |        0.0967 |         9 |  0.6781 |                4 |       1.0 |              0.4 |      0.01 |          1 |   0.375 |          1.0 |  3.237s |     2m:46s |
| Iteration 43     |          448 |        0.4063 |         1 |  0.1846 |                4 |       0.9 |              0.8 |         0 |         10 |     1.0 |          1.0 |  3.204s |     2m:50s |
| Iteration 44     |          435 |        0.2718 |         6 |  0.9086 |                4 |       0.9 |              0.8 |         0 |         10 |  0.7812 |          1.0 |  3.192s |     2m:55s |
| Iteration 45     |          271 |          0.72 |         4 |  0.8782 |                4 |       0.9 |              0.8 |         0 |         10 |   0.625 |          1.0 |  3.147s |     2m:59s |
| Iteration 46     |          500 |        0.6658 |         9 |  0.7358 |                4 |       0.8 |              0.8 |         0 |         10 |     0.5 |          1.0 |  3.195s |     3m:03s |
| Iteration 47     |          401 |        0.1387 |         7 |  0.9021 |                1 |       0.7 |              1.0 |      0.01 |          1 |  0.6875 |          1.0 |  3.184s |     3m:07s |
| Iteration 48     |          129 |        0.2552 |         1 |  0.0528 |                4 |       0.8 |              0.9 |         0 |         10 |  0.5625 |          1.0 |  3.339s |     3m:12s |
| Iteration 49     |          453 |        0.1896 |         3 |   0.574 |                4 |       1.0 |              0.8 |         0 |         10 |   0.875 |          1.0 |  3.267s |     3m:16s |
| Iteration 50     |          474 |        0.3317 |         1 |  0.9112 |                4 |       0.7 |              0.7 |         0 |         10 |   0.375 |          1.0 |  3.268s |     3m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.0569, 'max_depth': 6, 'gamma': 0.6523, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9482
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.099s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.1077
Time elapsed: 0.285s
-------------------------------------------------
Total time: 3m:22s


Final results ==================== >>
Duration: 22m:23s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.88 ± 0.0872 !
Logistic Regression             --> roc_auc: 0.72 ± 0.0678
Linear Discriminant Analysis    --> roc_auc: 0.71 ± 0.1068
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.097
Radius Nearest Neighbors        --> roc_auc: 0.7 ± 0.1129 ~
AdaBoost                        --> roc_auc: 0.82 ± 0.0579
Random Forest                   --> roc_auc: 0.795 ± 0.09
XGBoost                         --> roc_auc: 0.87 ± 0.1077
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 821 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVRNAGGTSYGKLTF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASKGYSTLTF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVREYGNKLVF.
   >>> Dropping feature CAVFNQAGTALIF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CASSLEGTEAFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSSTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.625 |        0.625 |  0.725s |     0.746s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.6875 |       0.6875 |  0.786s |     1.890s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |         0.75 |  0.725s |     2.982s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.6875 |         0.75 |  0.755s |     4.110s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |         0.75 |  0.713s |     5.211s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     1.0 |          1.0 |  0.743s |     6.304s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7812 |          1.0 |  0.723s |     7.389s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.25 |          1.0 |  0.769s |     8.506s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  0.690s |     9.645s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.690s |    10.725s |
| Iteration 11     | exponen.. |          0.01 |          176 |       1.0 | friedman_mse |                17 |               20 |         5 |         None |    0.0047 |    0.75 |          1.0 |  0.687s |    12.148s |
| Iteration 12     |  deviance |        0.4505 |          204 |       0.5 | squared_er.. |                 9 |                5 |         9 |         sqrt |       0.0 |     1.0 |          1.0 |  0.698s |    13.532s |
| Iteration 13     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                20 |               20 |         1 |          0.7 |       0.0 |  0.4062 |          1.0 |  0.752s |    14.982s |
| Iteration 14     | exponen.. |          0.01 |          193 |       1.0 | friedman_mse |                16 |               14 |         4 |          0.8 |    0.0047 |     1.0 |          1.0 |  0.694s |    16.399s |
| Iteration 15     |  deviance |        0.0104 |          454 |       1.0 | squared_er.. |                 2 |               17 |         1 |         sqrt |    0.0298 |  0.5312 |          1.0 |  0.755s |    17.862s |
| Iteration 16     |  deviance |        0.0283 |          118 |       0.6 | friedman_mse |                20 |                4 |         1 |         log2 |     0.024 |     1.0 |          1.0 |  0.677s |    19.275s |
| Iteration 17     |  deviance |        0.0332 |          174 |       0.5 | squared_er.. |                16 |                2 |         6 |         log2 |    0.0044 |     1.0 |          1.0 |  0.701s |    20.707s |
| Iteration 18     |  deviance |           1.0 |          451 |       0.5 | squared_er.. |                13 |               12 |        10 |         log2 |    0.0047 |   0.625 |          1.0 |  0.758s |    22.171s |
| Iteration 19     | exponen.. |        0.0246 |          237 |       1.0 | friedman_mse |                16 |               17 |         4 |          0.8 |    0.0036 |   0.875 |          1.0 |  0.683s |    23.623s |
| Iteration 20     | exponen.. |        0.0268 |          158 |       0.5 | squared_er.. |                16 |                8 |         6 |         log2 |    0.0167 |  0.8125 |          1.0 |  0.698s |    25.078s |
| Iteration 21     |  deviance |        0.7617 |           54 |       0.6 | friedman_mse |                20 |               20 |         1 |         log2 |    0.0217 |     0.5 |          1.0 |  0.647s |    26.685s |
| Iteration 22     |  deviance |        0.0199 |          125 |       0.6 | friedman_mse |                20 |                2 |         1 |         log2 |    0.0243 |  0.6875 |          1.0 |  0.695s |    28.368s |
| Iteration 23     |  deviance |          0.01 |          189 |       0.8 | squared_er.. |                14 |                1 |         4 |         log2 |       0.0 |  0.9375 |          1.0 |  0.704s |    30.110s |
| Iteration 24     |  deviance |          0.01 |          189 |       0.5 | squared_er.. |                19 |                1 |        10 |         auto |       0.0 |    0.75 |          1.0 |  0.684s |    31.810s |
| Iteration 25     |  deviance |          0.01 |          194 |       1.0 | friedman_mse |                14 |                6 |         5 |          0.6 |    0.0021 |    0.75 |          1.0 |  0.688s |    33.407s |
| Iteration 26     |  deviance |        0.5151 |          250 |       0.6 | friedman_mse |                 7 |               12 |         3 |         log2 |    0.0023 |   0.625 |          1.0 |  0.711s |    34.877s |
| Iteration 27     | exponen.. |          0.01 |           10 |       0.6 | squared_er.. |                12 |               14 |         9 |          0.6 |     0.029 |     1.0 |          1.0 |  0.685s |    36.290s |
| Iteration 28     | exponen.. |          0.01 |           10 |       1.0 | squared_er.. |                 4 |               20 |         3 |          0.8 |       0.0 |  0.5312 |          1.0 |  1.278s |    38.378s |
| Iteration 29     | exponen.. |          0.01 |           66 |       0.6 | squared_er.. |                16 |                1 |        10 |         sqrt |    0.0343 |     1.0 |          1.0 |  0.700s |    39.817s |
| Iteration 30     |  deviance |          0.01 |           10 |       0.5 | friedman_mse |                 9 |                1 |        10 |          0.6 |       0.0 |  0.6562 |          1.0 |  0.667s |    41.281s |
| Iteration 31     | exponen.. |          0.01 |           26 |       0.7 | squared_er.. |                11 |                2 |         6 |         None |     0.035 |  0.8125 |          1.0 |  0.717s |    42.771s |
| Iteration 32     | exponen.. |        0.0782 |          145 |       0.8 | squared_er.. |                 3 |                3 |         4 |          0.5 |       0.0 |  0.5625 |          1.0 |  0.718s |    44.246s |
| Iteration 33     |  deviance |        0.8723 |          104 |       0.8 | squared_er.. |                 5 |                2 |         3 |          0.7 |    0.0073 |   0.375 |          1.0 |  0.648s |    45.643s |
| Iteration 34     | exponen.. |          0.01 |           15 |       0.6 | squared_er.. |                17 |                5 |        10 |          0.6 |    0.0314 |   0.875 |          1.0 |  0.647s |    47.076s |
| Iteration 35     | exponen.. |          0.01 |           10 |       1.0 | squared_er.. |                20 |               20 |        10 |         auto |       0.0 |  0.4375 |          1.0 |  0.625s |    48.515s |
| Iteration 36     |  deviance |        0.1126 |          184 |       0.5 | squared_er.. |                13 |                3 |         7 |         log2 |    0.0025 |   0.625 |          1.0 |  0.685s |    49.972s |
| Iteration 37     |  deviance |        0.0315 |          130 |       0.7 | friedman_mse |                 6 |               15 |         2 |         log2 |    0.0129 |  0.8125 |          1.0 |  0.682s |    51.604s |
| Iteration 38     | exponen.. |        0.0126 |          181 |       0.9 | friedman_mse |                17 |               18 |         4 |          0.8 |     0.016 |     1.0 |          1.0 |  0.687s |    53.246s |
| Iteration 39     | exponen.. |        0.0117 |          145 |       0.5 | squared_er.. |                 5 |                5 |         5 |         log2 |    0.0322 |  0.9375 |          1.0 |  0.699s |    54.910s |
| Iteration 40     |  deviance |        0.0133 |          222 |       0.5 | squared_er.. |                 5 |               16 |         7 |         sqrt |     0.019 |     0.5 |          1.0 |  0.695s |    56.570s |
| Iteration 41     |  deviance |        0.4748 |          307 |       0.6 | squared_er.. |                11 |               14 |         8 |         log2 |     0.005 |  0.5938 |          1.0 |  0.712s |    58.284s |
| Iteration 42     | exponen.. |        0.0123 |          185 |       0.6 | friedman_mse |                19 |                8 |         3 |          0.6 |    0.0117 |   0.875 |          1.0 |  0.692s |    59.899s |
| Iteration 43     |  deviance |        0.0295 |          226 |       0.8 | friedman_mse |                17 |               10 |         9 |          0.5 |    0.0079 |  0.5625 |          1.0 |  0.689s |     1m:02s |
| Iteration 44     |  deviance |         0.035 |          178 |       0.7 | squared_er.. |                 7 |                8 |         6 |         log2 |    0.0185 |   0.875 |          1.0 |  0.680s |     1m:03s |
| Iteration 45     | exponen.. |          0.01 |           10 |       0.5 | squared_er.. |                10 |                2 |         9 |          0.6 |     0.009 |     0.5 |          1.0 |  0.650s |     1m:05s |
| Iteration 46     | exponen.. |        0.0139 |          172 |       0.9 | squared_er.. |                11 |               13 |         2 |         None |    0.0158 |  0.9375 |          1.0 |  0.678s |     1m:06s |
| Iteration 47     | exponen.. |          0.01 |          101 |       1.0 | friedman_mse |                 3 |               17 |         4 |          0.8 |     0.035 |  0.8438 |          1.0 |  0.662s |     1m:08s |
| Iteration 48     | exponen.. |        0.0132 |          172 |       0.8 | friedman_mse |                15 |               16 |         7 |          0.9 |    0.0071 |    0.75 |          1.0 |  0.694s |     1m:10s |
| Iteration 49     |  deviance |          0.01 |           54 |       0.7 | squared_er.. |                 4 |                8 |         8 |         auto |     0.035 |   0.875 |          1.0 |  0.655s |     1m:11s |
| Iteration 50     | exponen.. |          0.01 |          166 |       0.5 | friedman_mse |                16 |                8 |         1 |          0.8 |     0.035 |  0.9375 |          1.0 |  0.687s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.6819, 'n_estimators': 456, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 13, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0081}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.113s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0812
Time elapsed: 0.542s
-------------------------------------------------
Total time: 1m:14s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  0.701s |     0.714s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     0.5 |       0.5625 |  0.720s |     1.765s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  1.530s |     3.662s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |         0.75 |  0.714s |     4.739s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |         0.75 |  0.727s |     5.826s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.1875 |         0.75 |  0.723s |     6.912s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |         0.75 |  0.725s |     7.979s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |         0.75 |  0.710s |     9.035s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |         0.75 |  0.717s |    10.094s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.875 |        0.875 |  0.670s |    11.136s |
| Iteration 11     |      l2 |  0.0034 | newto.. |      138 |      --- |    0.75 |        0.875 |  0.656s |    12.489s |
| Iteration 12     |      l2 |  0.0027 |    saga |      184 |      --- |    0.75 |        0.875 |  0.642s |    13.794s |
| Iteration 13     |      l2 |  0.0065 |     sag |      164 |      --- |   0.625 |        0.875 |  0.657s |    15.215s |
| Iteration 14     |      l2 |  0.0031 |    saga |      217 |      --- |     1.0 |          1.0 |  0.709s |    16.690s |
| Iteration 15     |      l2 |   0.003 |     sag |      220 |      --- |   0.375 |          1.0 |  0.723s |    18.155s |
| Iteration 16     |      l2 |  0.0034 |    saga |      233 |      --- |  0.8125 |          1.0 |  0.715s |    19.677s |
| Iteration 17     |      l1 |  0.0041 |    saga |      222 |      --- |     0.5 |          1.0 |  0.664s |    21.038s |
| Iteration 18     |      l2 |  0.0035 |    saga |      236 |      --- |  0.6875 |          1.0 |  0.664s |    22.929s |
| Iteration 19     |      l2 |  0.4977 | libli.. |      997 |      --- |     0.5 |          1.0 |  0.650s |    24.358s |
| Iteration 20     |      l2 |  0.3583 | libli.. |      318 |      --- |     0.5 |          1.0 |  0.655s |    25.634s |
| Iteration 21     |      l2 |  0.0033 |    saga |      210 |      --- |   0.625 |          1.0 |  0.662s |    27.039s |
| Iteration 22     |      l2 |  3.7017 |    saga |     1000 |      --- |    0.25 |          1.0 |  0.669s |    28.418s |
| Iteration 23     |      l2 |  0.0029 |    saga |      387 |      --- |   0.625 |          1.0 |  0.631s |    29.959s |
| Iteration 24     |      l2 |  0.0029 |    saga |      246 |      --- |  0.3125 |          1.0 |  0.654s |    31.320s |
| Iteration 25     |    none |     --- |     sag |      982 |      --- |    0.75 |          1.0 |  0.642s |    32.553s |
| Iteration 26     |    none |     --- |   lbfgs |      947 |      --- |  0.5625 |          1.0 |  0.647s |    33.797s |
| Iteration 27     |      l1 |  0.0012 |    saga |      305 |      --- |     0.5 |          1.0 |  0.645s |    35.075s |
| Iteration 28     |    none |     --- |   lbfgs |      975 |      --- |   0.625 |          1.0 |  1.306s |    37.034s |
| Iteration 29     |      l2 |  0.0026 |   lbfgs |      124 |      --- |     1.0 |          1.0 |  0.709s |    38.393s |
| Iteration 30     |      l2 |  7.8555 |   lbfgs |      800 |      --- |     0.5 |          1.0 |  0.683s |    39.749s |
| Iteration 31     |      l2 |  0.0054 |   lbfgs |      433 |      --- |   0.875 |          1.0 |  0.685s |    41.247s |
| Iteration 32     |      l2 | 89.6142 |   lbfgs |      167 |      --- |  0.5625 |          1.0 |  0.656s |    42.679s |
| Iteration 33     |      l2 |   0.001 |   lbfgs |      374 |      --- |  0.5625 |          1.0 |  0.645s |    44.110s |
| Iteration 34     |      l2 |  0.0034 |   lbfgs |      848 |      --- |  0.6875 |          1.0 |  0.640s |    45.490s |
| Iteration 35     |      l2 |   0.001 |   lbfgs |      759 |      --- |  0.3125 |          1.0 |  0.662s |    46.813s |
| Iteration 36     |    none |     --- |    saga |      682 |      --- |  0.4375 |          1.0 |  0.645s |    48.103s |
| Iteration 37     |      l2 | 18.1449 |    saga |      975 |      --- |  0.8125 |          1.0 |  0.670s |    49.485s |
| Iteration 38     |      l1 |  0.3204 |    saga |      464 |      --- |     1.0 |          1.0 |  0.649s |    50.880s |
| Iteration 39     |      l1 | 48.1333 |    saga |      703 |      --- |  0.8125 |          1.0 |  0.713s |    52.271s |
| Iteration 40     |      l1 |   0.001 |    saga |      167 |      --- |     0.5 |          1.0 |  0.643s |    53.685s |
| Iteration 41     |      l1 | 56.1824 |    saga |      432 |      --- |    0.75 |          1.0 |  0.661s |    55.115s |
| Iteration 42     |      l1 |   100.0 |    saga |      891 |      --- |  0.5625 |          1.0 |  0.671s |    56.635s |
| Iteration 43     |      l2 | 27.0727 |    saga |      894 |      --- |  0.6875 |          1.0 |  0.710s |    58.161s |
| Iteration 44     |      l2 | 49.2497 |   lbfgs |      106 |      --- |  0.8125 |          1.0 |  0.659s |    59.614s |
| Iteration 45     |      l2 | 60.4372 |     sag |      797 |      --- |  0.6875 |          1.0 |  0.665s |     1m:01s |
| Iteration 46     |      l2 | 72.6215 |   lbfgs |      475 |      --- |     0.5 |          1.0 |  0.751s |     1m:03s |
| Iteration 47     |      l2 | 79.2954 |    saga |      151 |      --- |   0.625 |          1.0 |  0.654s |     1m:04s |
| Iteration 48     |      l2 | 17.6867 |     sag |      991 |      --- |  0.9375 |          1.0 |  0.663s |     1m:06s |
| Iteration 49     |      l2 | 11.6988 |   lbfgs |      977 |      --- |   0.625 |          1.0 |  0.658s |     1m:07s |
| Iteration 50     |      l2 |  3.7595 |     sag |      999 |      --- |  0.5625 |          1.0 |  0.656s |     1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'penalty': 'l2', 'C': 0.0031, 'solver': 'saga', 'max_iter': 217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7241
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0245
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:09s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  0.691s |     0.698s |
| Initial point 2  |     svd |       --- |     0.5 |        0.625 |  0.690s |     1.751s |
| Initial point 3  |     svd |       --- |     0.5 |        0.625 |  0.001s |     2.101s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |        0.625 |  0.661s |     3.139s |
| Initial point 5  |   eigen |       0.9 |    0.75 |         0.75 |  1.504s |     5.001s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |         0.75 |  0.653s |     6.028s |
| Initial point 7  |    lsqr |       0.5 |     0.5 |         0.75 |  0.653s |     7.084s |
| Initial point 8  |    lsqr |       0.9 |  0.3125 |         0.75 |  0.654s |     8.095s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |         0.75 |  0.653s |     9.094s |
| Initial point 10 |   eigen |       0.8 |     1.0 |          1.0 |  0.674s |    10.150s |
| Iteration 11     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    10.621s |
| Iteration 12     |   eigen |       0.7 |  0.8125 |          1.0 |  0.659s |    11.747s |
| Iteration 13     |   eigen |       0.6 |  0.6875 |          1.0 |  0.651s |    13.043s |
| Iteration 14     |   eigen |       0.5 |   0.875 |          1.0 |  0.659s |    14.197s |
| Iteration 15     |   eigen |      auto |   0.375 |          1.0 |  0.656s |    15.351s |
| Iteration 16     |   eigen |      None |  0.8125 |          1.0 |  0.658s |    16.529s |
| Iteration 17     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    17.019s |
| Iteration 18     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    17.498s |
| Iteration 19     |     svd |       --- |     0.5 |          1.0 |  0.001s |    18.005s |
| Iteration 20     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    18.505s |
| Iteration 21     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    19.011s |
| Iteration 22     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    19.556s |
| Iteration 23     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    20.102s |
| Iteration 24     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    20.615s |
| Iteration 25     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    21.145s |
| Iteration 26     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    21.664s |
| Iteration 27     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    22.206s |
| Iteration 28     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    22.733s |
| Iteration 29     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    23.302s |
| Iteration 30     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    23.850s |
| Iteration 31     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    24.434s |
| Iteration 32     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    25.008s |
| Iteration 33     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    25.562s |
| Iteration 34     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    26.182s |
| Iteration 35     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    26.756s |
| Iteration 36     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    27.344s |
| Iteration 37     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    27.936s |
| Iteration 38     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    28.530s |
| Iteration 39     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    29.132s |
| Iteration 40     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    29.756s |
| Iteration 41     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    30.376s |
| Iteration 42     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    31.066s |
| Iteration 43     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    31.697s |
| Iteration 44     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    32.376s |
| Iteration 45     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    33.055s |
| Iteration 46     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    33.700s |
| Iteration 47     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    34.393s |
| Iteration 48     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    35.094s |
| Iteration 49     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    35.751s |
| Iteration 50     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    36.458s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 37.181s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7634
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.097
Time elapsed: 0.029s
-------------------------------------------------
Total time: 37.221s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  0.641s |     0.644s |
| Initial point 2  |       0.9 |     0.5 |        0.625 |  0.635s |     1.602s |
| Initial point 3  |       0.1 |  0.6875 |       0.6875 |  0.649s |     2.587s |
| Initial point 4  |       1.0 |   0.625 |       0.6875 |  0.000s |     2.948s |
| Initial point 5  |       0.2 |    0.75 |         0.75 |  1.274s |     4.555s |
| Initial point 6  |       0.4 |  0.5625 |         0.75 |  0.649s |     5.557s |
| Initial point 7  |       0.4 |  0.5625 |         0.75 |  0.000s |     5.895s |
| Initial point 8  |       0.7 |  0.3125 |         0.75 |  0.630s |     6.856s |
| Initial point 9  |       0.9 |     0.5 |         0.75 |  0.000s |     7.177s |
| Initial point 10 |       0.8 |     1.0 |          1.0 |  0.643s |     8.140s |
| Iteration 11     |       0.3 |    0.75 |          1.0 |  0.647s |     9.238s |
| Iteration 12     |       0.6 |   0.875 |          1.0 |  0.630s |    10.297s |
| Iteration 13     |       0.5 |  0.6875 |          1.0 |  0.629s |    11.362s |
| Iteration 14     |       0.0 |    0.75 |          1.0 |  0.640s |    12.429s |
| Iteration 15     |       0.8 |     1.0 |          1.0 |  0.000s |    12.866s |
| Iteration 16     |       0.8 |     1.0 |          1.0 |  0.000s |    13.292s |
| Iteration 17     |       0.8 |     1.0 |          1.0 |  0.000s |    13.722s |
| Iteration 18     |       0.8 |     1.0 |          1.0 |  0.000s |    14.176s |
| Iteration 19     |       0.8 |     1.0 |          1.0 |  0.000s |    14.616s |
| Iteration 20     |       0.8 |     1.0 |          1.0 |  0.000s |    15.044s |
| Iteration 21     |       0.6 |   0.875 |          1.0 |  0.000s |    15.468s |
| Iteration 22     |       0.8 |     1.0 |          1.0 |  0.001s |    15.921s |
| Iteration 23     |       0.8 |     1.0 |          1.0 |  0.000s |    16.361s |
| Iteration 24     |       0.8 |     1.0 |          1.0 |  0.001s |    16.817s |
| Iteration 25     |       0.8 |     1.0 |          1.0 |  0.000s |    17.269s |
| Iteration 26     |       0.8 |     1.0 |          1.0 |  0.000s |    17.749s |
| Iteration 27     |       0.8 |     1.0 |          1.0 |  0.000s |    18.215s |
| Iteration 28     |       0.9 |     0.5 |          1.0 |  0.001s |    18.696s |
| Iteration 29     |       0.8 |     1.0 |          1.0 |  0.001s |    19.203s |
| Iteration 30     |       0.8 |     1.0 |          1.0 |  0.001s |    19.664s |
| Iteration 31     |       0.8 |     1.0 |          1.0 |  0.000s |    20.202s |
| Iteration 32     |       0.8 |     1.0 |          1.0 |  0.001s |    20.680s |
| Iteration 33     |       0.8 |     1.0 |          1.0 |  0.001s |    21.169s |
| Iteration 34     |       0.8 |     1.0 |          1.0 |  0.001s |    21.675s |
| Iteration 35     |       0.8 |     1.0 |          1.0 |  0.001s |    22.163s |
| Iteration 36     |       0.8 |     1.0 |          1.0 |  0.001s |    22.672s |
| Iteration 37     |       0.8 |     1.0 |          1.0 |  0.001s |    23.173s |
| Iteration 38     |       0.8 |     1.0 |          1.0 |  0.001s |    23.734s |
| Iteration 39     |       0.8 |     1.0 |          1.0 |  0.001s |    24.273s |
| Iteration 40     |       0.8 |     1.0 |          1.0 |  0.001s |    24.812s |
| Iteration 41     |       0.8 |     1.0 |          1.0 |  0.001s |    25.333s |
| Iteration 42     |       0.8 |     1.0 |          1.0 |  0.001s |    25.857s |
| Iteration 43     |       0.8 |     1.0 |          1.0 |  0.001s |    26.401s |
| Iteration 44     |       0.8 |     1.0 |          1.0 |  0.001s |    26.937s |
| Iteration 45     |       0.8 |     1.0 |          1.0 |  0.001s |    27.476s |
| Iteration 46     |       0.8 |     1.0 |          1.0 |  0.001s |    28.012s |
| Iteration 47     |       0.8 |     1.0 |          1.0 |  0.001s |    28.739s |
| Iteration 48     |       0.8 |     1.0 |          1.0 |  0.001s |    29.475s |
| Iteration 49     |       0.8 |     1.0 |          1.0 |  0.001s |    30.425s |
| Iteration 50     |       0.8 |     1.0 |          1.0 |  0.001s |    31.331s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 31.895s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7402
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.1077
Time elapsed: 0.027s
-------------------------------------------------
Total time: 31.933s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.1594 | dista.. |      auto |        40 |       1 |     0.5 |          0.5 |  0.650s |     0.671s |
| Initial point 2  |  4.8358 | uniform |   kd_tree |        39 |       2 |  0.2812 |          0.5 |  0.661s |     1.694s |
| Initial point 3  |    3.82 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.8125 |  0.650s |     2.721s |
| Initial point 4  | 11.1446 | uniform | ball_tree |        39 |       2 |     0.5 |       0.8125 |  0.645s |     3.697s |
| Initial point 5  |  8.7303 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  0.647s |     4.723s |
| Initial point 6  | 10.1104 | dista.. | ball_tree |        21 |       2 |  0.4375 |        0.875 |  0.643s |     5.708s |
| Initial point 7  |  7.2317 | dista.. | ball_tree |        24 |       1 |  0.6562 |        0.875 |  0.651s |     6.709s |
| Initial point 8  |   1.733 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  1.207s |     8.299s |
| Initial point 9  |  8.0556 | uniform | ball_tree |        24 |       1 |  0.6875 |          1.0 |  0.648s |     9.331s |
| Initial point 10 |  5.7218 | uniform |     brute |        22 |       2 |    0.75 |          1.0 |  0.666s |    10.507s |
| Iteration 11     |     0.0 | uniform |      auto |        20 |       1 |     0.5 |          1.0 |  0.689s |    11.832s |
| Iteration 12     |  1.1546 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.691s |    13.161s |
| Iteration 13     |  1.1979 | uniform |     brute |        29 |       1 |  0.2812 |          1.0 |  0.686s |    14.408s |
| Iteration 14     |  0.9168 | dista.. | ball_tree |        34 |       1 |   0.375 |          1.0 |  0.683s |    15.653s |
| Iteration 15     |  4.7344 | dista.. |      auto |        26 |       2 |   0.375 |          1.0 |  0.697s |    16.968s |
| Iteration 16     |   1.733 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.001s |    17.576s |
| Iteration 17     |  1.8633 | dista.. | ball_tree |        30 |       2 |  0.4375 |          1.0 |  0.685s |    18.855s |
| Iteration 18     |  1.8298 | uniform | ball_tree |        20 |       2 |  0.6875 |          1.0 |  0.680s |    20.217s |
| Iteration 19     |  1.6228 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  0.706s |    22.231s |
| Iteration 20     |  1.7188 | dista.. |      auto |        20 |       2 |  0.5312 |          1.0 |  0.690s |    23.868s |
| Iteration 21     |  1.8249 | dista.. |     brute |        21 |       2 |  0.6875 |          1.0 |  0.685s |    25.364s |
| Iteration 22     |   1.727 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  0.682s |    26.786s |
| Iteration 23     |  1.7606 | dista.. | ball_tree |        22 |       2 |   0.625 |          1.0 |  0.686s |    28.199s |
| Iteration 24     |  1.6488 | dista.. | ball_tree |        21 |       1 |  0.7188 |          1.0 |  0.680s |    29.524s |
| Iteration 25     |  8.6267 | uniform | ball_tree |        30 |       1 |  0.5625 |          1.0 |  0.680s |    30.810s |
| Iteration 26     |  1.7337 | dista.. |      auto |        21 |       1 |     0.5 |          1.0 |  0.683s |    32.178s |
| Iteration 27     |  1.8288 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.683s |    33.552s |
| Iteration 28     |  1.9001 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.682s |    34.926s |
| Iteration 29     |  1.8276 | uniform | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.649s |    36.353s |
| Iteration 30     |  1.8171 | uniform | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.650s |    37.792s |
| Iteration 31     |  1.7722 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.651s |    39.217s |
| Iteration 32     |   1.959 | dista.. | ball_tree |        21 |       1 |  0.6562 |          1.0 |  0.654s |    40.628s |
| Iteration 33     |  8.9878 | dista.. |      auto |        30 |       2 |  0.6875 |          1.0 |  0.650s |    41.988s |
| Iteration 34     |  1.7867 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  1.258s |    43.987s |
| Iteration 35     |  1.6889 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.684s |    45.416s |
| Iteration 36     |  8.4753 | uniform |      auto |        30 |       2 |  0.7188 |          1.0 |  0.684s |    46.860s |
| Iteration 37     |  2.0732 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.639s |    48.287s |
| Iteration 38     |  2.2283 | dista.. | ball_tree |        21 |       2 |  0.7812 |          1.0 |  0.641s |    49.758s |
| Iteration 39     |  2.0552 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.646s |    51.252s |
| Iteration 40     |  4.0589 | dista.. |   kd_tree |        20 |       2 |   0.375 |          1.0 |  0.641s |    52.644s |
| Iteration 41     |  2.0995 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.644s |    54.116s |
| Iteration 42     |  4.3765 | dista.. | ball_tree |        25 |       2 |  0.5938 |          1.0 |  0.647s |    55.530s |
| Iteration 43     |  1.9953 | uniform | ball_tree |        21 |       2 |  0.4375 |          1.0 |  0.672s |    57.040s |
| Iteration 44     |  1.8946 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.700s |    58.507s |
| Iteration 45     |  1.8926 | dista.. | ball_tree |        21 |       2 |   0.375 |          1.0 |  0.686s |     1m:00s |
| Iteration 46     |  1.8628 | dista.. | ball_tree |        21 |       2 |  0.7188 |          1.0 |  0.703s |     1m:02s |
| Iteration 47     |  1.7944 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.686s |     1m:03s |
| Iteration 48     |  1.7765 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  0.704s |     1m:04s |
| Iteration 49     |  2.8272 | uniform | ball_tree |        21 |       2 |  0.4375 |          1.0 |  0.688s |     1m:06s |
| Iteration 50     |  1.8867 | dista.. |      auto |        21 |       2 |   0.875 |          1.0 |  0.695s |     1m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'radius': 1.733, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1065
Time elapsed: 0.053s
-------------------------------------------------
Total time: 1m:08s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5938 |       0.5938 |  1.064s |     1.071s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  1.072s |     2.538s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.5625 |        0.875 |  0.823s |     3.733s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.5625 |        0.875 |  0.957s |     5.086s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |        0.875 |  0.833s |     6.436s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |        0.875 |  1.022s |     7.801s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.4375 |        0.875 |  0.668s |     8.817s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.6875 |        0.875 |  0.925s |    10.076s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |        0.875 |  0.676s |    11.103s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9375 |       0.9375 |  0.800s |    12.272s |
| Iteration 11     |           62 |          0.01 |     SAMME |  0.7812 |       0.9375 |  0.712s |    13.508s |
| Iteration 12     |          332 |        0.0151 |   SAMME.R |    0.75 |       0.9375 |  0.965s |    15.600s |
| Iteration 13     |          500 |          0.01 |   SAMME.R |  0.4375 |       0.9375 |  1.178s |    17.311s |
| Iteration 14     |          130 |        0.0205 |     SAMME |     1.0 |          1.0 |  0.806s |    18.696s |
| Iteration 15     |          200 |        0.0236 |     SAMME |  0.5625 |          1.0 |  0.834s |    20.118s |
| Iteration 16     |           50 |        0.0151 |     SAMME |  0.8125 |          1.0 |  0.747s |    21.390s |
| Iteration 17     |          229 |        0.1091 |   SAMME.R |     1.0 |          1.0 |  0.894s |    22.806s |
| Iteration 18     |           50 |        0.1048 |   SAMME.R |     1.0 |          1.0 |  0.746s |    24.107s |
| Iteration 19     |           51 |        0.1004 |   SAMME.R |  0.5625 |          1.0 |  0.742s |    25.471s |
| Iteration 20     |          479 |        0.1664 |   SAMME.R |   0.625 |          1.0 |  1.103s |    27.115s |
| Iteration 21     |           50 |         2.157 |     SAMME |  0.6562 |          1.0 |  0.754s |    28.419s |
| Iteration 22     |          179 |        0.7708 |   SAMME.R |   0.625 |          1.0 |  0.812s |    29.790s |
| Iteration 23     |           84 |        0.0457 |   SAMME.R |    0.75 |          1.0 |  0.729s |    31.077s |
| Iteration 24     |          475 |        0.0789 |   SAMME.R |    0.75 |          1.0 |  1.037s |    32.685s |
| Iteration 25     |          470 |        9.9908 |     SAMME |     0.5 |          1.0 |  0.715s |    33.951s |
| Iteration 26     |           50 |          0.01 |   SAMME.R |  0.6562 |          1.0 |  0.743s |    35.239s |
| Iteration 27     |           66 |          0.01 |     SAMME |     1.0 |          1.0 |  0.715s |    36.558s |
| Iteration 28     |          125 |          0.01 |     SAMME |  0.7812 |          1.0 |  0.820s |    37.967s |
| Iteration 29     |          407 |          0.01 |     SAMME |     1.0 |          1.0 |  0.907s |    39.802s |
| Iteration 30     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  1.032s |    41.803s |
| Iteration 31     |           65 |        9.9947 |   SAMME.R |  0.7188 |          1.0 |  0.669s |    43.137s |
| Iteration 32     |           50 |          0.01 |     SAMME |   0.625 |          1.0 |  0.657s |    44.404s |
| Iteration 33     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.000s |    44.969s |
| Iteration 34     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.000s |    45.537s |
| Iteration 35     |           87 |          1.46 |   SAMME.R |  0.6875 |          1.0 |  0.688s |    46.839s |
| Iteration 36     |          200 |        9.9964 |   SAMME.R |  0.7188 |          1.0 |  0.823s |    48.260s |
| Iteration 37     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.001s |    48.888s |
| Iteration 38     |           50 |          0.01 |     SAMME |   0.625 |          1.0 |  0.000s |    50.072s |
| Iteration 39     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.000s |    50.644s |
| Iteration 40     |           94 |        0.4004 |   SAMME.R |  0.5625 |          1.0 |  0.708s |    52.000s |
| Iteration 41     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.000s |    52.635s |
| Iteration 42     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.000s |    53.276s |
| Iteration 43     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.000s |    54.005s |
| Iteration 44     |           89 |        0.2174 |     SAMME |    0.75 |          1.0 |  0.690s |    55.359s |
| Iteration 45     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.000s |    56.030s |
| Iteration 46     |          134 |         0.021 |     SAMME |  0.8438 |          1.0 |  0.724s |    57.754s |
| Iteration 47     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.001s |    58.441s |
| Iteration 48     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.001s |    59.114s |
| Iteration 49     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.001s |    59.796s |
| Iteration 50     |           50 |        0.1108 |   SAMME.R |     1.0 |          1.0 |  0.693s |     1m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 407, 'learning_rate': 0.01, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8933
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.321s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.895 ± 0.0872
Time elapsed: 1.517s
-------------------------------------------------
Total time: 1m:05s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  1.083s |     1.104s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |       0.6875 |  0.930s |     2.435s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6562 |       0.6875 |  0.941s |     3.762s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.6875 |  0.754s |     4.880s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |         0.75 |  0.992s |     6.455s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6875 |         0.75 |  0.773s |     7.636s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |        0.875 |  0.827s |     8.872s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |        0.875 |  0.817s |    10.061s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |        0.875 |  0.916s |    11.401s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  0.901s |    12.652s |
| Iteration 11     |           38 |      gini |         7 |                 2 |               17 |          0.9 |      True |    0.0272 |         0.6 |     0.5 |          1.0 |  0.694s |    14.176s |
| Iteration 12     |          319 |      gini |         9 |                12 |               16 |         None |      True |    0.0178 |        None |   0.375 |          1.0 |  0.910s |    15.885s |
| Iteration 13     |          195 |      gini |         7 |                18 |               15 |          0.9 |      True |    0.0175 |        None |     0.5 |          1.0 |  0.797s |    17.405s |
| Iteration 14     |           10 |      gini |         4 |                12 |               12 |         log2 |     False |    0.0011 |         --- |     1.0 |          1.0 |  0.640s |    18.709s |
| Iteration 15     |           40 |      gini |         3 |                13 |               19 |          0.9 |     False |       0.0 |         --- |  0.4375 |          1.0 |  0.674s |    20.191s |
| Iteration 16     |          165 |   entropy |         2 |                 2 |                7 |         auto |      True |    0.0062 |         0.8 |     1.0 |          1.0 |  0.777s |    21.649s |
| Iteration 17     |          259 |      gini |         3 |                13 |               10 |          0.5 |     False |    0.0106 |         --- |  0.6875 |          1.0 |  0.823s |    23.321s |
| Iteration 18     |          406 |   entropy |         6 |                 7 |               14 |          0.5 |      True |    0.0166 |         0.8 |  0.6875 |          1.0 |  0.960s |    25.214s |
| Iteration 19     |          394 |      gini |         5 |                 2 |               18 |          0.9 |      True |    0.0113 |         0.5 |     0.5 |          1.0 |  0.958s |    27.006s |
| Iteration 20     |           59 |   entropy |         4 |                 4 |                8 |         auto |      True |    0.0133 |         0.8 |  0.8125 |          1.0 |  0.702s |    28.441s |
| Iteration 21     |           24 |   entropy |         3 |                 6 |                8 |         auto |     False |    0.0103 |         --- |     1.0 |          1.0 |  1.286s |    30.447s |
| Iteration 22     |          158 |      gini |      None |                11 |                1 |         auto |     False |    0.0198 |         --- |    0.75 |          1.0 |  0.753s |    32.231s |
| Iteration 23     |           25 |   entropy |         3 |                 9 |                7 |         auto |     False |     0.001 |         --- |  0.8125 |          1.0 |  0.646s |    33.901s |
| Iteration 24     |          189 |   entropy |         8 |                12 |                1 |         None |      True |    0.0014 |        None |  0.9375 |          1.0 |  0.783s |    35.375s |
| Iteration 25     |           20 |   entropy |      None |                17 |                1 |         None |     False |    0.0033 |         --- |    0.75 |          1.0 |  0.644s |    36.693s |
| Iteration 26     |          500 |   entropy |      None |                 5 |                8 |         auto |     False |    0.0065 |         --- |   0.625 |          1.0 |  0.921s |    38.333s |
| Iteration 27     |           10 |      gini |         6 |                 5 |                5 |          0.7 |      True |    0.0017 |         0.6 |  0.9375 |          1.0 |  0.624s |    39.758s |
| Iteration 28     |           10 |      gini |         9 |                 4 |                4 |          0.8 |      True |    0.0205 |         0.9 |  0.8125 |          1.0 |  0.630s |    41.160s |
| Iteration 29     |           10 |      gini |      None |                 3 |                7 |          0.7 |      True |    0.0327 |         0.9 |     1.0 |          1.0 |  0.634s |    42.595s |
| Iteration 30     |           10 |      gini |      None |                14 |                7 |         None |      True |    0.0305 |         0.9 |   0.625 |          1.0 |  0.634s |    44.042s |
| Iteration 31     |           10 |   entropy |         1 |                 2 |                4 |         auto |     False |     0.001 |         --- |  0.9375 |          1.0 |  0.641s |    45.540s |
| Iteration 32     |           10 |      gini |         9 |                 5 |                5 |         auto |      True |    0.0273 |         0.9 |  0.5625 |          1.0 |  0.642s |    46.953s |
| Iteration 33     |           10 |   entropy |      None |                 7 |                8 |         auto |      True |    0.0202 |         0.8 |  0.9375 |          1.0 |  0.641s |    48.424s |
| Iteration 34     |           10 |      gini |      None |                 8 |                8 |         auto |     False |    0.0258 |         --- |  0.8438 |          1.0 |  0.652s |    49.925s |
| Iteration 35     |           10 |   entropy |      None |                 6 |                5 |         log2 |      True |    0.0116 |         0.9 |  0.5625 |          1.0 |  0.642s |    51.396s |
| Iteration 36     |           10 |   entropy |         9 |                16 |                1 |         None |     False |    0.0042 |         --- |  0.2812 |          1.0 |  0.642s |    52.908s |
| Iteration 37     |           22 |      gini |      None |                16 |               11 |          0.7 |     False |    0.0154 |         --- |  0.8125 |          1.0 |  0.671s |    54.383s |
| Iteration 38     |           10 |   entropy |         9 |                 8 |                8 |         None |      True |     0.011 |         0.7 |  0.9375 |          1.0 |  0.639s |    55.945s |
| Iteration 39     |           79 |      gini |         7 |                 3 |                7 |         sqrt |      True |    0.0013 |         0.8 |     1.0 |          1.0 |  0.707s |    57.618s |
| Iteration 40     |          417 |   entropy |         8 |                 5 |                8 |         sqrt |     False |    0.0192 |         --- |    0.75 |          1.0 |  0.879s |    59.455s |
| Iteration 41     |           10 |      gini |         5 |                 6 |                8 |          0.5 |      True |    0.0266 |         0.7 |  0.5625 |          1.0 |  0.632s |     1m:01s |
| Iteration 42     |          259 |      gini |         2 |                 8 |               10 |         sqrt |     False |       0.0 |         --- |    0.75 |          1.0 |  0.776s |     1m:03s |
| Iteration 43     |          488 |      gini |         2 |                 9 |               10 |         sqrt |     False |    0.0009 |         --- |  0.5625 |          1.0 |  0.967s |     1m:05s |
| Iteration 44     |           71 |   entropy |         5 |                 2 |                7 |         log2 |      True |    0.0233 |         0.9 |  0.8125 |          1.0 |  0.710s |     1m:06s |
| Iteration 45     |          385 |   entropy |         2 |                 3 |                7 |         log2 |      True |     0.002 |         0.8 |     0.5 |          1.0 |  0.994s |     1m:08s |
| Iteration 46     |          146 |      gini |         1 |                 2 |                6 |          0.5 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.815s |     1m:11s |
| Iteration 47     |          140 |   entropy |         8 |                 2 |                6 |          0.5 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.722s |     1m:12s |
| Iteration 48     |          127 |      gini |      None |                 2 |                7 |         None |     False |       0.0 |         --- |   0.375 |          1.0 |  0.717s |     1m:14s |
| Iteration 49     |           10 |   entropy |         5 |                 4 |                6 |         log2 |     False |    0.0024 |         --- |   0.875 |          1.0 |  0.641s |     1m:16s |
| Iteration 50     |           10 |   entropy |         2 |                 9 |               17 |          0.5 |     False |    0.0346 |         --- |   0.875 |          1.0 |  0.652s |     1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'n_estimators': 24, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 6, 'min_samples_leaf': 8, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0103}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9089
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.027s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0837
Time elapsed: 0.108s
-------------------------------------------------
Total time: 1m:19s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.757s |     0.778s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  0.733s |     1.855s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  0.756s |     2.984s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  0.698s |     4.031s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  0.739s |     5.115s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  0.688s |     6.147s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  0.693s |     7.187s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  0.695s |     8.265s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |         0.75 |  0.715s |     9.341s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  0.703s |    10.393s |
| Iteration 11     |          368 |        0.0124 |         9 |  0.2019 |                3 |       0.9 |              0.7 |      0.01 |          0 |  0.9375 |       0.9375 |  0.699s |    11.816s |
| Iteration 12     |          367 |        0.0193 |         8 |  0.4418 |                3 |       0.8 |              0.5 |         0 |          0 |   0.625 |       0.9375 |  0.710s |    13.290s |
| Iteration 13     |          222 |        0.0443 |         8 |  0.6235 |                2 |       0.9 |              0.8 |      0.01 |       0.01 |  0.5625 |       0.9375 |  0.671s |    14.766s |
| Iteration 14     |          360 |        0.0326 |         9 |  0.4387 |                3 |       0.9 |              0.8 |      0.01 |          0 |     1.0 |          1.0 |  0.706s |    16.232s |
| Iteration 15     |          273 |        0.0637 |         2 |  0.7597 |                3 |       0.7 |              0.7 |      0.01 |       0.01 |  0.3125 |          1.0 |  0.688s |    17.757s |
| Iteration 16     |          326 |        0.0977 |         9 |  0.5782 |                4 |       0.9 |              0.8 |      0.01 |          0 |     1.0 |          1.0 |  0.691s |    19.305s |
| Iteration 17     |          408 |        0.0799 |         9 |  0.5155 |                3 |       0.6 |              0.7 |         0 |          1 |   0.875 |          1.0 |  0.727s |    20.794s |
| Iteration 18     |          379 |          0.66 |         9 |  0.4961 |                4 |       0.9 |              0.9 |      0.01 |          0 |   0.875 |          1.0 |  0.700s |    22.332s |
| Iteration 19     |          287 |        0.0131 |         9 |  0.8761 |                2 |       0.9 |              0.8 |      0.01 |          0 |    0.75 |          1.0 |  0.702s |    23.891s |
| Iteration 20     |          268 |        0.0577 |         9 |  0.4476 |                3 |       0.9 |              0.7 |      0.01 |        0.1 |     1.0 |          1.0 |  0.693s |    25.472s |
| Iteration 21     |          344 |        0.0485 |         9 |  0.4855 |                4 |       1.0 |              0.8 |         0 |        0.1 |     1.0 |          1.0 |  0.695s |    27.071s |
| Iteration 22     |          183 |        0.0515 |         9 |  0.4945 |                1 |       1.0 |              0.9 |      0.01 |          0 |  0.8125 |          1.0 |  0.728s |    28.652s |
| Iteration 23     |          153 |        0.0505 |         9 |  0.4872 |                4 |       0.9 |              0.8 |      0.01 |          0 |  0.5625 |          1.0 |  0.709s |    30.236s |
| Iteration 24     |          312 |         0.048 |         9 |  0.4427 |                3 |       0.8 |              0.6 |       0.1 |       0.01 |   0.875 |          1.0 |  1.341s |    32.452s |
| Iteration 25     |          306 |        0.0768 |         9 |   0.389 |                2 |       1.0 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  0.745s |    34.151s |
| Iteration 26     |          317 |        0.3216 |        10 |  0.8628 |                3 |       1.0 |              0.8 |      0.01 |          1 |  0.5625 |          1.0 |  0.696s |    36.165s |
| Iteration 27     |          323 |        0.0391 |         9 |  0.5905 |                3 |       0.9 |              0.8 |         1 |          0 |  0.9375 |          1.0 |  0.707s |    37.861s |
| Iteration 28     |          341 |        0.2294 |         9 |  0.4015 |                4 |       0.8 |              0.8 |         1 |          0 |  0.6875 |          1.0 |  0.713s |    39.432s |
| Iteration 29     |          315 |        0.0356 |         9 |  0.7454 |                3 |       0.9 |              0.7 |         0 |          1 |     1.0 |          1.0 |  0.697s |    41.100s |
| Iteration 30     |          307 |         0.318 |         9 |  0.8149 |                3 |       0.8 |              0.9 |      0.01 |          1 |  0.8125 |          1.0 |  0.693s |    42.773s |
| Iteration 31     |          500 |        0.0243 |         9 |  0.6721 |                5 |       1.0 |              0.4 |         0 |         10 |    0.75 |          1.0 |  0.739s |    44.390s |
| Iteration 32     |          372 |        0.1329 |         9 |  0.7928 |                7 |       1.0 |              0.7 |         0 |        100 |     0.5 |          1.0 |  0.707s |    46.019s |
| Iteration 33     |          334 |        0.0643 |         9 |  0.7739 |                4 |       0.9 |              0.7 |      0.01 |       0.01 |   0.875 |          1.0 |  0.695s |    47.750s |
| Iteration 34     |          351 |        0.0259 |         9 |  0.5139 |                3 |       1.0 |              0.8 |         0 |          0 |     1.0 |          1.0 |  0.712s |    49.403s |
| Iteration 35     |          500 |        0.0808 |         5 |  0.2696 |                6 |       1.0 |              0.4 |         0 |          1 |     0.5 |          1.0 |  0.719s |    51.108s |
| Iteration 36     |          348 |        0.0285 |         9 |  0.7857 |                3 |       1.0 |              0.9 |         0 |          0 |    0.75 |          1.0 |  0.702s |    53.175s |
| Iteration 37     |          340 |        0.0205 |         9 |  0.3023 |                3 |       0.9 |              0.8 |         0 |          1 |  0.5625 |          1.0 |  0.704s |    54.976s |
| Iteration 38     |           20 |        0.0749 |         5 |  0.6885 |                1 |       0.5 |              0.8 |         1 |         10 |  0.9375 |          1.0 |  0.651s |    56.510s |
| Iteration 39     |           20 |        0.0595 |         4 |  0.1455 |                1 |       0.6 |              1.0 |        10 |          1 |     0.5 |          1.0 |  0.647s |    58.059s |
| Iteration 40     |           20 |        0.8603 |         5 |  0.8607 |                1 |       0.8 |              0.6 |      0.01 |          1 |  0.5625 |          1.0 |  0.654s |    59.618s |
| Iteration 41     |          500 |        0.5933 |         9 |   0.467 |                1 |       0.5 |              0.6 |       0.1 |          0 |     0.5 |          1.0 |  0.721s |     1m:02s |
| Iteration 42     |           20 |        0.0498 |         4 |  0.0627 |               10 |       0.5 |              0.9 |        10 |        0.1 |     0.5 |          1.0 |  0.663s |     1m:04s |
| Iteration 43     |          344 |        0.0199 |        10 |  0.4984 |                3 |       1.0 |              0.8 |         0 |        0.1 |   0.625 |          1.0 |  0.719s |     1m:06s |
| Iteration 44     |          500 |         0.015 |         9 |  0.5062 |                9 |       1.0 |              0.5 |       100 |          0 |     0.5 |          1.0 |  0.716s |     1m:07s |
| Iteration 45     |          500 |        0.0582 |         5 |  0.2624 |                1 |       0.5 |              0.6 |        10 |          1 |     0.5 |          1.0 |  0.713s |     1m:09s |
| Iteration 46     |          500 |        0.0119 |         9 |  0.2143 |                3 |       1.0 |              0.4 |         1 |         10 |  0.9375 |          1.0 |  0.718s |     1m:11s |
| Iteration 47     |          500 |         0.696 |         6 |   0.116 |               10 |       0.5 |              0.9 |         1 |          0 |     0.5 |          1.0 |  0.727s |     1m:12s |
| Iteration 48     |          500 |        0.0139 |         3 |  0.5905 |               10 |       1.0 |              0.4 |        10 |          0 |     0.5 |          1.0 |  0.727s |     1m:14s |
| Iteration 49     |          500 |         0.451 |         9 |  0.4189 |                3 |       1.0 |              0.9 |        10 |          0 |     0.5 |          1.0 |  0.711s |     1m:16s |
| Iteration 50     |          358 |        0.0344 |         9 |  0.7589 |                3 |       1.0 |              0.5 |         0 |          0 |     1.0 |          1.0 |  1.362s |     1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'n_estimators': 358, 'learning_rate': 0.0344, 'max_depth': 9, 'gamma': 0.7589, 'min_child_weight': 3, 'subsample': 1.0, 'colsample_bytree': 0.5, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9536
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.083s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0927
Time elapsed: 0.252s
-------------------------------------------------
Total time: 1m:20s


Final results ==================== >>
Duration: 8m:25s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.72 ± 0.0812 ~
Logistic Regression             --> roc_auc: 0.87 ± 0.0245
Linear Discriminant Analysis    --> roc_auc: 0.84 ± 0.097
Quadratic Discriminant Analysis --> roc_auc: 0.83 ± 0.1077
Radius Nearest Neighbors        --> roc_auc: 0.58 ± 0.1065 ~
AdaBoost                        --> roc_auc: 0.895 ± 0.0872 !
Random Forest                   --> roc_auc: 0.85 ± 0.0837
XGBoost                         --> roc_auc: 0.82 ± 0.0927
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVRNAGGTSYGKLTF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASKGYSTLTF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVREYGNKLVF.
   >>> Dropping feature CAVFNQAGTALIF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CASSLEGTEAFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSSTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7812 |       0.7812 |  3.178s |     3.198s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |        0.875 |  3.249s |     6.810s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.6875 |        0.875 |  3.175s |    10.477s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |        0.875 |  3.230s |    14.133s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |       0.9375 |  3.237s |    17.765s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |       0.9375 |  3.266s |    21.596s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.5625 |       0.9375 |  3.226s |    25.185s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  3.249s |    28.881s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  3.222s |    32.481s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  3.145s |    36.665s |
| Iteration 11     | exponen.. |        0.1272 |          174 |       0.9 | friedman_mse |                17 |               17 |         1 |          0.6 |    0.0008 |    0.75 |          1.0 |  3.218s |    40.801s |
| Iteration 12     |  deviance |          0.01 |          389 |       0.7 | squared_er.. |                10 |                9 |         7 |          0.6 |    0.0114 |    0.75 |          1.0 |  3.265s |    44.762s |
| Iteration 13     | exponen.. |        0.0298 |          369 |       0.9 | friedman_mse |                15 |               14 |         4 |          0.7 |    0.0077 |     0.5 |          1.0 |  3.193s |    48.617s |
| Iteration 14     | exponen.. |        0.0277 |          184 |       0.7 | squared_er.. |                17 |               19 |         8 |          0.8 |    0.0078 |   0.625 |          1.0 |  3.171s |    52.541s |
| Iteration 15     | exponen.. |        0.0274 |          443 |       1.0 | squared_er.. |                 5 |               18 |         2 |          0.6 |    0.0262 |  0.4688 |          1.0 |  3.204s |    56.453s |
| Iteration 16     | exponen.. |        0.0357 |          349 |       0.9 | squared_er.. |                14 |                5 |         1 |          0.5 |    0.0101 |   0.875 |          1.0 |  3.190s |     1m:00s |
| Iteration 17     | exponen.. |        0.1036 |          481 |       0.6 | squared_er.. |                14 |                9 |         8 |          0.8 |    0.0024 |   0.875 |          1.0 |  3.245s |     1m:04s |
| Iteration 18     | exponen.. |         0.012 |          177 |       0.7 | friedman_mse |                14 |               16 |         8 |         log2 |    0.0051 |   0.375 |          1.0 |  3.149s |     1m:08s |
| Iteration 19     | exponen.. |        0.6643 |          380 |       0.6 | squared_er.. |                17 |                8 |         4 |          0.7 |       0.0 |  0.9375 |          1.0 |  3.224s |     1m:12s |
| Iteration 20     | exponen.. |        0.0313 |           64 |       1.0 | friedman_mse |                16 |               18 |         3 |          0.8 |    0.0164 |    0.25 |          1.0 |  3.151s |     1m:16s |
| Iteration 21     | exponen.. |        0.5803 |          256 |       0.6 | squared_er.. |                 4 |                8 |         7 |          0.8 |    0.0063 |     1.0 |          1.0 |  3.160s |     1m:20s |
| Iteration 22     | exponen.. |        0.1231 |          161 |       0.7 | squared_er.. |                 8 |               16 |         8 |         None |    0.0009 |   0.625 |          1.0 |  3.155s |     1m:24s |
| Iteration 23     | exponen.. |        0.0366 |          161 |       0.7 | squared_er.. |                16 |                7 |         4 |          0.7 |    0.0051 |     1.0 |          1.0 |  3.172s |     1m:28s |
| Iteration 24     | exponen.. |        0.0217 |          253 |       1.0 | friedman_mse |                 2 |               19 |         4 |         None |    0.0036 |    0.75 |          1.0 |  3.172s |     1m:32s |
| Iteration 25     | exponen.. |        0.3864 |          395 |       0.6 | squared_er.. |                15 |                7 |         9 |          0.5 |    0.0064 |  0.8125 |          1.0 |  3.213s |     1m:36s |
| Iteration 26     | exponen.. |        0.0217 |          204 |       0.7 | squared_er.. |                 8 |                8 |         3 |          0.8 |    0.0046 |   0.875 |          1.0 |  4.101s |     1m:41s |
| Iteration 27     | exponen.. |        0.0978 |          446 |       0.7 | squared_er.. |                 2 |                7 |         3 |         None |    0.0032 |   0.875 |          1.0 |  3.242s |     1m:45s |
| Iteration 28     | exponen.. |        0.2556 |          140 |       0.7 | squared_er.. |                14 |                7 |         8 |         None |    0.0096 |   0.875 |          1.0 |  3.213s |     1m:49s |
| Iteration 29     | exponen.. |         0.041 |          332 |       0.7 | friedman_mse |                13 |                3 |         1 |          0.8 |    0.0119 |  0.9375 |          1.0 |  3.226s |     1m:53s |
| Iteration 30     | exponen.. |        0.2106 |          207 |       0.5 | friedman_mse |                 9 |                2 |         8 |          0.7 |    0.0099 |  0.4375 |          1.0 |  3.260s |     1m:57s |
| Iteration 31     |  deviance |        0.0353 |          225 |       0.7 | friedman_mse |                14 |                4 |         4 |          0.5 |    0.0162 |  0.9375 |          1.0 |  3.216s |     2m:01s |
| Iteration 32     |  deviance |        0.0514 |          500 |       0.8 | friedman_mse |                 4 |                4 |         4 |          0.6 |    0.0051 |  0.8125 |          1.0 |  3.297s |     2m:05s |
| Iteration 33     | exponen.. |        0.2965 |          234 |       0.7 | friedman_mse |                14 |                3 |         2 |         auto |    0.0165 |     1.0 |          1.0 |  3.134s |     2m:09s |
| Iteration 34     | exponen.. |        0.6494 |          379 |       0.7 | friedman_mse |                18 |                2 |         3 |         sqrt |    0.0166 |     1.0 |          1.0 |  3.204s |     2m:13s |
| Iteration 35     | exponen.. |        0.0716 |          425 |       0.9 | friedman_mse |                14 |               20 |         1 |         sqrt |    0.0057 |   0.625 |          1.0 |  3.213s |     2m:18s |
| Iteration 36     | exponen.. |        0.1161 |          466 |       0.7 | friedman_mse |                14 |                3 |         5 |          0.6 |    0.0164 |  0.8125 |          1.0 |  3.199s |     2m:21s |
| Iteration 37     | exponen.. |        0.0265 |           82 |       0.8 | squared_er.. |                11 |                2 |         3 |         sqrt |    0.0153 |  0.9375 |          1.0 |  3.129s |     2m:25s |
| Iteration 38     | exponen.. |        0.6421 |           40 |       0.7 | friedman_mse |                11 |                1 |         4 |          0.8 |    0.0183 |     1.0 |          1.0 |  3.150s |     2m:29s |
| Iteration 39     | exponen.. |         0.014 |          121 |       0.7 | friedman_mse |                11 |                1 |         5 |         log2 |    0.0217 |  0.9375 |          1.0 |  3.145s |     2m:34s |
| Iteration 40     |  deviance |        0.5741 |          487 |       1.0 | friedman_mse |                11 |                1 |         2 |          0.6 |    0.0148 |   0.875 |          1.0 |  3.170s |     2m:38s |
| Iteration 41     |  deviance |        0.1221 |          237 |       0.5 | friedman_mse |                 6 |                1 |         2 |         log2 |    0.0265 |  0.8125 |          1.0 |  3.148s |     2m:42s |
| Iteration 42     |  deviance |        0.2771 |          301 |       0.7 | squared_er.. |                15 |                1 |         1 |          0.6 |    0.0175 |  0.8125 |          1.0 |  3.236s |     2m:46s |
| Iteration 43     | exponen.. |        0.4528 |           15 |       0.8 | friedman_mse |                 6 |                1 |         7 |          0.7 |    0.0173 |    0.75 |          1.0 |  3.110s |     2m:50s |
| Iteration 44     |  deviance |         0.051 |          284 |       0.8 | squared_er.. |                 6 |                7 |         4 |          0.6 |    0.0056 |  0.9375 |          1.0 |  3.242s |     2m:54s |
| Iteration 45     | exponen.. |        0.0166 |          121 |       0.7 | squared_er.. |                20 |                7 |         4 |          0.7 |    0.0052 |     0.5 |          1.0 |  3.194s |     2m:58s |
| Iteration 46     | exponen.. |           1.0 |          301 |       0.9 | friedman_mse |                20 |                4 |         1 |          0.6 |    0.0187 |   0.875 |          1.0 |  3.224s |     3m:02s |
| Iteration 47     | exponen.. |        0.0221 |          327 |       0.9 | friedman_mse |                 2 |                6 |         1 |          0.6 |    0.0187 |  0.9375 |          1.0 |  3.253s |     3m:06s |
| Iteration 48     | exponen.. |          0.01 |          235 |       0.5 | squared_er.. |                 4 |                4 |         1 |          0.7 |    0.0194 |    0.75 |          1.0 |  3.204s |     3m:10s |
| Iteration 49     |  deviance |           1.0 |          500 |       1.0 | friedman_mse |                 3 |                8 |         9 |         log2 |       0.0 |  0.8125 |          1.0 |  3.186s |     3m:15s |
| Iteration 50     | exponen.. |        0.0163 |          252 |       0.7 | friedman_mse |                16 |               10 |         1 |          0.6 |       0.0 |   0.875 |          1.0 |  3.844s |     3m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.123s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.0678
Time elapsed: 0.602s
-------------------------------------------------
Total time: 3m:21s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  3.180s |     3.192s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.875 |        0.875 |  3.190s |     6.718s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |        0.875 |  3.184s |    10.291s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |        0.875 |  3.154s |    13.802s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |        0.875 |  3.165s |    17.319s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.9375 |       0.9375 |  3.156s |    20.850s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.6875 |       0.9375 |  3.165s |    24.452s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     1.0 |          1.0 |  3.261s |    28.108s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.875 |          1.0 |  3.252s |    31.701s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |          1.0 |  3.148s |    35.212s |
| Iteration 11     |      l1 |  0.0024 |    saga |      100 |      --- |     0.5 |          1.0 |  3.214s |    39.144s |
| Iteration 12     |      l2 |  2.2246 | libli.. |      311 |      --- |  0.8125 |          1.0 |  3.181s |    42.976s |
| Iteration 13     |      l2 | 90.9867 | newto.. |      276 |      --- |   0.625 |          1.0 |  3.160s |    46.771s |
| Iteration 14     |      l2 | 10.1638 | libli.. |      123 |      --- |     1.0 |          1.0 |  3.174s |    50.624s |
| Iteration 15     |      l2 |  0.0013 |    saga |      816 |      --- |  0.4375 |          1.0 |  3.182s |    54.476s |
| Iteration 16     |      l2 |  0.0084 | newto.. |      409 |      --- |    0.75 |          1.0 |  3.162s |    58.269s |
| Iteration 17     |      l2 |  0.0095 | libli.. |      587 |      --- |  0.4375 |          1.0 |  3.171s |     1m:02s |
| Iteration 18     |      l2 |  0.5704 | libli.. |      114 |      --- |  0.6875 |          1.0 |  3.253s |     1m:06s |
| Iteration 19     |      l2 |  4.9827 |     sag |      100 |      --- |   0.625 |          1.0 |  3.266s |     1m:10s |
| Iteration 20     |      l2 | 10.8816 | libli.. |      127 |      --- |     0.5 |          1.0 |  3.207s |     1m:14s |
| Iteration 21     |      l2 | 28.1804 |   lbfgs |      101 |      --- |    0.75 |          1.0 |  3.206s |     1m:18s |
| Iteration 22     |    none |     --- |    saga |      451 |      --- |    0.75 |          1.0 |  3.186s |     1m:22s |
| Iteration 23     |      l2 | 21.7489 |   lbfgs |      508 |      --- |    0.75 |          1.0 |  3.197s |     1m:26s |
| Iteration 24     |      l2 |  9.8854 |   lbfgs |      655 |      --- |    0.75 |          1.0 |  3.190s |     1m:29s |
| Iteration 25     |    none |     --- |   lbfgs |      108 |      --- |  0.9375 |          1.0 |  3.217s |     1m:33s |
| Iteration 26     |    none |     --- |   lbfgs |      100 |      --- |    0.75 |          1.0 |  3.865s |     1m:38s |
| Iteration 27     |      l2 | 45.2339 |   lbfgs |      100 |      --- |    0.75 |          1.0 |  3.253s |     1m:42s |
| Iteration 28     |    none |     --- |   lbfgs |      101 |      --- |   0.875 |          1.0 |  3.265s |     1m:46s |
| Iteration 29     |      l2 |   0.251 |   lbfgs |      100 |      --- |     0.5 |          1.0 |  3.275s |     1m:50s |
| Iteration 30     |      l1 |  0.0039 |    saga |      488 |      --- |     0.5 |          1.0 |  3.315s |     1m:53s |
| Iteration 31     |      l2 | 74.3063 |   lbfgs |      100 |      --- |  0.9375 |          1.0 |  3.103s |     1m:57s |
| Iteration 32     |      l2 |  1.0003 |    saga |      101 |      --- |   0.625 |          1.0 |  3.153s |     2m:01s |
| Iteration 33     |    none |     --- |   lbfgs |      999 |      --- |  0.8125 |          1.0 |  3.204s |     2m:05s |
| Iteration 34     |      l2 |   100.0 |   lbfgs |      100 |      --- |   0.625 |          1.0 |  3.205s |     2m:09s |
| Iteration 35     |      l2 |  0.0081 |   lbfgs |      392 |      --- |  0.5625 |          1.0 |  3.192s |     2m:14s |
| Iteration 36     |      l2 |  2.0011 | libli.. |      986 |      --- |     1.0 |          1.0 |  3.211s |     2m:18s |
| Iteration 37     |      l2 |  2.6356 | newto.. |      993 |      --- |  0.8125 |          1.0 |  3.149s |     2m:21s |
| Iteration 38     |      l2 | 12.9759 |   lbfgs |      100 |      --- |   0.875 |          1.0 |  3.178s |     2m:25s |
| Iteration 39     |      l2 | 13.9958 | newto.. |      100 |      --- |     1.0 |          1.0 |  3.135s |     2m:29s |
| Iteration 40     |      l2 |  1.2907 |    saga |     1000 |      --- |  0.8125 |          1.0 |  3.134s |     2m:33s |
| Iteration 41     |      l2 | 15.4603 | newto.. |      100 |      --- |   0.625 |          1.0 |  3.138s |     2m:37s |
| Iteration 42     |      l2 |  4.2615 | libli.. |      998 |      --- |  0.6875 |          1.0 |  3.197s |     2m:41s |
| Iteration 43     |      l2 |  0.8466 |    saga |      998 |      --- |   0.625 |          1.0 |  3.157s |     2m:44s |
| Iteration 44     |    none |     --- |     sag |      100 |      --- |   0.875 |          1.0 |  3.135s |     2m:48s |
| Iteration 45     |      l2 |  0.0509 |     sag |      104 |      --- |   0.375 |          1.0 |  3.135s |     2m:52s |
| Iteration 46     |      l2 | 12.3492 | libli.. |      100 |      --- |  0.6875 |          1.0 |  3.143s |     2m:56s |
| Iteration 47     |      l2 | 12.0677 | newto.. |      100 |      --- |    0.75 |          1.0 |  3.151s |     2m:60s |
| Iteration 48     |    none |     --- | newto.. |      100 |      --- |  0.8125 |          1.0 |  3.163s |     3m:04s |
| Iteration 49     |      l1 |  7.1869 | libli.. |      994 |      --- |   0.375 |          1.0 |  3.143s |     3m:08s |
| Iteration 50     |      l2 | 18.6711 | libli.. |      100 |      --- |     1.0 |          1.0 |  3.758s |     3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'penalty': 'l2', 'C': 18.6711, 'solver': 'liblinear', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.36 ± 0.08
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:13s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  3.113s |     3.118s |
| Initial point 2  |     svd |       --- |  0.8125 |       0.8125 |  3.153s |     6.611s |
| Initial point 3  |     svd |       --- |  0.8125 |       0.8125 |  0.001s |     6.937s |
| Initial point 4  |    lsqr |       0.8 |  0.3125 |       0.8125 |  3.179s |    10.445s |
| Initial point 5  |   eigen |       0.9 |   0.375 |       0.8125 |  3.134s |    13.958s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  3.119s |    17.428s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |          1.0 |  3.134s |    20.897s |
| Initial point 8  |    lsqr |       0.9 |  0.1875 |          1.0 |  3.132s |    24.352s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |          1.0 |  3.160s |    27.842s |
| Initial point 10 |   eigen |       0.8 |     1.0 |          1.0 |  3.100s |    31.275s |
| Iteration 11     |   eigen |       0.6 |   0.625 |          1.0 |  3.156s |    34.911s |
| Iteration 12     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    35.619s |
| Iteration 13     |   eigen |       0.7 |  0.6875 |          1.0 |  3.065s |    39.472s |
| Iteration 14     |    lsqr |      auto |     1.0 |          1.0 |  3.102s |    43.180s |
| Iteration 15     |   eigen |      auto |  0.4375 |          1.0 |  3.101s |    46.748s |
| Iteration 16     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    47.212s |
| Iteration 17     |   eigen |      None |     0.5 |          1.0 |  3.121s |    50.801s |
| Iteration 18     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    51.288s |
| Iteration 19     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    51.805s |
| Iteration 20     |    lsqr |      None |  0.4375 |          1.0 |  3.106s |    55.405s |
| Iteration 21     |   eigen |       0.5 |     0.5 |          1.0 |  3.123s |    59.050s |
| Iteration 22     |    lsqr |       1.0 |  0.3125 |          1.0 |  3.073s |     1m:03s |
| Iteration 23     |     svd |       --- |  0.8125 |          1.0 |  0.001s |     1m:03s |
| Iteration 24     |     svd |       --- |  0.8125 |          1.0 |  0.000s |     1m:04s |
| Iteration 25     |     svd |       --- |  0.8125 |          1.0 |  0.000s |     1m:04s |
| Iteration 26     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 27     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |     1m:05s |
| Iteration 28     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 29     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 30     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 31     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 32     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 33     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 34     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 35     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 36     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 37     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 38     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |     1m:12s |
| Iteration 39     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:13s |
| Iteration 40     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 41     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |     1m:14s |
| Iteration 42     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:15s |
| Iteration 43     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 44     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:16s |
| Iteration 45     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 46     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 47     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 48     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |     1m:18s |
| Iteration 49     |     svd |       --- |  0.8125 |          1.0 |  0.000s |     1m:19s |
| Iteration 50     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7188
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.16
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:21s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  3.149s |     3.152s |
| Initial point 2  |       0.9 |  0.8125 |       0.8125 |  3.155s |     6.636s |
| Initial point 3  |       0.1 |  0.6875 |       0.8125 |  3.145s |    10.136s |
| Initial point 4  |       1.0 |     0.5 |       0.8125 |  0.000s |    10.458s |
| Initial point 5  |       0.2 |   0.375 |       0.8125 |  3.128s |    13.909s |
| Initial point 6  |       0.4 |    0.75 |       0.8125 |  3.197s |    17.437s |
| Initial point 7  |       0.4 |    0.75 |       0.8125 |  0.000s |    17.765s |
| Initial point 8  |       0.7 |  0.0625 |       0.8125 |  3.165s |    21.260s |
| Initial point 9  |       0.9 |  0.8125 |       0.8125 |  0.001s |    21.583s |
| Initial point 10 |       0.8 |   0.125 |       0.8125 |  3.168s |    25.072s |
| Iteration 11     |       0.3 |   0.625 |       0.8125 |  3.120s |    28.613s |
| Iteration 12     |       0.6 |   0.375 |       0.8125 |  3.140s |    32.163s |
| Iteration 13     |       0.5 |     0.5 |       0.8125 |  3.142s |    35.748s |
| Iteration 14     |       0.0 |   0.875 |        0.875 |  3.142s |    39.355s |
| Iteration 15     |       0.0 |   0.875 |        0.875 |  0.000s |    39.942s |
| Iteration 16     |       0.0 |   0.875 |        0.875 |  0.000s |    40.399s |
| Iteration 17     |       0.0 |   0.875 |        0.875 |  0.000s |    40.827s |
| Iteration 18     |       0.0 |   0.875 |        0.875 |  0.000s |    41.288s |
| Iteration 19     |       0.0 |   0.875 |        0.875 |  0.000s |    42.332s |
| Iteration 20     |       0.0 |   0.875 |        0.875 |  0.000s |    42.906s |
| Iteration 21     |       0.0 |   0.875 |        0.875 |  0.000s |    43.337s |
| Iteration 22     |       0.0 |   0.875 |        0.875 |  0.000s |    43.767s |
| Iteration 23     |       0.4 |    0.75 |        0.875 |  0.000s |    44.218s |
| Iteration 24     |       0.0 |   0.875 |        0.875 |  0.000s |    44.658s |
| Iteration 25     |       0.0 |   0.875 |        0.875 |  0.000s |    45.174s |
| Iteration 26     |       0.0 |   0.875 |        0.875 |  0.000s |    45.600s |
| Iteration 27     |       0.0 |   0.875 |        0.875 |  0.000s |    46.032s |
| Iteration 28     |       0.9 |  0.8125 |        0.875 |  0.001s |    46.520s |
| Iteration 29     |       0.0 |   0.875 |        0.875 |  0.000s |    47.030s |
| Iteration 30     |       0.8 |   0.125 |        0.875 |  0.000s |    47.505s |
| Iteration 31     |       0.0 |   0.875 |        0.875 |  0.000s |    47.984s |
| Iteration 32     |       0.0 |   0.875 |        0.875 |  0.000s |    48.444s |
| Iteration 33     |       0.0 |   0.875 |        0.875 |  0.000s |    48.906s |
| Iteration 34     |       0.0 |   0.875 |        0.875 |  0.000s |    49.431s |
| Iteration 35     |       0.0 |   0.875 |        0.875 |  0.000s |    49.915s |
| Iteration 36     |       0.0 |   0.875 |        0.875 |  0.000s |    50.390s |
| Iteration 37     |       0.0 |   0.875 |        0.875 |  0.000s |    50.893s |
| Iteration 38     |       0.0 |   0.875 |        0.875 |  0.000s |    51.389s |
| Iteration 39     |       0.0 |   0.875 |        0.875 |  0.000s |    51.905s |
| Iteration 40     |       0.0 |   0.875 |        0.875 |  0.000s |    52.405s |
| Iteration 41     |       0.0 |   0.875 |        0.875 |  0.000s |    52.908s |
| Iteration 42     |       0.0 |   0.875 |        0.875 |  0.000s |    53.410s |
| Iteration 43     |       0.0 |   0.875 |        0.875 |  0.000s |    53.929s |
| Iteration 44     |       0.0 |   0.875 |        0.875 |  0.000s |    54.446s |
| Iteration 45     |       0.0 |   0.875 |        0.875 |  0.000s |    55.037s |
| Iteration 46     |       0.0 |   0.875 |        0.875 |  0.000s |    55.644s |
| Iteration 47     |       0.0 |   0.875 |        0.875 |  0.000s |    56.233s |
| Iteration 48     |       0.0 |   0.875 |        0.875 |  0.000s |    56.807s |
| Iteration 49     |       0.0 |   0.875 |        0.875 |  0.000s |    57.366s |
| Iteration 50     |       0.0 |   0.875 |        0.875 |  0.001s |    57.956s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 58.523s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9938
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.1789
Time elapsed: 0.027s
-------------------------------------------------
Total time: 58.559s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  9.8203 | dista.. |      auto |        40 |       1 |     0.5 |          0.5 |  3.156s |     3.176s |
| Initial point 2  |  3.9055 | uniform |   kd_tree |        39 |       2 |   0.375 |          0.5 |  3.177s |     6.692s |
| Initial point 3  |  3.0851 | dista.. | ball_tree |        25 |       2 |   0.625 |        0.625 |  3.186s |    10.225s |
| Initial point 4  |  9.0007 | uniform | ball_tree |        39 |       2 |     0.5 |        0.625 |  3.157s |    13.799s |
| Initial point 5  |  7.0509 | dista.. |      auto |        30 |       2 |  0.5625 |        0.625 |  3.133s |    17.336s |
| Initial point 6  |  8.1655 | dista.. | ball_tree |        21 |       2 |    0.75 |         0.75 |  3.155s |    20.832s |
| Initial point 7  |  5.8405 | dista.. | ball_tree |        24 |       1 |  0.4062 |         0.75 |  3.138s |    24.349s |
| Initial point 8  |  1.3996 | dista.. | ball_tree |        21 |       2 |  0.4062 |         0.75 |  3.792s |    28.521s |
| Initial point 9  |   6.506 | uniform | ball_tree |        24 |       1 |  0.6875 |         0.75 |  3.142s |    32.040s |
| Initial point 10 |  4.6211 | uniform |     brute |        22 |       2 |  0.8125 |       0.8125 |  3.222s |    35.632s |
| Iteration 11     |  4.9278 | uniform |   kd_tree |        23 |       2 |  0.5625 |       0.8125 |  3.235s |    39.512s |
| Iteration 12     |  5.8934 | uniform |   kd_tree |        21 |       2 |    0.75 |       0.8125 |  3.157s |    43.760s |
| Iteration 13     |  6.5604 | uniform |     brute |        22 |       2 |  0.4375 |       0.8125 |  3.154s |    47.721s |
| Iteration 14     |  4.6211 | uniform | ball_tree |        22 |       2 |  0.5938 |       0.8125 |  3.204s |    51.516s |
| Iteration 15     |  4.6211 | dista.. |     brute |        22 |       2 |  0.4375 |       0.8125 |  3.140s |    55.237s |
| Iteration 16     |  4.6211 | uniform |   kd_tree |        22 |       2 |  0.4062 |       0.8125 |  3.181s |    59.025s |
| Iteration 17     |  9.2101 | dista.. | ball_tree |        20 |       1 |  0.4375 |       0.8125 |  3.147s |     1m:03s |
| Iteration 18     |  0.1149 | uniform |      auto |        30 |       1 |     0.5 |       0.8125 |  3.146s |     1m:06s |
| Iteration 19     |  9.8337 | uniform | ball_tree |        29 |       1 |  0.5625 |       0.8125 |  3.148s |     1m:10s |
| Iteration 20     |  5.4214 | uniform |   kd_tree |        22 |       2 |  0.4375 |       0.8125 |  3.144s |     1m:14s |
| Iteration 21     |  8.2211 | dista.. |   kd_tree |        21 |       1 |     1.0 |          1.0 |  3.157s |     1m:18s |
| Iteration 22     |  9.8226 | uniform | ball_tree |        21 |       2 |     0.5 |          1.0 |  3.157s |     1m:21s |
| Iteration 23     |  8.2265 | dista.. | ball_tree |        21 |       1 |     1.0 |          1.0 |  3.139s |     1m:25s |
| Iteration 24     |  8.2654 | dista.. |   kd_tree |        21 |       1 |   0.625 |          1.0 |  3.157s |     1m:29s |
| Iteration 25     |  8.1557 | dista.. |   kd_tree |        21 |       1 |  0.5312 |          1.0 |  3.154s |     1m:33s |
| Iteration 26     |  9.4963 | dista.. |   kd_tree |        21 |       1 |  0.5938 |          1.0 |  3.132s |     1m:37s |
| Iteration 27     |  8.2293 | dista.. | ball_tree |        21 |       1 |   0.875 |          1.0 |  3.143s |     1m:40s |
| Iteration 28     |  8.2319 | dista.. | ball_tree |        21 |       1 |  0.8125 |          1.0 |  3.141s |     1m:44s |
| Iteration 29     |  8.2326 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  3.159s |     1m:48s |
| Iteration 30     |  8.2285 | uniform |     brute |        21 |       1 |     0.5 |          1.0 |  3.165s |     1m:52s |
| Iteration 31     |  8.3401 | dista.. |   kd_tree |        21 |       1 |     0.5 |          1.0 |  3.136s |     1m:56s |
| Iteration 32     |  5.9421 | uniform |      auto |        21 |       2 |     0.5 |          1.0 |  3.167s |     1m:60s |
| Iteration 33     |   8.202 | dista.. | ball_tree |        21 |       1 |  0.8125 |          1.0 |  3.830s |     2m:04s |
| Iteration 34     |  8.2111 | dista.. |      auto |        21 |       1 |    0.75 |          1.0 |  3.195s |     2m:08s |
| Iteration 35     |   8.219 | dista.. | ball_tree |        21 |       1 |  0.6562 |          1.0 |  3.199s |     2m:13s |
| Iteration 36     |  5.7363 | uniform |   kd_tree |        21 |       2 |  0.6875 |          1.0 |  3.205s |     2m:16s |
| Iteration 37     |  8.2187 | dista.. |      auto |        21 |       1 |  0.8125 |          1.0 |  3.241s |     2m:21s |
| Iteration 38     |  8.2187 | dista.. | ball_tree |        21 |       1 |  0.8438 |          1.0 |  3.226s |     2m:25s |
| Iteration 39     |  8.2188 | dista.. |   kd_tree |        21 |       1 |  0.9375 |          1.0 |  3.184s |     2m:29s |
| Iteration 40     |  8.2187 | dista.. | ball_tree |        21 |       1 |  0.8438 |          1.0 |  0.001s |     2m:29s |
| Iteration 41     |  8.2151 | dista.. |   kd_tree |        21 |       1 |  0.9375 |          1.0 |  3.176s |     2m:34s |
| Iteration 42     |  8.2179 | dista.. |   kd_tree |        21 |       1 |  0.8438 |          1.0 |  3.223s |     2m:38s |
| Iteration 43     |   8.218 | dista.. |   kd_tree |        21 |       1 |  0.6562 |          1.0 |  3.174s |     2m:42s |
| Iteration 44     |  8.2141 | dista.. |   kd_tree |        22 |       1 |  0.9375 |          1.0 |  3.176s |     2m:46s |
| Iteration 45     |  8.2009 | dista.. |   kd_tree |        31 |       1 |  0.4688 |          1.0 |  3.182s |     2m:50s |
| Iteration 46     |  8.2182 | dista.. |     brute |        23 |       1 |  0.6875 |          1.0 |  3.199s |     2m:54s |
| Iteration 47     |  8.2188 | dista.. |   kd_tree |        20 |       1 |  0.8125 |          1.0 |  3.213s |     2m:58s |
| Iteration 48     |  8.2205 | dista.. |   kd_tree |        20 |       1 |  0.6875 |          1.0 |  3.205s |     3m:02s |
| Iteration 49     |  8.0553 | dista.. | ball_tree |        24 |       2 |   0.625 |          1.0 |  3.206s |     3m:06s |
| Iteration 50     |  8.2201 | dista.. |      auto |        22 |       1 |  0.5625 |          1.0 |  3.184s |     3m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'radius': 8.2211, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 21, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0316
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:11s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     0.5 |          0.5 |  3.568s |     3.576s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  3.583s |     7.500s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |        0.875 |  3.347s |    11.197s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.6875 |        0.875 |  3.474s |    14.998s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |       0.9375 |  3.346s |    18.688s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     0.5 |       0.9375 |  3.570s |    22.601s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6875 |       0.9375 |  3.201s |    26.406s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |       0.9375 |  3.465s |    30.219s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.3125 |       0.9375 |  3.190s |    33.778s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     1.0 |          1.0 |  3.334s |    37.441s |
| Iteration 11     |          151 |        0.0227 |   SAMME.R |  0.9688 |          1.0 |  3.357s |    41.932s |
| Iteration 12     |           95 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  3.268s |    45.765s |
| Iteration 13     |           50 |        0.0216 |     SAMME |  0.6562 |          1.0 |  3.197s |    49.522s |
| Iteration 14     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.585s |    53.665s |
| Iteration 15     |          500 |          0.01 |     SAMME |  0.5938 |          1.0 |  3.538s |    57.788s |
| Iteration 16     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |    58.312s |
| Iteration 17     |           50 |          0.01 |   SAMME.R |   0.625 |          1.0 |  3.212s |     1m:02s |
| Iteration 18     |          490 |          0.01 |     SAMME |  0.8125 |          1.0 |  3.532s |     1m:06s |
| Iteration 19     |          171 |        0.1099 |     SAMME |  0.9375 |          1.0 |  3.286s |     1m:10s |
| Iteration 20     |          233 |          0.01 |   SAMME.R |  0.4375 |          1.0 |  3.333s |     1m:14s |
| Iteration 21     |          177 |        0.0435 |     SAMME |     1.0 |          1.0 |  3.280s |     1m:18s |
| Iteration 22     |          176 |          0.01 |     SAMME |    0.75 |          1.0 |  3.269s |     1m:22s |
| Iteration 23     |          163 |        0.0416 |   SAMME.R |     1.0 |          1.0 |  3.299s |     1m:26s |
| Iteration 24     |          163 |        0.0445 |   SAMME.R |   0.875 |          1.0 |  3.277s |     1m:30s |
| Iteration 25     |          163 |        0.0439 |     SAMME |     1.0 |          1.0 |  3.279s |     1m:34s |
| Iteration 26     |          134 |        0.0356 |     SAMME |  0.9375 |          1.0 |  3.281s |     1m:39s |
| Iteration 27     |          123 |        0.1142 |   SAMME.R |   0.875 |          1.0 |  3.242s |     1m:42s |
| Iteration 28     |          158 |        0.0437 |     SAMME |  0.8438 |          1.0 |  3.253s |     1m:46s |
| Iteration 29     |          379 |          0.01 |     SAMME |     1.0 |          1.0 |  3.424s |     1m:51s |
| Iteration 30     |          386 |          0.01 |     SAMME |  0.4062 |          1.0 |  3.427s |     1m:55s |
| Iteration 31     |          146 |         0.693 |     SAMME |   0.875 |          1.0 |  3.245s |     1m:59s |
| Iteration 32     |          133 |          0.01 |     SAMME |  0.8438 |          1.0 |  3.235s |     2m:03s |
| Iteration 33     |          152 |         0.305 |   SAMME.R |     1.0 |          1.0 |  3.266s |     2m:06s |
| Iteration 34     |          159 |        1.3595 |   SAMME.R |     1.0 |          1.0 |  3.284s |     2m:10s |
| Iteration 35     |          162 |          10.0 |   SAMME.R |  0.8125 |          1.0 |  3.257s |     2m:14s |
| Iteration 36     |          130 |        2.6692 |   SAMME.R |    0.75 |          1.0 |  3.279s |     2m:19s |
| Iteration 37     |          169 |        0.4476 |   SAMME.R |   0.875 |          1.0 |  3.305s |     2m:23s |
| Iteration 38     |          308 |          10.0 |     SAMME |  0.9688 |          1.0 |  3.232s |     2m:27s |
| Iteration 39     |          309 |         0.248 |     SAMME |     1.0 |          1.0 |  3.511s |     2m:31s |
| Iteration 40     |          305 |        0.0333 |     SAMME |  0.8125 |          1.0 |  3.491s |     2m:35s |
| Iteration 41     |          329 |          10.0 |   SAMME.R |    0.75 |          1.0 |  3.425s |     2m:40s |
| Iteration 42     |          285 |          10.0 |     SAMME |  0.4688 |          1.0 |  3.126s |     2m:44s |
| Iteration 43     |          374 |          0.01 |     SAMME |  0.8438 |          1.0 |  3.420s |     2m:48s |
| Iteration 44     |          156 |        0.3133 |   SAMME.R |     1.0 |          1.0 |  3.234s |     2m:52s |
| Iteration 45     |          155 |        0.2943 |   SAMME.R |   0.375 |          1.0 |  3.234s |     2m:56s |
| Iteration 46     |          121 |          0.01 |     SAMME |  0.9062 |          1.0 |  3.199s |     2m:60s |
| Iteration 47     |          141 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  3.248s |     3m:04s |
| Iteration 48     |          140 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.227s |     3m:08s |
| Iteration 49     |          141 |          0.01 |     SAMME |  0.8125 |          1.0 |  3.223s |     3m:12s |
| Iteration 50     |           94 |          10.0 |     SAMME |  0.9062 |          1.0 |  3.113s |     3m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.449s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.535 ± 0.1772
Time elapsed: 2.060s
-------------------------------------------------
Total time: 3m:19s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  3.558s |     3.578s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.875 |        0.875 |  3.435s |     7.428s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |        0.875 |  3.452s |    11.262s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |        0.875 |  3.256s |    14.862s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.9375 |       0.9375 |  3.487s |    18.720s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |       0.9375 |  3.331s |    22.396s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.625 |       0.9375 |  3.239s |    26.025s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  3.389s |    29.765s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  3.395s |    33.555s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  3.437s |    37.407s |
| Iteration 11     |          456 |   entropy |      None |                10 |                8 |          0.6 |     False |    0.0288 |         --- |  0.9375 |          1.0 |  3.450s |    41.574s |
| Iteration 12     |          349 |      gini |         7 |                 5 |               14 |          0.9 |      True |    0.0043 |         0.5 |  0.4688 |          1.0 |  4.078s |    46.360s |
| Iteration 13     |          358 |      gini |         7 |                 7 |               15 |         None |      True |    0.0187 |        None |  0.5625 |          1.0 |  3.345s |    50.851s |
| Iteration 14     |           98 |   entropy |      None |                 5 |               17 |         sqrt |     False |    0.0126 |         --- |     1.0 |          1.0 |  3.365s |    54.930s |
| Iteration 15     |           42 |      gini |      None |                 2 |               12 |          0.9 |      True |     0.035 |         0.9 |  0.3438 |          1.0 |  3.262s |    58.819s |
| Iteration 16     |           29 |   entropy |      None |                 7 |               12 |          0.6 |     False |    0.0146 |         --- |  0.9375 |          1.0 |  3.122s |     1m:03s |
| Iteration 17     |          366 |      gini |         1 |                15 |                8 |         None |     False |    0.0163 |         --- |   0.625 |          1.0 |  3.401s |     1m:07s |
| Iteration 18     |          431 |   entropy |         3 |                 5 |                2 |         None |     False |    0.0333 |         --- |  0.3438 |          1.0 |  3.366s |     1m:11s |
| Iteration 19     |           25 |      gini |         7 |                 9 |               14 |          0.8 |      True |    0.0205 |        None |  0.4375 |          1.0 |  3.144s |     1m:15s |
| Iteration 20     |          500 |   entropy |      None |                 6 |               11 |         log2 |     False |    0.0027 |         --- |  0.4375 |          1.0 |  3.450s |     1m:19s |
| Iteration 21     |           82 |   entropy |      None |                 3 |               10 |         auto |      True |    0.0019 |        None |   0.875 |          1.0 |  3.170s |     1m:23s |
| Iteration 22     |           63 |   entropy |      None |                11 |               10 |         auto |     False |    0.0075 |         --- |   0.875 |          1.0 |  3.136s |     1m:27s |
| Iteration 23     |          310 |      gini |         6 |                14 |               19 |          0.9 |      True |     0.026 |         0.8 |   0.625 |          1.0 |  3.359s |     1m:31s |
| Iteration 24     |           24 |      gini |      None |                19 |               13 |         auto |     False |    0.0073 |         --- |   0.625 |          1.0 |  3.103s |     1m:35s |
| Iteration 25     |           25 |   entropy |         3 |                14 |               18 |         log2 |     False |    0.0055 |         --- |    0.75 |          1.0 |  3.144s |     1m:39s |
| Iteration 26     |          193 |   entropy |         2 |                 3 |               18 |         auto |     False |    0.0019 |         --- |  0.9375 |          1.0 |  3.222s |     1m:43s |
| Iteration 27     |          182 |   entropy |         2 |                 7 |               16 |         auto |     False |     0.012 |         --- |  0.9375 |          1.0 |  3.246s |     1m:47s |
| Iteration 28     |          500 |      gini |         2 |                 6 |               13 |          0.5 |      True |    0.0027 |         0.6 |   0.625 |          1.0 |  3.546s |     1m:51s |
| Iteration 29     |          168 |   entropy |         3 |                 5 |                8 |         auto |     False |     0.033 |         --- |     1.0 |          1.0 |  3.243s |     1m:55s |
| Iteration 30     |          153 |   entropy |         5 |                 5 |               13 |          0.6 |      True |     0.032 |         0.5 |  0.4375 |          1.0 |  3.267s |     1m:59s |
| Iteration 31     |          412 |   entropy |         5 |                17 |               15 |         auto |     False |    0.0334 |         --- |    0.75 |          1.0 |  3.381s |     2m:04s |
| Iteration 32     |          285 |   entropy |      None |                 2 |                9 |         auto |     False |    0.0274 |         --- |  0.8125 |          1.0 |  3.309s |     2m:08s |
| Iteration 33     |          101 |      gini |         2 |                18 |               12 |          0.7 |     False |     0.034 |         --- |     1.0 |          1.0 |  3.197s |     2m:12s |
| Iteration 34     |           10 |   entropy |         8 |                19 |                4 |          0.7 |     False |    0.0059 |         --- |     1.0 |          1.0 |  3.150s |     2m:16s |
| Iteration 35     |           10 |      gini |         4 |                 9 |               15 |          0.7 |     False |    0.0005 |         --- |  0.5938 |          1.0 |  3.158s |     2m:20s |
| Iteration 36     |           72 |   entropy |         9 |                17 |               16 |          0.7 |      True |    0.0316 |         0.6 |     0.5 |          1.0 |  3.825s |     2m:25s |
| Iteration 37     |          464 |   entropy |         6 |                20 |               15 |          0.7 |     False |    0.0005 |         --- |   0.625 |          1.0 |  3.439s |     2m:29s |
| Iteration 38     |          492 |      gini |         7 |                14 |               17 |         auto |     False |    0.0282 |         --- |     1.0 |          1.0 |  3.437s |     2m:33s |
| Iteration 39     |          341 |      gini |         9 |                 6 |               16 |          0.9 |      True |    0.0189 |         0.5 |     0.5 |          1.0 |  3.410s |     2m:38s |
| Iteration 40     |          212 |   entropy |         2 |                 4 |               17 |         sqrt |     False |    0.0234 |         --- |  0.8125 |          1.0 |  3.259s |     2m:42s |
| Iteration 41     |          317 |      gini |         2 |                10 |                4 |          0.9 |      True |    0.0137 |         0.5 |   0.875 |          1.0 |  3.379s |     2m:46s |
| Iteration 42     |           10 |      gini |         9 |                18 |               10 |          0.7 |     False |    0.0163 |         --- |  0.7812 |          1.0 |  3.139s |     2m:50s |
| Iteration 43     |          170 |   entropy |         1 |                 5 |               15 |         auto |     False |    0.0126 |         --- |   0.875 |          1.0 |  3.240s |     2m:55s |
| Iteration 44     |           10 |      gini |      None |                20 |               13 |          0.9 |     False |     0.028 |         --- |    0.75 |          1.0 |  3.160s |     2m:59s |
| Iteration 45     |          489 |      gini |         3 |                13 |               17 |         sqrt |     False |    0.0227 |         --- |     0.5 |          1.0 |  3.396s |     3m:04s |
| Iteration 46     |           10 |   entropy |         8 |                 2 |               14 |         auto |     False |    0.0315 |         --- |   0.875 |          1.0 |  3.071s |     3m:09s |
| Iteration 47     |          332 |      gini |      None |                 5 |               20 |         auto |     False |    0.0121 |         --- |   0.875 |          1.0 |  3.320s |     3m:14s |
| Iteration 48     |          358 |      gini |         4 |                13 |               18 |         sqrt |      True |    0.0139 |        None |  0.3125 |          1.0 |  3.421s |     3m:18s |
| Iteration 49     |           10 |   entropy |         6 |                 3 |                2 |         auto |     False |    0.0338 |         --- |  0.6875 |          1.0 |  3.143s |     3m:23s |
| Iteration 50     |           35 |   entropy |      None |                 7 |                1 |         None |     False |    0.0086 |         --- |   0.875 |          1.0 |  3.123s |     3m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'n_estimators': 327, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 8, 'min_samples_leaf': 15, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0174, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.867
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.296s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1871
Time elapsed: 1.347s
-------------------------------------------------
Total time: 3m:29s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.254s |     3.273s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.293s |     6.937s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  3.262s |    10.564s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  3.202s |    14.115s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  3.233s |    17.716s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  3.240s |    21.301s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  3.211s |    24.868s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  3.210s |    28.443s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  3.263s |    32.063s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  3.240s |    35.660s |
| Iteration 11     |          368 |        0.0124 |         9 |  0.2019 |                3 |       0.9 |              0.7 |      0.01 |          0 |    0.75 |          1.0 |  3.233s |    39.650s |
| Iteration 12     |          463 |        0.2558 |         6 |    0.96 |               10 |       0.5 |              0.6 |      0.01 |          1 |     0.5 |          1.0 |  3.264s |    43.718s |
| Iteration 13     |          386 |        0.0773 |         5 |  0.5979 |                4 |       0.9 |              0.8 |         0 |          1 |   0.625 |          1.0 |  3.882s |    48.451s |
| Iteration 14     |          471 |        0.0251 |         4 |  0.3799 |                4 |       0.8 |              0.9 |      0.01 |          1 |     1.0 |          1.0 |  3.276s |    52.499s |
| Iteration 15     |          453 |        0.1228 |         5 |  0.3187 |                4 |       0.9 |              0.9 |      0.01 |         10 |  0.2188 |          1.0 |  3.284s |    56.540s |
| Iteration 16     |          340 |        0.0412 |        10 |  0.4578 |                3 |       0.9 |              0.7 |      0.01 |          1 |    0.75 |          1.0 |  3.252s |     1m:00s |
| Iteration 17     |          500 |        0.0395 |         5 |  0.7016 |                4 |       1.0 |              0.6 |      0.01 |          1 |  0.3125 |          1.0 |  3.332s |     1m:05s |
| Iteration 18     |          460 |        0.0333 |         6 |  0.4057 |                4 |       0.8 |              0.8 |      0.01 |       0.01 |  0.3125 |          1.0 |  3.356s |     1m:09s |
| Iteration 19     |          373 |        0.0248 |         6 |  0.3162 |                5 |       0.8 |              0.9 |       0.1 |          1 |    0.25 |          1.0 |  3.281s |     1m:13s |
| Iteration 20     |          486 |        0.0195 |         6 |  0.7564 |                3 |       0.8 |              0.8 |      0.01 |          1 |    0.25 |          1.0 |  3.281s |     1m:17s |
| Iteration 21     |          499 |        0.0229 |         4 |  0.3331 |                4 |       0.8 |              0.9 |      0.01 |          1 |   0.875 |          1.0 |  3.243s |     1m:21s |
| Iteration 22     |          458 |        0.0129 |         6 |   0.196 |                4 |       0.8 |              0.9 |      0.01 |          1 |    0.75 |          1.0 |  3.243s |     1m:25s |
| Iteration 23     |          213 |        0.0601 |        10 |  0.0867 |                4 |       0.8 |              0.6 |        10 |         10 |     0.5 |          1.0 |  3.209s |     1m:29s |
| Iteration 24     |          192 |        0.0258 |         3 |  0.7193 |                4 |       0.8 |              0.9 |        10 |          0 |     0.5 |          1.0 |  3.201s |     1m:33s |
| Iteration 25     |          173 |        0.0183 |         6 |  0.5672 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5312 |          1.0 |  3.211s |     1m:37s |
| Iteration 26     |           82 |        0.0214 |        10 |  0.4459 |                4 |       0.8 |              0.9 |      0.01 |          1 |   0.875 |          1.0 |  3.198s |     1m:41s |
| Iteration 27     |          202 |        0.0756 |         4 |  0.4065 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |          1.0 |  3.202s |     1m:45s |
| Iteration 28     |          324 |        0.0478 |         5 |  0.6851 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |          1.0 |  3.240s |     1m:49s |
| Iteration 29     |          386 |        0.0374 |         4 |  0.5691 |                4 |       0.8 |              0.9 |      0.01 |          1 |   0.625 |          1.0 |  3.256s |     1m:53s |
| Iteration 30     |          413 |        0.0611 |         7 |  0.8303 |                4 |       0.6 |              0.8 |       0.1 |          1 |  0.5625 |          1.0 |  3.263s |     1m:57s |
| Iteration 31     |          499 |        0.0611 |         5 |   0.601 |                4 |       0.8 |              0.8 |       100 |          1 |     0.5 |          1.0 |  3.296s |     2m:02s |
| Iteration 32     |          179 |        0.0604 |         9 |  0.0915 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |          1.0 |  3.395s |     2m:06s |
| Iteration 33     |           90 |        0.1086 |         2 |  0.0366 |                3 |       0.8 |              0.7 |       0.1 |        0.1 |     1.0 |          1.0 |  3.336s |     2m:10s |
| Iteration 34     |          322 |        0.0533 |         7 |  0.3275 |                3 |       0.8 |              0.4 |       0.1 |        0.1 |  0.9375 |          1.0 |  3.395s |     2m:14s |
| Iteration 35     |           20 |         0.036 |         1 |  0.8871 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.2812 |          1.0 |  3.119s |     2m:19s |
| Iteration 36     |          154 |        0.0793 |         7 |  0.1655 |                3 |       0.8 |              0.7 |       0.1 |        0.1 |   0.875 |          1.0 |  3.181s |     2m:23s |
| Iteration 37     |          369 |        0.0767 |         5 |  0.1687 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.218s |     2m:27s |
| Iteration 38     |          426 |        0.0588 |         5 |  0.6451 |                5 |       0.9 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  3.256s |     2m:32s |
| Iteration 39     |           24 |        0.6214 |         3 |   0.017 |                3 |       0.8 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  3.175s |     2m:36s |
| Iteration 40     |           71 |        0.5469 |         2 |  0.0493 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |   0.625 |          1.0 |  3.199s |     2m:41s |
| Iteration 41     |          147 |        0.0267 |         9 |  0.1236 |                3 |       0.8 |              1.0 |         1 |        0.1 |   0.875 |          1.0 |  3.223s |     2m:45s |
| Iteration 42     |           90 |        0.0863 |         4 |  0.2346 |                3 |       0.8 |              1.0 |         1 |       0.01 |  0.8125 |          1.0 |  3.242s |     2m:49s |
| Iteration 43     |          132 |        0.1535 |         6 |  0.2236 |                3 |       0.8 |              1.0 |         1 |        0.1 |  0.8125 |          1.0 |  3.253s |     2m:53s |
| Iteration 44     |          398 |        0.0108 |         5 |  0.1786 |                3 |       0.8 |              0.5 |         1 |        0.1 |     1.0 |          1.0 |  3.297s |     2m:58s |
| Iteration 45     |          395 |         0.012 |         3 |  0.1538 |                3 |       0.8 |              0.7 |        10 |        0.1 |     0.5 |          1.0 |  3.350s |     3m:02s |
| Iteration 46     |           47 |        0.0298 |         4 |  0.0802 |                3 |       0.8 |              0.6 |       0.1 |        0.1 |  0.6875 |          1.0 |  3.318s |     3m:07s |
| Iteration 47     |          379 |        0.0182 |         1 |  0.2427 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  3.267s |     3m:11s |
| Iteration 48     |          389 |         0.022 |         3 |  0.2578 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.301s |     3m:15s |
| Iteration 49     |          364 |        0.3822 |         2 |  0.2337 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |     1.0 |          1.0 |  3.287s |     3m:20s |
| Iteration 50     |          189 |        0.1534 |         8 |  0.2428 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |   0.875 |          1.0 |  3.226s |     3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'n_estimators': 90, 'learning_rate': 0.1086, 'max_depth': 2, 'gamma': 0.0366, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9866
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.038s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0447
Time elapsed: 0.115s
-------------------------------------------------
Total time: 3m:26s


Final results ==================== >>
Duration: 22m:19s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.67 ± 0.0678 ~
Logistic Regression             --> roc_auc: 0.36 ± 0.08 ~
Linear Discriminant Analysis    --> roc_auc: 0.53 ± 0.16 ~
Quadratic Discriminant Analysis --> roc_auc: 0.4 ± 0.1789 ~
Radius Nearest Neighbors        --> roc_auc: 0.65 ± 0.0316 ~
AdaBoost                        --> roc_auc: 0.535 ± 0.1772 ~
Random Forest                   --> roc_auc: 0.75 ± 0.1871 !
XGBoost                         --> roc_auc: 0.7 ± 0.0447 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 850 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSPSSYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASKGSNYKLTF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAVSQGAQKLVF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CASSLDSYEQYF.
   >>> Dropping feature CASSLGSSYEQYF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAARTGNQFYF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7812 |       0.7812 |  0.644s |     0.663s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.706s |     1.712s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |          1.0 |  0.672s |     2.763s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |          1.0 |  0.688s |     3.802s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |          1.0 |  0.699s |     4.862s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |          1.0 |  0.729s |     6.011s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |          1.0 |  0.696s |     7.062s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  0.762s |     8.207s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.677s |     9.255s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.680s |    10.318s |
| Iteration 11     |  deviance |        0.0579 |          269 |       0.5 | squared_er.. |                14 |                4 |         7 |         None |    0.0336 |    0.75 |          1.0 |  0.704s |    11.705s |
| Iteration 12     |  deviance |        0.1284 |           27 |       0.9 | squared_er.. |                19 |               11 |         5 |          0.8 |    0.0244 |   0.625 |          1.0 |  0.644s |    13.018s |
| Iteration 13     |  deviance |        0.0273 |          143 |       0.6 | squared_er.. |                16 |               13 |         9 |          0.9 |     0.023 |   0.875 |          1.0 |  1.371s |    15.089s |
| Iteration 14     |  deviance |        0.5119 |          165 |       0.6 | squared_er.. |                15 |                1 |         2 |         None |    0.0218 |    0.75 |          1.0 |  0.743s |    16.498s |
| Iteration 15     |  deviance |        0.0741 |           34 |       0.6 | friedman_mse |                16 |               12 |        10 |          0.6 |     0.035 |  0.6875 |          1.0 |  0.703s |    17.930s |
| Iteration 16     |  deviance |          0.08 |          225 |       0.7 | friedman_mse |                19 |                8 |         5 |          0.9 |    0.0128 |     1.0 |          1.0 |  0.751s |    19.424s |
| Iteration 17     | exponen.. |        0.0103 |          189 |       0.9 | friedman_mse |                17 |               15 |         5 |          0.9 |     0.012 |  0.5312 |          1.0 |  0.767s |    20.924s |
| Iteration 18     |  deviance |        0.1691 |          226 |       0.6 | friedman_mse |                19 |                8 |         5 |          0.8 |     0.022 |    0.75 |          1.0 |  0.682s |    22.294s |
| Iteration 19     |  deviance |        0.5294 |           19 |       0.7 | friedman_mse |                11 |               17 |         8 |         None |    0.0315 |   0.625 |          1.0 |  0.659s |    23.587s |
| Iteration 20     | exponen.. |        0.0455 |          268 |       0.7 | friedman_mse |                 7 |               11 |         2 |         sqrt |    0.0078 |   0.875 |          1.0 |  0.690s |    25.056s |
| Iteration 21     | exponen.. |          0.01 |          250 |       1.0 | friedman_mse |                17 |               17 |         8 |          0.6 |       0.0 |  0.8125 |          1.0 |  0.682s |    26.434s |
| Iteration 22     | exponen.. |          0.01 |          103 |       1.0 | friedman_mse |                10 |               16 |         9 |         log2 |    0.0027 |     1.0 |          1.0 |  0.649s |    27.769s |
| Iteration 23     | exponen.. |        0.0474 |           74 |       1.0 | friedman_mse |                11 |                9 |         6 |          0.8 |    0.0036 |  0.9375 |          1.0 |  0.650s |    29.193s |
| Iteration 24     | exponen.. |          0.01 |           40 |       1.0 | friedman_mse |                11 |               20 |         6 |          0.6 |    0.0049 |  0.6562 |          1.0 |  0.633s |    30.605s |
| Iteration 25     |  deviance |        0.1053 |          193 |       0.7 | friedman_mse |                18 |                8 |         6 |          0.5 |    0.0133 |     1.0 |          1.0 |  0.686s |    31.935s |
| Iteration 26     |  deviance |        0.0236 |          270 |       0.6 | squared_er.. |                15 |               10 |         9 |          0.6 |    0.0114 |  0.9375 |          1.0 |  0.691s |    33.383s |
| Iteration 27     |  deviance |        0.2901 |          215 |       0.6 | squared_er.. |                20 |               10 |         3 |         None |     0.035 |   0.875 |          1.0 |  0.678s |    34.932s |
| Iteration 28     |  deviance |        0.0278 |          389 |       0.6 | squared_er.. |                17 |               10 |         3 |          0.6 |    0.0244 |  0.9375 |          1.0 |  0.714s |    36.467s |
| Iteration 29     | exponen.. |        0.8867 |           10 |       0.8 | squared_er.. |                 6 |               10 |         6 |         None |    0.0286 |     1.0 |          1.0 |  0.644s |    38.007s |
| Iteration 30     |  deviance |        0.1265 |          449 |       0.9 | friedman_mse |                 7 |               16 |         1 |          0.9 |     0.004 |     0.5 |          1.0 |  0.735s |    39.628s |
| Iteration 31     | exponen.. |         0.022 |          268 |       1.0 | friedman_mse |                16 |               16 |         5 |          0.6 |    0.0016 |   0.875 |          1.0 |  0.696s |    41.235s |
| Iteration 32     | exponen.. |        0.0113 |           24 |       1.0 | friedman_mse |                 9 |               14 |         9 |          0.8 |    0.0167 |     1.0 |          1.0 |  0.643s |    42.770s |
| Iteration 33     |  deviance |        0.0206 |          102 |       1.0 | friedman_mse |                 8 |               15 |         5 |          0.6 |    0.0098 |    0.75 |          1.0 |  0.659s |    44.261s |
| Iteration 34     | exponen.. |        0.0506 |           39 |       1.0 | friedman_mse |                 9 |               16 |         3 |          0.6 |    0.0088 |  0.5625 |          1.0 |  0.640s |    45.886s |
| Iteration 35     |  deviance |        0.0485 |          317 |       0.6 | squared_er.. |                10 |               20 |         9 |         None |    0.0215 |     0.5 |          1.0 |  0.692s |    47.583s |
| Iteration 36     | exponen.. |          0.01 |          297 |       1.0 | friedman_mse |                12 |               13 |        10 |         log2 |       0.0 |  0.9375 |          1.0 |  0.688s |    49.232s |
| Iteration 37     | exponen.. |          0.01 |          207 |       1.0 | friedman_mse |                 9 |               15 |        10 |          0.6 |    0.0043 |   0.875 |          1.0 |  0.677s |    50.867s |
| Iteration 38     | exponen.. |         0.011 |          376 |       1.0 | friedman_mse |                17 |               14 |         5 |          0.8 |     0.034 |  0.9375 |          1.0 |  1.312s |    53.247s |
| Iteration 39     |  deviance |        0.1084 |          123 |       0.7 | friedman_mse |                18 |                9 |         6 |          0.9 |    0.0299 |  0.5312 |          1.0 |  0.670s |    55.117s |
| Iteration 40     |  deviance |        0.0664 |          255 |       0.6 | friedman_mse |                17 |                7 |         2 |          0.9 |    0.0241 |     1.0 |          1.0 |  0.714s |    56.837s |
| Iteration 41     | exponen.. |        0.0134 |           10 |       1.0 | friedman_mse |                17 |                8 |         9 |          0.8 |    0.0246 |  0.7812 |          1.0 |  0.693s |    58.643s |
| Iteration 42     |  deviance |        0.0754 |          235 |       0.7 | friedman_mse |                11 |                8 |         9 |          0.9 |    0.0189 |     0.5 |          1.0 |  0.746s |     1m:00s |
| Iteration 43     |  deviance |        0.0541 |          419 |       0.8 | friedman_mse |                19 |                5 |         9 |         None |    0.0099 |  0.9062 |          1.0 |  0.794s |     1m:02s |
| Iteration 44     |  deviance |          0.01 |          373 |       1.0 | squared_er.. |                19 |               20 |         1 |         auto |    0.0073 |  0.9375 |          1.0 |  0.709s |     1m:04s |
| Iteration 45     |  deviance |        0.0272 |          500 |       0.5 | squared_er.. |                20 |               11 |         4 |         log2 |    0.0114 |   0.875 |          1.0 |  0.809s |     1m:05s |
| Iteration 46     | exponen.. |          0.01 |          442 |       0.7 | friedman_mse |                10 |                4 |        10 |         sqrt |    0.0095 |     1.0 |          1.0 |  0.830s |     1m:07s |
| Iteration 47     | exponen.. |        0.3665 |          500 |       0.8 | squared_er.. |                10 |               15 |         2 |         None |    0.0326 |     1.0 |          1.0 |  0.811s |     1m:09s |
| Iteration 48     | exponen.. |        0.5865 |          500 |       1.0 | squared_er.. |                10 |                1 |        10 |         auto |     0.035 |  0.5625 |          1.0 |  0.828s |     1m:11s |
| Iteration 49     |  deviance |        0.0414 |          297 |       0.8 | squared_er.. |                17 |                3 |         5 |         log2 |    0.0055 |     1.0 |          1.0 |  0.769s |     1m:12s |
| Iteration 50     |  deviance |        0.0164 |          270 |       0.7 | squared_er.. |                18 |               13 |         6 |          0.6 |       0.0 |    0.75 |          1.0 |  0.749s |     1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.01, 'n_estimators': 442, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 10, 'min_samples_leaf': 4, 'max_depth': 10, 'max_features': 'sqrt', 'ccp_alpha': 0.0095}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.149s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.051
Time elapsed: 0.695s
-------------------------------------------------
Total time: 1m:16s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  0.715s |     0.727s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  0.704s |     1.779s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.6875 |         0.75 |  0.640s |     2.769s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |         0.75 |  0.650s |     3.754s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.8125 |       0.8125 |  0.717s |     4.808s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |       0.8125 |  0.710s |     5.871s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |       0.8125 |  0.728s |     6.933s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |       0.8125 |  0.716s |     7.995s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |       0.8125 |  0.719s |     9.059s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.9375 |       0.9375 |  0.717s |    10.117s |
| Iteration 11     |      l2 |  0.3791 | newto.. |      225 |      --- |   0.625 |       0.9375 |  0.717s |    11.478s |
| Iteration 12     |      l2 |  0.0012 |    saga |      215 |      --- |  0.4375 |       0.9375 |  1.299s |    13.523s |
| Iteration 13     |      l2 |   0.003 |    saga |      955 |      --- |    0.75 |       0.9375 |  0.657s |    14.763s |
| Iteration 14     |      l2 |  0.0033 |    saga |      475 |      --- |  0.5625 |       0.9375 |  0.646s |    16.025s |
| Iteration 15     | elast.. |  0.0096 |    saga |      199 |      0.9 |     0.5 |       0.9375 |  0.655s |    17.243s |
| Iteration 16     |      l2 |  0.0031 |     sag |      192 |      --- |  0.9375 |       0.9375 |  0.648s |    18.578s |
| Iteration 17     |      l2 |  0.0028 |    saga |      161 |      --- |     0.5 |       0.9375 |  0.647s |    19.901s |
| Iteration 18     |      l2 |  9.2361 | newto.. |      184 |      --- |    0.25 |       0.9375 |  0.662s |    21.139s |
| Iteration 19     |      l2 |  0.0031 |     sag |      201 |      --- |   0.625 |       0.9375 |  0.646s |    22.522s |
| Iteration 20     |      l2 |  0.0034 |     sag |      219 |      --- |    0.75 |       0.9375 |  0.640s |    23.921s |
| Iteration 21     |      l2 |   0.003 |     sag |      200 |      --- |    0.75 |       0.9375 |  0.645s |    25.332s |
| Iteration 22     |      l2 |   0.003 |     sag |      194 |      --- |     1.0 |          1.0 |  0.643s |    26.710s |
| Iteration 23     |      l2 |  0.0034 |    saga |      195 |      --- |  0.6875 |          1.0 |  0.652s |    28.154s |
| Iteration 24     |      l2 |   0.003 |     sag |      236 |      --- |     0.5 |          1.0 |  0.637s |    29.576s |
| Iteration 25     |      l1 |  1.6613 | libli.. |      181 |      --- |    0.75 |          1.0 |  0.640s |    30.927s |
| Iteration 26     | elast.. |   0.003 |    saga |      201 |      0.3 |     0.5 |          1.0 |  0.642s |    32.340s |
| Iteration 27     |      l2 |  0.0012 |     sag |      199 |      --- |    0.75 |          1.0 |  0.649s |    33.645s |
| Iteration 28     |      l1 |  0.0191 | libli.. |      214 |      --- |     0.5 |          1.0 |  0.641s |    34.934s |
| Iteration 29     |      l2 | 14.9639 | newto.. |      187 |      --- |    0.25 |          1.0 |  0.647s |    36.303s |
| Iteration 30     |      l2 |  0.4405 |   lbfgs |      816 |      --- |     0.5 |          1.0 |  0.638s |    37.601s |
| Iteration 31     |      l2 |  4.8168 |     sag |      561 |      --- |  0.5625 |          1.0 |  0.638s |    38.965s |
| Iteration 32     |      l2 |  0.0705 |     sag |      189 |      --- |     1.0 |          1.0 |  0.642s |    40.324s |
| Iteration 33     |    none |     --- |     sag |      239 |      --- |  0.8125 |          1.0 |  0.640s |    41.867s |
| Iteration 34     |    none |     --- |    saga |      891 |      --- |  0.5625 |          1.0 |  0.641s |    43.183s |
| Iteration 35     |      l2 |  0.0459 |     sag |      402 |      --- |  0.4375 |          1.0 |  0.641s |    44.515s |
| Iteration 36     |      l2 |  0.8117 |     sag |      173 |      --- |   0.625 |          1.0 |  0.650s |    45.893s |
| Iteration 37     |      l2 | 30.1579 |     sag |      189 |      --- |  0.5625 |          1.0 |  0.652s |    47.345s |
| Iteration 38     |      l2 | 99.0274 |   lbfgs |      223 |      --- |   0.375 |          1.0 |  0.652s |    49.319s |
| Iteration 39     |      l2 |  0.0125 |     sag |      181 |      --- |     0.5 |          1.0 |  0.687s |    50.850s |
| Iteration 40     |      l2 |  0.0138 |     sag |      189 |      --- |  0.5625 |          1.0 |  0.724s |    52.476s |
| Iteration 41     |      l2 |   0.186 |     sag |      706 |      --- |     0.5 |          1.0 |  0.724s |    53.992s |
| Iteration 42     |      l2 |  0.0041 |     sag |     1000 |      --- |  0.3125 |          1.0 |  0.692s |    55.439s |
| Iteration 43     |      l2 |  0.1025 |     sag |      191 |      --- |  0.5625 |          1.0 |  0.699s |    57.026s |
| Iteration 44     |      l2 |  0.0538 |     sag |      199 |      --- |    0.75 |          1.0 |  0.699s |    58.633s |
| Iteration 45     |      l2 |  0.0139 |     sag |      206 |      --- |  0.5625 |          1.0 |  0.669s |     1m:00s |
| Iteration 46     |    none |     --- |     sag |      208 |      --- |   0.875 |          1.0 |  0.648s |     1m:02s |
| Iteration 47     |      l2 |  0.0027 | libli.. |      190 |      --- |    0.75 |          1.0 |  0.688s |     1m:03s |
| Iteration 48     |      l2 |  0.0036 |     sag |      186 |      --- |     0.5 |          1.0 |  0.680s |     1m:05s |
| Iteration 49     |      l2 |  0.0623 | libli.. |      166 |      --- |     1.0 |          1.0 |  0.650s |     1m:07s |
| Iteration 50     |      l2 |  0.0594 | newto.. |      168 |      --- |    0.75 |          1.0 |  0.699s |     1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'penalty': 'l2', 'C': 0.0623, 'solver': 'liblinear', 'max_iter': 166}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7598
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.48 ± 0.04
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:10s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.875 |        0.875 |  0.690s |     0.696s |
| Initial point 2  |     svd |       --- |    0.75 |        0.875 |  0.639s |     1.861s |
| Initial point 3  |     svd |       --- |    0.75 |        0.875 |  0.000s |     2.197s |
| Initial point 4  |    lsqr |       0.8 |     1.0 |          1.0 |  0.633s |     3.177s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |          1.0 |  0.636s |     4.162s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |          1.0 |  0.638s |     5.130s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |          1.0 |  0.634s |     6.103s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |          1.0 |  0.634s |     7.840s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |          1.0 |  0.640s |     9.713s |
| Initial point 10 |   eigen |       0.8 |     0.5 |          1.0 |  0.632s |    11.038s |
| Iteration 11     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    11.525s |
| Iteration 12     |   eigen |       0.7 |  0.4375 |          1.0 |  0.631s |    12.643s |
| Iteration 13     |     svd |       --- |    0.75 |          1.0 |  0.000s |    13.140s |
| Iteration 14     |    lsqr |      auto |   0.625 |          1.0 |  0.634s |    14.271s |
| Iteration 15     |   eigen |      auto |  0.4375 |          1.0 |  0.640s |    15.413s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.000s |    15.928s |
| Iteration 17     |     svd |       --- |    0.75 |          1.0 |  0.000s |    16.418s |
| Iteration 18     |    lsqr |       1.0 |     0.5 |          1.0 |  0.628s |    17.531s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.000s |    18.069s |
| Iteration 20     |    lsqr |      None |    0.75 |          1.0 |  0.628s |    19.785s |
| Iteration 21     |   eigen |       0.5 |  0.9375 |          1.0 |  0.625s |    20.977s |
| Iteration 22     |   eigen |       0.6 |     1.0 |          1.0 |  0.621s |    22.143s |
| Iteration 23     |     svd |       --- |    0.75 |          1.0 |  0.000s |    22.659s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.000s |    23.188s |
| Iteration 25     |   eigen |      None |    0.75 |          1.0 |  0.621s |    24.335s |
| Iteration 26     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    24.877s |
| Iteration 27     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    25.441s |
| Iteration 28     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    26.055s |
| Iteration 29     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |    26.621s |
| Iteration 30     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    27.223s |
| Iteration 31     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    27.836s |
| Iteration 32     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    28.460s |
| Iteration 33     |    lsqr |       0.7 |   0.625 |          1.0 |  0.000s |    29.081s |
| Iteration 34     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |    29.765s |
| Iteration 35     |    lsqr |       1.0 |     0.5 |          1.0 |  0.000s |    30.339s |
| Iteration 36     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |    30.929s |
| Iteration 37     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    31.525s |
| Iteration 38     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    32.318s |
| Iteration 39     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    32.933s |
| Iteration 40     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |    33.556s |
| Iteration 41     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    34.164s |
| Iteration 42     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |    34.817s |
| Iteration 43     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    35.445s |
| Iteration 44     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    36.085s |
| Iteration 45     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |    36.733s |
| Iteration 46     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    37.446s |
| Iteration 47     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    38.140s |
| Iteration 48     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    38.822s |
| Iteration 49     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    39.502s |
| Iteration 50     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    40.201s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 40.885s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.767
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.0374
Time elapsed: 0.028s
-------------------------------------------------
Total time: 40.923s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.875 |        0.875 |  0.652s |     0.655s |
| Initial point 2  |       0.9 |   0.875 |        0.875 |  0.626s |     1.612s |
| Initial point 3  |       0.1 |  0.5625 |        0.875 |  0.631s |     2.621s |
| Initial point 4  |       1.0 |   0.875 |        0.875 |  0.000s |     2.969s |
| Initial point 5  |       0.2 |  0.8125 |        0.875 |  0.641s |     3.940s |
| Initial point 6  |       0.4 |     0.5 |        0.875 |  0.639s |     4.912s |
| Initial point 7  |       0.4 |     0.5 |        0.875 |  0.000s |     5.254s |
| Initial point 8  |       0.7 |  0.5625 |        0.875 |  0.634s |     6.213s |
| Initial point 9  |       0.9 |   0.875 |        0.875 |  0.000s |     6.541s |
| Initial point 10 |       0.8 |  0.5625 |        0.875 |  0.640s |     7.510s |
| Iteration 11     |       0.3 |  0.6875 |        0.875 |  0.633s |     8.553s |
| Iteration 12     |       0.6 |  0.4375 |        0.875 |  0.637s |     9.619s |
| Iteration 13     |       0.5 |    0.75 |        0.875 |  0.625s |    10.793s |
| Iteration 14     |       0.0 |  0.8125 |        0.875 |  0.628s |    11.839s |
| Iteration 15     |       0.9 |   0.875 |        0.875 |  0.000s |    12.265s |
| Iteration 16     |       1.0 |   0.875 |        0.875 |  0.000s |    12.710s |
| Iteration 17     |       1.0 |   0.875 |        0.875 |  0.000s |    13.150s |
| Iteration 18     |       0.9 |   0.875 |        0.875 |  0.000s |    13.578s |
| Iteration 19     |       0.9 |   0.875 |        0.875 |  0.000s |    14.006s |
| Iteration 20     |       1.0 |   0.875 |        0.875 |  0.000s |    14.433s |
| Iteration 21     |       0.6 |  0.4375 |        0.875 |  0.000s |    14.869s |
| Iteration 22     |       0.9 |   0.875 |        0.875 |  0.000s |    15.378s |
| Iteration 23     |       1.0 |   0.875 |        0.875 |  0.000s |    15.816s |
| Iteration 24     |       1.0 |   0.875 |        0.875 |  0.000s |    16.256s |
| Iteration 25     |       0.9 |   0.875 |        0.875 |  0.000s |    16.697s |
| Iteration 26     |       1.0 |   0.875 |        0.875 |  0.000s |    17.162s |
| Iteration 27     |       0.9 |   0.875 |        0.875 |  0.000s |    18.269s |
| Iteration 28     |       0.9 |   0.875 |        0.875 |  0.000s |    18.784s |
| Iteration 29     |       1.0 |   0.875 |        0.875 |  0.000s |    19.322s |
| Iteration 30     |       0.8 |  0.5625 |        0.875 |  0.000s |    19.950s |
| Iteration 31     |       1.0 |   0.875 |        0.875 |  0.000s |    20.581s |
| Iteration 32     |       0.9 |   0.875 |        0.875 |  0.000s |    21.077s |
| Iteration 33     |       0.9 |   0.875 |        0.875 |  0.000s |    21.558s |
| Iteration 34     |       1.0 |   0.875 |        0.875 |  0.000s |    22.068s |
| Iteration 35     |       1.0 |   0.875 |        0.875 |  0.001s |    22.576s |
| Iteration 36     |       0.9 |   0.875 |        0.875 |  0.000s |    23.078s |
| Iteration 37     |       0.9 |   0.875 |        0.875 |  0.000s |    23.693s |
| Iteration 38     |       1.0 |   0.875 |        0.875 |  0.000s |    24.218s |
| Iteration 39     |       0.9 |   0.875 |        0.875 |  0.000s |    24.739s |
| Iteration 40     |       1.0 |   0.875 |        0.875 |  0.001s |    25.273s |
| Iteration 41     |       1.0 |   0.875 |        0.875 |  0.000s |    25.822s |
| Iteration 42     |       0.9 |   0.875 |        0.875 |  0.001s |    26.420s |
| Iteration 43     |       0.9 |   0.875 |        0.875 |  0.000s |    27.022s |
| Iteration 44     |       1.0 |   0.875 |        0.875 |  0.000s |    27.654s |
| Iteration 45     |       1.0 |   0.875 |        0.875 |  0.000s |    28.359s |
| Iteration 46     |       0.9 |   0.875 |        0.875 |  0.000s |    28.926s |
| Iteration 47     |       0.9 |   0.875 |        0.875 |  0.000s |    29.572s |
| Iteration 48     |       1.0 |   0.875 |        0.875 |  0.000s |    30.193s |
| Iteration 49     |       1.0 |   0.875 |        0.875 |  0.000s |    30.795s |
| Iteration 50     |       0.9 |   0.875 |        0.875 |  0.000s |    31.413s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 32.091s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7571
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.0374
Time elapsed: 0.027s
-------------------------------------------------
Total time: 32.128s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.6633 | dista.. |      auto |        40 |       1 |   0.875 |        0.875 |  0.643s |     0.664s |
| Initial point 2  |  4.6385 | uniform |   kd_tree |        39 |       2 |   0.625 |        0.875 |  0.651s |     1.713s |
| Initial point 3  |  3.6641 | dista.. | ball_tree |        25 |       2 |  0.8125 |        0.875 |  0.652s |     2.773s |
| Initial point 4  | 10.6899 | uniform | ball_tree |        39 |       2 |   0.375 |        0.875 |  0.653s |     3.783s |
| Initial point 5  |  8.3741 | dista.. |      auto |        30 |       2 |  0.8125 |        0.875 |  0.652s |     4.856s |
| Initial point 6  |  9.6979 | dista.. | ball_tree |        21 |       2 |  0.8125 |        0.875 |  0.645s |     5.887s |
| Initial point 7  |  6.9366 | dista.. | ball_tree |        24 |       1 |    0.75 |        0.875 |  0.652s |     6.868s |
| Initial point 8  |  1.6623 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.658s |     7.881s |
| Initial point 9  |  7.7269 | uniform | ball_tree |        24 |       1 |  0.7188 |          1.0 |  0.642s |     8.881s |
| Initial point 10 |  5.4883 | uniform |     brute |        22 |       2 |   0.625 |          1.0 |  0.642s |     9.882s |
| Iteration 11     |     0.0 | dista.. |     brute |        35 |       1 |     0.5 |          1.0 |  0.646s |    11.159s |
| Iteration 12     |  1.1442 | dista.. | ball_tree |        20 |       2 |    0.75 |          1.0 |  0.643s |    12.460s |
| Iteration 13     |  0.1068 | dista.. | ball_tree |        21 |       2 |  0.5312 |          1.0 |  0.650s |    13.887s |
| Iteration 14     |  0.6458 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  0.647s |    15.057s |
| Iteration 15     |     0.0 | uniform | ball_tree |        38 |       1 |     0.5 |          1.0 |  0.653s |    16.289s |
| Iteration 16     |  1.7289 | dista.. | ball_tree |        31 |       2 |  0.5625 |          1.0 |  0.645s |    17.591s |
| Iteration 17     |  11.692 | dista.. | ball_tree |        20 |       1 |  0.5625 |          1.0 |  0.651s |    18.904s |
| Iteration 18     | 10.8806 | dista.. |     brute |        20 |       2 |  0.4375 |          1.0 |  0.639s |    20.143s |
| Iteration 19     |  0.5666 | uniform |      auto |        20 |       1 |   0.375 |          1.0 |  0.651s |    21.343s |
| Iteration 20     | 11.4021 | uniform |     brute |        39 |       1 |    0.75 |          1.0 |  0.651s |    23.022s |
| Iteration 21     | 10.6928 | dista.. |      auto |        20 |       2 |    0.75 |          1.0 |  1.197s |    25.475s |
| Iteration 22     |  11.516 | dista.. |      auto |        21 |       2 |     1.0 |          1.0 |  0.651s |    26.842s |
| Iteration 23     | 11.4913 | dista.. |      auto |        20 |       2 |   0.875 |          1.0 |  0.649s |    28.087s |
| Iteration 24     | 11.6962 | dista.. |      auto |        20 |       2 |   0.625 |          1.0 |  0.692s |    29.395s |
| Iteration 25     | 11.0222 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  0.714s |    30.674s |
| Iteration 26     |  0.1487 | uniform |     brute |        21 |       1 |   0.375 |          1.0 |  0.651s |    31.956s |
| Iteration 27     | 11.6498 | dista.. |      auto |        20 |       2 |    0.75 |          1.0 |  0.655s |    33.275s |
| Iteration 28     |     0.0 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  0.652s |    34.549s |
| Iteration 29     | 11.5407 | dista.. |   kd_tree |        27 |       2 |     1.0 |          1.0 |  0.636s |    35.939s |
| Iteration 30     |  1.5763 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.639s |    37.372s |
| Iteration 31     | 11.5411 | dista.. |      auto |        24 |       1 |    0.75 |          1.0 |  0.635s |    38.795s |
| Iteration 32     | 11.5452 | dista.. |      auto |        23 |       2 |  0.9375 |          1.0 |  0.647s |    40.264s |
| Iteration 33     | 11.5564 | dista.. |      auto |        36 |       2 |  0.9375 |          1.0 |  0.637s |    41.653s |
| Iteration 34     | 11.4985 | uniform |     brute |        29 |       2 |     0.5 |          1.0 |  0.654s |    43.130s |
| Iteration 35     | 11.5207 | dista.. |   kd_tree |        28 |       2 |  0.5625 |          1.0 |  0.646s |    44.634s |
| Iteration 36     | 11.6962 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  0.657s |    46.028s |
| Iteration 37     | 11.6024 | dista.. |     brute |        33 |       1 |   0.625 |          1.0 |  0.648s |    47.360s |
| Iteration 38     |  0.1279 | dista.. |      auto |        29 |       2 |   0.375 |          1.0 |  0.651s |    48.713s |
| Iteration 39     | 11.3447 | uniform |      auto |        40 |       2 |     0.5 |          1.0 |  0.639s |    50.140s |
| Iteration 40     |   9.035 | dista.. |      auto |        23 |       2 |  0.8125 |          1.0 |  0.653s |    51.589s |
| Iteration 41     |  2.7724 | dista.. |     brute |        21 |       1 |  0.9375 |          1.0 |  0.650s |    52.932s |
| Iteration 42     |  3.1833 | dista.. |     brute |        21 |       2 |  0.4375 |          1.0 |  0.667s |    54.338s |
| Iteration 43     | 11.6088 | dista.. |     brute |        28 |       2 |     1.0 |          1.0 |  0.656s |    56.020s |
| Iteration 44     | 11.6957 | dista.. | ball_tree |        29 |       1 |  0.8125 |          1.0 |  0.643s |    57.710s |
| Iteration 45     |  1.6759 | uniform |      auto |        20 |       2 |  0.6562 |          1.0 |  1.233s |    59.843s |
| Iteration 46     |  2.3502 | dista.. | ball_tree |        22 |       1 |  0.3125 |          1.0 |  0.697s |     1m:01s |
| Iteration 47     |  2.8647 | dista.. |   kd_tree |        29 |       1 |   0.625 |          1.0 |  0.645s |     1m:03s |
| Iteration 48     | 11.6845 | dista.. | ball_tree |        34 |       1 |     0.5 |          1.0 |  0.637s |     1m:05s |
| Iteration 49     | 11.6962 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  0.001s |     1m:06s |
| Iteration 50     | 11.6932 | uniform |   kd_tree |        31 |       1 |  0.4688 |          1.0 |  0.659s |     1m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'radius': 1.6623, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0447
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:08s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.027s |     1.033s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  1.037s |     2.404s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.788s |     3.531s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.947s |     4.831s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9688 |          1.0 |  0.808s |     6.005s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.011s |     7.366s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |          1.0 |  0.666s |     8.384s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |          1.0 |  0.936s |     9.667s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |          1.0 |  0.650s |    10.647s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     1.0 |          1.0 |  0.760s |    11.755s |
| Iteration 11     |          418 |        0.1174 |     SAMME |    0.75 |          1.0 |  0.940s |    13.312s |
| Iteration 12     |          123 |        0.1616 |   SAMME.R |  0.9375 |          1.0 |  0.751s |    14.583s |
| Iteration 13     |          206 |        0.0173 |   SAMME.R |     1.0 |          1.0 |  0.796s |    15.995s |
| Iteration 14     |           50 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.679s |    17.802s |
| Iteration 15     |          286 |          0.01 |     SAMME |  0.6562 |          1.0 |  0.874s |    20.225s |
| Iteration 16     |          166 |         0.071 |   SAMME.R |     1.0 |          1.0 |  0.763s |    21.791s |
| Iteration 17     |          397 |         0.082 |     SAMME |  0.5625 |          1.0 |  0.927s |    23.355s |
| Iteration 18     |          447 |        0.0497 |     SAMME |  0.8125 |          1.0 |  0.954s |    24.903s |
| Iteration 19     |          199 |        0.0949 |     SAMME |     1.0 |          1.0 |  0.780s |    26.278s |
| Iteration 20     |          185 |        0.4323 |   SAMME.R |   0.875 |          1.0 |  0.800s |    27.660s |
| Iteration 21     |          190 |        0.0397 |     SAMME |  0.8438 |          1.0 |  0.785s |    28.998s |
| Iteration 22     |          147 |          0.01 |     SAMME |  0.9062 |          1.0 |  1.343s |    31.260s |
| Iteration 23     |          215 |        0.2279 |   SAMME.R |  0.9375 |          1.0 |  0.810s |    32.704s |
| Iteration 24     |          203 |        9.6614 |     SAMME |  0.5312 |          1.0 |  0.638s |    33.919s |
| Iteration 25     |           50 |        0.2041 |   SAMME.R |     1.0 |          1.0 |  0.687s |    35.170s |
| Iteration 26     |           50 |        0.1489 |   SAMME.R |  0.8125 |          1.0 |  0.672s |    36.398s |
| Iteration 27     |           50 |        0.3875 |     SAMME |   0.875 |          1.0 |  0.664s |    37.729s |
| Iteration 28     |           50 |        0.3635 |   SAMME.R |     1.0 |          1.0 |  0.668s |    38.998s |
| Iteration 29     |           50 |        0.4208 |   SAMME.R |     1.0 |          1.0 |  0.667s |    40.234s |
| Iteration 30     |           50 |         0.434 |   SAMME.R |     0.5 |          1.0 |  0.680s |    41.480s |
| Iteration 31     |          499 |          0.01 |     SAMME |  0.8125 |          1.0 |  0.989s |    43.053s |
| Iteration 32     |          434 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.972s |    44.637s |
| Iteration 33     |           58 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  0.689s |    45.943s |
| Iteration 34     |           63 |        0.0367 |   SAMME.R |   0.625 |          1.0 |  0.678s |    47.218s |
| Iteration 35     |          487 |        0.2412 |     SAMME |    0.75 |          1.0 |  0.994s |    48.810s |
| Iteration 36     |           50 |        0.1518 |   SAMME.R |  0.7812 |          1.0 |  0.690s |    50.132s |
| Iteration 37     |          487 |          0.01 |     SAMME |    0.75 |          1.0 |  0.988s |    51.736s |
| Iteration 38     |          193 |        0.0701 |   SAMME.R |   0.875 |          1.0 |  0.799s |    53.169s |
| Iteration 39     |          191 |        0.0145 |   SAMME.R |  0.6562 |          1.0 |  0.801s |    54.634s |
| Iteration 40     |           53 |        0.1927 |   SAMME.R |  0.9375 |          1.0 |  0.682s |    55.982s |
| Iteration 41     |           56 |        0.1987 |   SAMME.R |  0.5938 |          1.0 |  0.687s |    57.293s |
| Iteration 42     |          441 |         0.911 |   SAMME.R |   0.875 |          1.0 |  1.007s |    58.911s |
| Iteration 43     |          233 |        0.1994 |   SAMME.R |   0.625 |          1.0 |  0.832s |     1m:00s |
| Iteration 44     |           78 |        1.1236 |   SAMME.R |     1.0 |          1.0 |  0.698s |     1m:02s |
| Iteration 45     |          154 |        0.1722 |     SAMME |   0.875 |          1.0 |  0.749s |     1m:03s |
| Iteration 46     |          146 |        0.4849 |     SAMME |     1.0 |          1.0 |  0.736s |     1m:05s |
| Iteration 47     |          145 |        0.6674 |     SAMME |     1.0 |          1.0 |  1.383s |     1m:07s |
| Iteration 48     |          162 |        0.1737 |     SAMME |   0.875 |          1.0 |  0.797s |     1m:09s |
| Iteration 49     |          161 |        0.1841 |     SAMME |     1.0 |          1.0 |  0.795s |     1m:10s |
| Iteration 50     |          155 |        0.2273 |     SAMME |  0.9375 |          1.0 |  0.752s |     1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'n_estimators': 145, 'learning_rate': 0.6674, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.126s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0678
Time elapsed: 0.565s
-------------------------------------------------
Total time: 1m:13s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  1.086s |     1.106s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |       0.8125 |  0.958s |     2.438s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.980s |     3.811s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |          1.0 |  0.792s |     4.966s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  1.011s |     6.401s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |          1.0 |  0.839s |     7.637s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  0.830s |     8.842s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.809s |    10.029s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  0.938s |    11.337s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  0.898s |    12.603s |
| Iteration 11     |          281 |   entropy |      None |                 5 |               16 |         log2 |     False |     0.019 |         --- |    0.75 |          1.0 |  0.811s |    14.049s |
| Iteration 12     |          265 |   entropy |      None |                 2 |               20 |         auto |     False |    0.0123 |         --- |  0.6875 |          1.0 |  0.804s |    15.546s |
| Iteration 13     |          425 |      gini |         2 |                15 |                5 |         sqrt |     False |    0.0086 |         --- |   0.875 |          1.0 |  0.890s |    17.107s |
| Iteration 14     |          445 |   entropy |         8 |                14 |               15 |          0.9 |      True |    0.0109 |         0.6 |  0.5625 |          1.0 |  0.976s |    18.719s |
| Iteration 15     |          119 |   entropy |         2 |                 9 |               14 |         auto |     False |    0.0059 |         --- |  0.6875 |          1.0 |  0.703s |    20.224s |
| Iteration 16     |          500 |      gini |      None |                17 |                6 |          0.6 |      True |    0.0022 |        None |     1.0 |          1.0 |  1.069s |    22.033s |
| Iteration 17     |          500 |      gini |         6 |                13 |               15 |          0.7 |      True |       0.0 |         0.9 |  0.5625 |          1.0 |  1.055s |    23.828s |
| Iteration 18     |          424 |      gini |         7 |                 3 |                7 |         sqrt |     False |    0.0248 |         --- |    0.75 |          1.0 |  0.921s |    25.579s |
| Iteration 19     |          217 |      gini |      None |                15 |                7 |          0.5 |      True |    0.0025 |         0.5 |     1.0 |          1.0 |  0.873s |    27.259s |
| Iteration 20     |          136 |      gini |         8 |                15 |               20 |          0.7 |     False |    0.0071 |         --- |   0.875 |          1.0 |  0.764s |    28.740s |
| Iteration 21     |          149 |      gini |         7 |                 6 |               12 |          0.8 |      True |    0.0073 |         0.5 |   0.625 |          1.0 |  0.803s |    30.342s |
| Iteration 22     |          394 |   entropy |      None |                 7 |               15 |          0.6 |     False |    0.0201 |         --- |     1.0 |          1.0 |  0.917s |    32.225s |
| Iteration 23     |          277 |      gini |      None |                13 |                9 |          0.6 |      True |     0.004 |        None |  0.9375 |          1.0 |  1.458s |    35.590s |
| Iteration 24     |          211 |      gini |         7 |                 8 |               15 |         None |      True |    0.0209 |        None |  0.5625 |          1.0 |  0.809s |    37.356s |
| Iteration 25     |          472 |      gini |      None |                 6 |                7 |         log2 |      True |    0.0296 |        None |    0.75 |          1.0 |  0.991s |    39.172s |
| Iteration 26     |          475 |      gini |         5 |                19 |               10 |          0.9 |     False |    0.0004 |         --- |    0.75 |          1.0 |  0.971s |    40.873s |
| Iteration 27     |          269 |      gini |      None |                20 |               12 |          0.5 |      True |       0.0 |         0.5 |  0.9375 |          1.0 |  0.864s |    42.515s |
| Iteration 28     |           78 |   entropy |      None |                 5 |                1 |          0.7 |      True |       0.0 |         0.7 |     1.0 |          1.0 |  0.696s |    44.021s |
| Iteration 29     |           10 |   entropy |      None |                 2 |               12 |          0.6 |      True |       0.0 |         0.6 |    0.75 |          1.0 |  0.638s |    45.470s |
| Iteration 30     |          422 |   entropy |         3 |                20 |                6 |          0.7 |     False |     0.035 |         --- |  0.7188 |          1.0 |  0.885s |    47.213s |
| Iteration 31     |           68 |   entropy |      None |                20 |                9 |          0.8 |      True |       0.0 |        None |   0.875 |          1.0 |  0.695s |    48.839s |
| Iteration 32     |          500 |   entropy |      None |                16 |                1 |          0.6 |      True |       0.0 |        None |     1.0 |          1.0 |  1.021s |    50.746s |
| Iteration 33     |           46 |   entropy |      None |                16 |               17 |         auto |     False |    0.0221 |         --- |    0.75 |          1.0 |  0.690s |    52.257s |
| Iteration 34     |          498 |      gini |      None |                13 |               10 |         None |      True |       0.0 |         0.8 |     0.5 |          1.0 |  1.003s |    54.030s |
| Iteration 35     |          220 |      gini |         1 |                 8 |                2 |          0.8 |      True |       0.0 |         0.5 |  0.5625 |          1.0 |  0.789s |    55.884s |
| Iteration 36     |          407 |      gini |      None |                17 |                8 |         log2 |      True |    0.0191 |        None |  0.8125 |          1.0 |  0.966s |    57.681s |
| Iteration 37     |          367 |      gini |      None |                14 |               12 |         log2 |      True |    0.0045 |        None |    0.75 |          1.0 |  0.934s |    59.720s |
| Iteration 38     |          172 |      gini |      None |                 6 |                6 |          0.6 |      True |    0.0023 |         0.5 |  0.8125 |          1.0 |  0.821s |     1m:02s |
| Iteration 39     |          239 |   entropy |         8 |                20 |                9 |          0.6 |     False |     0.035 |         --- |  0.5625 |          1.0 |  0.838s |     1m:03s |
| Iteration 40     |          462 |   entropy |      None |                20 |                3 |          0.6 |      True |       0.0 |        None |  0.9375 |          1.0 |  1.037s |     1m:05s |
| Iteration 41     |          357 |   entropy |      None |                13 |               16 |         log2 |      True |    0.0084 |        None |  0.5625 |          1.0 |  0.968s |     1m:07s |
| Iteration 42     |          224 |      gini |         7 |                17 |                1 |          0.8 |      True |    0.0083 |        None |  0.4375 |          1.0 |  0.860s |     1m:09s |
| Iteration 43     |          181 |      gini |      None |                18 |                6 |          0.6 |      True |    0.0023 |         0.5 |    0.75 |          1.0 |  0.786s |     1m:11s |
| Iteration 44     |          151 |   entropy |         1 |                 4 |                8 |          0.7 |     False |    0.0021 |         --- |     1.0 |          1.0 |  0.758s |     1m:12s |
| Iteration 45     |          280 |      gini |         1 |                 2 |                3 |          0.7 |     False |       0.0 |         --- |  0.8438 |          1.0 |  0.821s |     1m:14s |
| Iteration 46     |           66 |   entropy |      None |                 3 |               11 |          0.9 |     False |    0.0075 |         --- |     1.0 |          1.0 |  0.728s |     1m:16s |
| Iteration 47     |          344 |   entropy |      None |                 6 |               16 |          0.9 |     False |    0.0094 |         --- |  0.8125 |          1.0 |  0.881s |     1m:18s |
| Iteration 48     |          395 |   entropy |      None |                20 |                2 |          0.7 |     False |       0.0 |         --- |   0.625 |          1.0 |  0.898s |     1m:20s |
| Iteration 49     |          205 |   entropy |         3 |                 4 |               14 |          0.8 |     False |    0.0049 |         --- |     1.0 |          1.0 |  0.799s |     1m:22s |
| Iteration 50     |          277 |   entropy |         4 |                 2 |               14 |          0.9 |     False |     0.031 |         --- |    0.75 |          1.0 |  0.822s |     1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 17, 'min_samples_leaf': 6, 'max_features': 0.6, 'bootstrap': True, 'ccp_alpha': 0.0022, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9616
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.447s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0632
Time elapsed: 2.054s
-------------------------------------------------
Total time: 1m:27s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.773s |     0.792s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.751s |     1.895s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.757s |     3.030s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.708s |     4.096s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.742s |     5.210s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.693s |     6.316s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.692s |     7.372s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.702s |     8.427s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |          1.0 |  0.725s |     9.518s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.712s |    10.597s |
| Iteration 11     |           34 |         0.611 |         6 |  0.0081 |                8 |       0.5 |              0.9 |       100 |        0.1 |     0.5 |          1.0 |  0.653s |    11.956s |
| Iteration 12     |          457 |        0.0417 |         5 |  0.3916 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  0.728s |    13.417s |
| Iteration 13     |           67 |        0.3635 |         9 |  0.0265 |                2 |       0.8 |              0.4 |       0.1 |        100 |  0.9375 |          1.0 |  0.666s |    14.875s |
| Iteration 14     |          500 |          0.01 |         1 |     1.0 |                6 |       0.8 |              1.0 |       0.1 |          0 |  0.5625 |          1.0 |  0.720s |    16.789s |
| Iteration 15     |          152 |        0.0583 |        10 |  0.8107 |                3 |       0.5 |              0.4 |       0.1 |        100 |     0.5 |          1.0 |  0.677s |    18.787s |
| Iteration 16     |          369 |        0.0142 |         7 |  0.0853 |                3 |       0.8 |              0.9 |       0.1 |       0.01 |     1.0 |          1.0 |  0.722s |    20.444s |
| Iteration 17     |          331 |         0.028 |         6 |  0.4199 |                3 |       0.8 |              0.9 |       0.1 |       0.01 |   0.625 |          1.0 |  0.701s |    21.913s |
| Iteration 18     |          326 |        0.0162 |         1 |     0.0 |                3 |       0.5 |              1.0 |       100 |        100 |     0.5 |          1.0 |  0.688s |    23.293s |
| Iteration 19     |          460 |         0.014 |         3 |     0.0 |                2 |       0.9 |              0.9 |         0 |         10 |     1.0 |          1.0 |  0.737s |    24.734s |
| Iteration 20     |          266 |         0.717 |         9 |     0.0 |                2 |       1.0 |              0.5 |       0.1 |       0.01 |   0.875 |          1.0 |  0.688s |    26.194s |
| Iteration 21     |          273 |          0.01 |         1 |     0.0 |                1 |       0.9 |              1.0 |       0.1 |          0 |    0.75 |          1.0 |  0.690s |    27.674s |
| Iteration 22     |           38 |        0.0727 |         9 |     0.0 |                3 |       0.9 |              0.8 |      0.01 |        100 |   0.875 |          1.0 |  0.656s |    29.192s |
| Iteration 23     |          500 |          0.01 |         5 |     0.0 |                3 |       1.0 |              0.4 |         0 |       0.01 |   0.875 |          1.0 |  1.311s |    31.246s |
| Iteration 24     |          487 |        0.1415 |         9 |     0.0 |                1 |       0.7 |              0.5 |         0 |        0.1 |     1.0 |          1.0 |  0.720s |    32.835s |
| Iteration 25     |          285 |        0.2216 |         7 |     0.0 |                1 |       0.5 |              0.5 |         0 |          0 |     1.0 |          1.0 |  0.735s |    34.380s |
| Iteration 26     |           20 |           1.0 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |        100 |    0.75 |          1.0 |  0.664s |    35.898s |
| Iteration 27     |          500 |          0.01 |        10 |     0.0 |                2 |       0.5 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.744s |    37.409s |
| Iteration 28     |          500 |        0.0105 |         7 |  0.2649 |                1 |       0.5 |              0.9 |         0 |        100 |  0.9375 |          1.0 |  0.731s |    39.012s |
| Iteration 29     |          500 |        0.2679 |         5 |     0.0 |                1 |       0.5 |              1.0 |      0.01 |        100 |     1.0 |          1.0 |  0.768s |    40.620s |
| Iteration 30     |          500 |        0.3263 |         4 |     0.0 |                1 |       0.9 |              0.6 |      0.01 |        0.1 |     0.5 |          1.0 |  0.722s |    42.187s |
| Iteration 31     |          317 |        0.4507 |         3 |     0.0 |                2 |       0.7 |              0.8 |         0 |          1 |     1.0 |          1.0 |  0.697s |    43.721s |
| Iteration 32     |           20 |        0.1837 |         2 |     0.0 |                1 |       0.5 |              0.7 |         0 |         10 |     1.0 |          1.0 |  0.660s |    45.233s |
| Iteration 33     |           20 |          0.01 |         4 |     0.0 |                3 |       0.7 |              0.4 |         0 |          1 |  0.6875 |          1.0 |  0.646s |    46.707s |
| Iteration 34     |          488 |          0.01 |        10 |     0.0 |                1 |       0.5 |              0.9 |         0 |          0 |  0.6875 |          1.0 |  0.753s |    48.280s |
| Iteration 35     |          450 |        0.6592 |         9 |     1.0 |                1 |       0.9 |              0.9 |         0 |          1 |  0.6562 |          1.0 |  0.730s |    49.886s |
| Iteration 36     |           69 |        0.0475 |         6 |     0.0 |                4 |       1.0 |              1.0 |         0 |         10 |  0.8125 |          1.0 |  0.660s |    51.511s |
| Iteration 37     |          342 |        0.0554 |         7 |     0.0 |               10 |       0.9 |              0.8 |         0 |         10 |     0.5 |          1.0 |  0.703s |    53.066s |
| Iteration 38     |          196 |        0.3646 |         1 |  0.3623 |                1 |       0.5 |              0.9 |         0 |          1 |     1.0 |          1.0 |  0.683s |    54.602s |
| Iteration 39     |           20 |           1.0 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |        100 |  0.5625 |          1.0 |  0.657s |    56.137s |
| Iteration 40     |          500 |        0.2484 |        10 |  0.3298 |                1 |       0.9 |              0.5 |         0 |        100 |   0.875 |          1.0 |  0.738s |    58.068s |
| Iteration 41     |          304 |        0.0249 |         9 |  0.4484 |                1 |       1.0 |              0.9 |         0 |          0 |  0.9375 |          1.0 |  0.699s |    59.811s |
| Iteration 42     |          500 |          0.01 |         1 |  0.3421 |                1 |       1.0 |              0.4 |         0 |          0 |   0.375 |          1.0 |  0.725s |     1m:01s |
| Iteration 43     |          500 |           1.0 |        10 |     0.0 |                2 |       0.9 |              1.0 |         0 |        100 |  0.6875 |          1.0 |  0.729s |     1m:03s |
| Iteration 44     |          219 |        0.7479 |        10 |     0.0 |                3 |       0.5 |              0.5 |         0 |        0.1 |  0.9375 |          1.0 |  0.712s |     1m:05s |
| Iteration 45     |          173 |        0.0174 |         7 |     0.0 |                1 |       0.6 |              0.8 |         0 |       0.01 |  0.9375 |          1.0 |  0.687s |     1m:07s |
| Iteration 46     |           20 |          0.01 |         7 |     0.0 |                1 |       0.6 |              0.8 |         0 |        100 |  0.8125 |          1.0 |  0.643s |     1m:09s |
| Iteration 47     |          134 |        0.0384 |        10 |     0.0 |                3 |       0.5 |              0.9 |         0 |        100 |   0.875 |          1.0 |  0.676s |     1m:10s |
| Iteration 48     |          500 |           1.0 |        10 |     0.0 |                1 |       0.5 |              0.6 |         0 |          0 |   0.875 |          1.0 |  1.296s |     1m:13s |
| Iteration 49     |          343 |        0.0117 |        10 |     0.0 |                1 |       0.8 |              0.4 |       100 |       0.01 |     0.5 |          1.0 |  0.742s |     1m:14s |
| Iteration 50     |          500 |        0.0718 |        10 |     0.0 |                1 |       0.5 |              1.0 |         0 |        100 |    0.75 |          1.0 |  0.776s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.2679, 'max_depth': 5, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9911
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.113s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0374
Time elapsed: 0.364s
-------------------------------------------------
Total time: 1m:18s


Final results ==================== >>
Duration: 8m:45s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.72 ± 0.051 ~
Logistic Regression             --> roc_auc: 0.48 ± 0.04 ~
Linear Discriminant Analysis    --> roc_auc: 0.46 ± 0.0374 ~
Quadratic Discriminant Analysis --> roc_auc: 0.46 ± 0.0374 ~
Radius Nearest Neighbors        --> roc_auc: 0.55 ± 0.0447 ~
AdaBoost                        --> roc_auc: 0.72 ± 0.0678 ~
Random Forest                   --> roc_auc: 0.75 ± 0.0632 ~ !
XGBoost                         --> roc_auc: 0.74 ± 0.0374 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSPSSYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASKGSNYKLTF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAVSQGAQKLVF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CASSLDSYEQYF.
   >>> Dropping feature CASSLGSSYEQYF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAARTGNQFYF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7812 |       0.7812 |  3.151s |     3.170s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |        0.875 |  3.258s |     6.791s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |        0.875 |  3.331s |    10.510s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |        0.875 |  3.217s |    14.165s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |        0.875 |  3.258s |    17.829s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |        0.875 |  3.248s |    21.457s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.5938 |        0.875 |  3.297s |    25.193s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |        0.875 |  3.259s |    28.909s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  3.183s |    32.459s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  3.207s |    36.194s |
| Iteration 11     | exponen.. |        0.0115 |          183 |       0.7 | friedman_mse |                15 |               13 |         8 |          0.8 |    0.0278 |    0.75 |          1.0 |  3.211s |    40.060s |
| Iteration 12     | exponen.. |        0.2018 |          427 |       1.0 | friedman_mse |                18 |                4 |         5 |         log2 |       0.0 |    0.75 |          1.0 |  3.266s |    43.994s |
| Iteration 13     | exponen.. |          0.01 |          132 |       1.0 | friedman_mse |                17 |               17 |         4 |          0.8 |    0.0048 |  0.9375 |          1.0 |  3.226s |    47.974s |
| Iteration 14     |  deviance |        0.0397 |          208 |       0.5 | squared_er.. |                19 |               11 |         7 |         None |    0.0214 |   0.625 |          1.0 |  3.224s |    51.986s |
| Iteration 15     | exponen.. |        0.8361 |          360 |       1.0 | friedman_mse |                18 |               15 |         2 |         None |    0.0183 |  0.6875 |          1.0 |  3.235s |    56.120s |
| Iteration 16     | exponen.. |         0.043 |          195 |       0.9 | friedman_mse |                16 |               17 |         4 |          0.7 |     0.004 |     0.5 |          1.0 |  3.195s |     1m:00s |
| Iteration 17     | exponen.. |        0.0167 |          223 |       1.0 | friedman_mse |                15 |               14 |         4 |          0.8 |    0.0058 |  0.5625 |          1.0 |  3.205s |     1m:04s |
| Iteration 18     |  deviance |        0.0142 |          135 |       1.0 | friedman_mse |                17 |               17 |         4 |         log2 |    0.0133 |     0.5 |          1.0 |  3.191s |     1m:08s |
| Iteration 19     | exponen.. |        0.3442 |          433 |       0.9 | squared_er.. |                16 |               17 |         1 |          0.6 |    0.0093 |   0.625 |          1.0 |  3.247s |     1m:12s |
| Iteration 20     | exponen.. |        0.0563 |          171 |       0.9 | friedman_mse |                 7 |               16 |         6 |          0.6 |    0.0112 |  0.8125 |          1.0 |  3.204s |     1m:16s |
| Iteration 21     | exponen.. |        0.3461 |          179 |       1.0 | friedman_mse |                 5 |                1 |         2 |          0.8 |    0.0342 |   0.625 |          1.0 |  3.180s |     1m:20s |
| Iteration 22     | exponen.. |         0.292 |          152 |       0.8 | friedman_mse |                18 |               10 |         9 |          0.8 |       0.0 |   0.625 |          1.0 |  3.217s |     1m:24s |
| Iteration 23     | exponen.. |        0.0731 |          182 |       1.0 | friedman_mse |                 6 |               16 |         7 |          0.8 |    0.0168 |    0.75 |          1.0 |  3.183s |     1m:28s |
| Iteration 24     | exponen.. |        0.4303 |          162 |       0.9 | friedman_mse |                13 |               18 |         1 |          0.6 |    0.0034 |  0.3125 |          1.0 |  3.792s |     1m:33s |
| Iteration 25     | exponen.. |        0.1902 |          250 |       0.6 | friedman_mse |                 9 |                2 |         3 |          0.6 |    0.0015 |   0.875 |          1.0 |  3.243s |     1m:37s |
| Iteration 26     | exponen.. |        0.2019 |          167 |       0.8 | friedman_mse |                18 |               13 |         5 |          0.6 |    0.0208 |     0.5 |          1.0 |  3.205s |     1m:41s |
| Iteration 27     | exponen.. |        0.0118 |          458 |       0.9 | friedman_mse |                 3 |               14 |         4 |          0.6 |    0.0052 |  0.5625 |          1.0 |  3.282s |     1m:46s |
| Iteration 28     | exponen.. |         0.013 |          217 |       1.0 | squared_er.. |                16 |               17 |         4 |          0.8 |    0.0074 |   0.625 |          1.0 |  3.208s |     1m:50s |
| Iteration 29     |  deviance |        0.1157 |          266 |       0.5 | squared_er.. |                 7 |               10 |         8 |         None |    0.0293 |    0.75 |          1.0 |  3.211s |     1m:53s |
| Iteration 30     | exponen.. |        0.0129 |          311 |       1.0 | friedman_mse |                19 |               16 |         2 |          0.8 |    0.0053 |    0.75 |          1.0 |  3.225s |     1m:58s |
| Iteration 31     | exponen.. |        0.0123 |          146 |       0.7 | friedman_mse |                 5 |               16 |         4 |          0.8 |    0.0049 |  0.8125 |          1.0 |  3.157s |     2m:02s |
| Iteration 32     | exponen.. |        0.0136 |          128 |       1.0 | friedman_mse |                15 |                7 |         9 |          0.8 |     0.007 |   0.875 |          1.0 |  3.117s |     2m:06s |
| Iteration 33     | exponen.. |        0.1919 |          286 |       0.9 | friedman_mse |                16 |               18 |         5 |          0.6 |    0.0028 |     0.5 |          1.0 |  3.205s |     2m:10s |
| Iteration 34     | exponen.. |         0.012 |          316 |       0.7 | friedman_mse |                20 |               10 |         4 |          0.8 |    0.0015 |  0.0625 |          1.0 |  3.228s |     2m:14s |
| Iteration 35     | exponen.. |        0.0221 |          265 |       0.8 | friedman_mse |                16 |                9 |         4 |          0.8 |    0.0065 |     0.5 |          1.0 |  3.233s |     2m:19s |
| Iteration 36     | exponen.. |        0.0574 |          175 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.9 |    0.0224 |  0.8125 |          1.0 |  3.193s |     2m:23s |
| Iteration 37     | exponen.. |        0.0116 |          162 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.8 |    0.0025 |  0.5625 |          1.0 |  3.168s |     2m:27s |
| Iteration 38     |  deviance |        0.1811 |          396 |       0.6 | squared_er.. |                20 |               18 |         6 |         auto |    0.0073 |     0.5 |          1.0 |  3.206s |     2m:31s |
| Iteration 39     | exponen.. |        0.0206 |          147 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0226 |  0.4375 |          1.0 |  3.200s |     2m:36s |
| Iteration 40     | exponen.. |        0.1959 |          159 |       0.9 | friedman_mse |                13 |               16 |         5 |          0.6 |    0.0161 |  0.9375 |          1.0 |  3.206s |     2m:40s |
| Iteration 41     | exponen.. |        0.0116 |          173 |       1.0 | friedman_mse |                 3 |                8 |         3 |          0.8 |    0.0058 |   0.625 |          1.0 |  3.211s |     2m:44s |
| Iteration 42     | exponen.. |        0.0135 |          176 |       1.0 | friedman_mse |                 4 |               15 |         8 |          0.8 |    0.0342 |  0.4375 |          1.0 |  3.165s |     2m:48s |
| Iteration 43     | exponen.. |        0.0123 |          169 |       1.0 | friedman_mse |                17 |                5 |         6 |          0.8 |    0.0078 |  0.7812 |          1.0 |  3.201s |     2m:53s |
| Iteration 44     | exponen.. |        0.1975 |          174 |       0.9 | friedman_mse |                16 |               19 |         6 |          0.6 |    0.0141 |  0.6875 |          1.0 |  3.209s |     2m:57s |
| Iteration 45     | exponen.. |        0.1695 |          168 |       0.9 | friedman_mse |                12 |                4 |         2 |          0.6 |    0.0336 |   0.875 |          1.0 |  3.201s |     3m:01s |
| Iteration 46     | exponen.. |        0.0112 |          144 |       1.0 | friedman_mse |                15 |                8 |         5 |          0.8 |    0.0346 |   0.625 |          1.0 |  3.157s |     3m:05s |
| Iteration 47     | exponen.. |         0.169 |          167 |       0.9 | friedman_mse |                12 |                4 |         6 |          0.6 |    0.0006 |    0.75 |          1.0 |  3.196s |     3m:10s |
| Iteration 48     | exponen.. |        0.0118 |          136 |       1.0 | friedman_mse |                17 |                7 |         3 |          0.8 |       0.0 |    0.25 |          1.0 |  3.133s |     3m:14s |
| Iteration 49     | exponen.. |        0.0134 |          187 |       0.8 | friedman_mse |                19 |               16 |         6 |          0.8 |    0.0058 |  0.9375 |          1.0 |  3.189s |     3m:18s |
| Iteration 50     | exponen.. |        0.0135 |          387 |       0.6 | friedman_mse |                 5 |                8 |         5 |          0.8 |    0.0055 |    0.75 |          1.0 |  3.253s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0134, 'n_estimators': 184, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 16, 'min_samples_leaf': 16, 'max_depth': 4, 'max_features': 0.8, 'ccp_alpha': 0.0054}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9563
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.054s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.14
Time elapsed: 0.250s
-------------------------------------------------
Total time: 3m:25s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  3.310s |     3.321s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  3.233s |     6.916s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |         0.75 |  3.178s |    10.439s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.375 |         0.75 |  3.307s |    14.119s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |         0.75 |  3.144s |    17.655s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |         0.75 |  3.229s |    21.238s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |         0.75 |  3.319s |    24.922s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |         0.75 |  3.208s |    28.494s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |         0.75 |  3.200s |    32.074s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     1.0 |          1.0 |  3.212s |    35.675s |
| Iteration 11     |      l1 | 46.1537 |    saga |      191 |      --- |   0.625 |          1.0 |  3.187s |    39.439s |
| Iteration 12     |      l2 |   0.001 |    saga |      552 |      --- |     0.5 |          1.0 |  3.219s |    43.282s |
| Iteration 13     |      l2 |  0.0018 |    saga |      367 |      --- |     0.5 |          1.0 |  3.197s |    47.175s |
| Iteration 14     |      l2 |  0.0025 |     sag |      213 |      --- |    0.75 |          1.0 |  3.218s |    50.991s |
| Iteration 15     |      l2 |  0.0109 |     sag |      205 |      --- |   0.375 |          1.0 |  3.154s |    54.786s |
| Iteration 16     |      l2 |   0.001 |    saga |      163 |      --- |   0.625 |          1.0 |  3.212s |    58.578s |
| Iteration 17     |      l2 |  2.0341 |    saga |      427 |      --- |  0.1875 |          1.0 |  3.164s |     1m:02s |
| Iteration 18     | elast.. |  0.0038 |    saga |      998 |      0.5 |     0.5 |          1.0 |  3.174s |     1m:06s |
| Iteration 19     |      l2 | 14.6769 | libli.. |      238 |      --- |  0.4375 |          1.0 |  3.178s |     1m:10s |
| Iteration 20     |      l2 |  0.0032 | newto.. |      424 |      --- |    0.75 |          1.0 |  3.203s |     1m:14s |
| Iteration 21     |      l2 |  0.0032 |    saga |      100 |      --- |  0.5625 |          1.0 |  3.171s |     1m:18s |
| Iteration 22     |      l2 |  0.0033 |     sag |      842 |      --- |  0.5625 |          1.0 |  3.190s |     1m:22s |
| Iteration 23     |      l2 |  0.0032 |     sag |      185 |      --- |  0.3125 |          1.0 |  3.208s |     1m:26s |
| Iteration 24     |      l2 |  0.0033 | libli.. |      210 |      --- |  0.3125 |          1.0 |  3.183s |     1m:30s |
| Iteration 25     |      l2 |  0.2561 |     sag |      222 |      --- |     0.5 |          1.0 |  3.219s |     1m:34s |
| Iteration 26     |      l1 | 17.1488 |    saga |      224 |      --- |     0.5 |          1.0 |  3.239s |     1m:38s |
| Iteration 27     |      l2 |  0.0122 |    saga |      287 |      --- |    0.75 |          1.0 |  3.194s |     1m:42s |
| Iteration 28     |      l2 | 23.6486 |    saga |      693 |      --- |  0.4375 |          1.0 |  3.168s |     1m:46s |
| Iteration 29     |      l2 |   0.017 |    saga |      368 |      --- |   0.875 |          1.0 |  3.189s |     1m:50s |
| Iteration 30     |      l2 |  0.0047 |    saga |     1000 |      --- |    0.75 |          1.0 |  3.238s |     1m:54s |
| Iteration 31     |      l2 |  0.0054 |    saga |      301 |      --- |  0.4375 |          1.0 |  3.197s |     1m:58s |
| Iteration 32     |      l2 |  7.3832 |     sag |      188 |      --- |  0.8125 |          1.0 |  3.182s |     2m:02s |
| Iteration 33     |      l2 | 98.8422 |   lbfgs |      929 |      --- |  0.8125 |          1.0 |  3.206s |     2m:06s |
| Iteration 34     |      l2 |  57.649 | libli.. |      343 |      --- |   0.625 |          1.0 |  3.207s |     2m:10s |
| Iteration 35     |      l2 |   0.001 |   lbfgs |      345 |      --- |  0.1875 |          1.0 |  3.182s |     2m:14s |
| Iteration 36     |      l2 |   3.494 |   lbfgs |      795 |      --- |  0.8125 |          1.0 |  3.165s |     2m:18s |
| Iteration 37     |      l2 |   100.0 | libli.. |      116 |      --- |  0.6875 |          1.0 |  3.187s |     2m:22s |
| Iteration 38     |      l2 |  1.5086 |   lbfgs |      362 |      --- |   0.625 |          1.0 |  3.196s |     2m:26s |
| Iteration 39     |      l2 |   5.986 |     sag |      907 |      --- |  0.3125 |          1.0 |  3.165s |     2m:30s |
| Iteration 40     |      l2 |   0.001 |   lbfgs |      452 |      --- |    0.75 |          1.0 |  3.173s |     2m:34s |
| Iteration 41     |      l2 |  0.0012 | newto.. |      694 |      --- |   0.625 |          1.0 |  3.175s |     2m:38s |
| Iteration 42     |      l2 |   0.001 |     sag |      974 |      --- |  0.3125 |          1.0 |  3.191s |     2m:42s |
| Iteration 43     |      l2 | 73.7383 |   lbfgs |      944 |      --- |  0.8125 |          1.0 |  3.215s |     2m:46s |
| Iteration 44     |      l2 | 96.8444 |   lbfgs |      566 |      --- |    0.75 |          1.0 |  3.187s |     2m:50s |
| Iteration 45     |      l2 |   100.0 |   lbfgs |      972 |      --- |     0.5 |          1.0 |  3.213s |     2m:54s |
| Iteration 46     |      l2 |  7.6356 |   lbfgs |      727 |      --- |    0.75 |          1.0 |  3.227s |     2m:58s |
| Iteration 47     |      l2 |   1.225 |   lbfgs |      924 |      --- |  0.8125 |          1.0 |  3.196s |     3m:02s |
| Iteration 48     |      l2 |  0.1594 |   lbfgs |      941 |      --- |     0.5 |          1.0 |  3.241s |     3m:06s |
| Iteration 49     |      l2 |  0.0011 |   lbfgs |      328 |      --- |     1.0 |          1.0 |  3.207s |     3m:10s |
| Iteration 50     |      l2 |  0.0018 |   lbfgs |      406 |      --- |  0.5625 |          1.0 |  3.228s |     3m:14s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'saga', 'max_iter': 208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8571
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.0374
Time elapsed: 0.062s
-------------------------------------------------
Total time: 3m:15s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.4375 |       0.4375 |  3.224s |     3.231s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.6875 |  3.207s |     6.791s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.6875 |  0.001s |     7.821s |
| Initial point 4  |    lsqr |       0.8 |  0.4375 |       0.6875 |  3.076s |    11.426s |
| Initial point 5  |   eigen |       0.9 |  0.3125 |       0.6875 |  3.731s |    15.524s |
| Initial point 6  |    lsqr |       0.7 |  0.5625 |       0.6875 |  3.141s |    19.071s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |       0.6875 |  3.192s |    22.610s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |         0.75 |  3.342s |    26.311s |
| Initial point 9  |    lsqr |       0.6 |   0.875 |        0.875 |  3.218s |    29.916s |
| Initial point 10 |   eigen |       0.8 |     1.0 |          1.0 |  3.207s |    33.465s |
| Iteration 11     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    33.987s |
| Iteration 12     |   eigen |       0.7 |     0.5 |          1.0 |  3.142s |    37.608s |
| Iteration 13     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    38.114s |
| Iteration 14     |    lsqr |      auto |    0.75 |          1.0 |  3.201s |    41.816s |
| Iteration 15     |   eigen |      auto |   0.375 |          1.0 |  3.118s |    45.470s |
| Iteration 16     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    45.968s |
| Iteration 17     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    46.494s |
| Iteration 18     |    lsqr |       1.0 |     0.5 |          1.0 |  3.183s |    50.212s |
| Iteration 19     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    50.761s |
| Iteration 20     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    51.268s |
| Iteration 21     |   eigen |       0.5 |  0.6875 |          1.0 |  3.182s |    54.968s |
| Iteration 22     |   eigen |       0.6 |     0.5 |          1.0 |  3.210s |    58.823s |
| Iteration 23     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    59.348s |
| Iteration 24     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    59.923s |
| Iteration 25     |   eigen |      None |     0.5 |          1.0 |  3.192s |     1m:04s |
| Iteration 26     |     svd |       --- |  0.6875 |          1.0 |  0.001s |     1m:04s |
| Iteration 27     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 28     |    lsqr |      None |     0.5 |          1.0 |  3.175s |     1m:09s |
| Iteration 29     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 30     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 31     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:10s |
| Iteration 32     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 33     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:12s |
| Iteration 34     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 35     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 36     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:14s |
| Iteration 37     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:14s |
| Iteration 38     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 39     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 40     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:16s |
| Iteration 41     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:17s |
| Iteration 42     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 43     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:18s |
| Iteration 44     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 45     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 46     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 47     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 48     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:21s |
| Iteration 49     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 50     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7982
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0548
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:24s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.4375 |       0.4375 |  3.138s |     3.141s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  3.197s |     6.674s |
| Initial point 3  |       0.1 |  0.5625 |         0.75 |  3.195s |    10.219s |
| Initial point 4  |       1.0 |  0.4375 |         0.75 |  0.000s |    10.666s |
| Initial point 5  |       0.2 |  0.3125 |         0.75 |  3.195s |    14.260s |
| Initial point 6  |       0.4 |  0.5625 |         0.75 |  3.797s |    18.409s |
| Initial point 7  |       0.4 |  0.5625 |         0.75 |  0.000s |    18.768s |
| Initial point 8  |       0.7 |    0.75 |         0.75 |  3.128s |    22.253s |
| Initial point 9  |       0.9 |    0.75 |         0.75 |  0.000s |    22.595s |
| Initial point 10 |       0.8 |     1.0 |          1.0 |  3.148s |    26.074s |
| Iteration 11     |       0.3 |    0.75 |          1.0 |  3.144s |    29.671s |
| Iteration 12     |       0.6 |     0.5 |          1.0 |  3.153s |    33.271s |
| Iteration 13     |       0.5 |    0.75 |          1.0 |  3.143s |    36.856s |
| Iteration 14     |       0.0 |  0.8125 |          1.0 |  3.144s |    40.459s |
| Iteration 15     |       0.8 |     1.0 |          1.0 |  0.000s |    40.923s |
| Iteration 16     |       0.8 |     1.0 |          1.0 |  0.000s |    41.407s |
| Iteration 17     |       0.8 |     1.0 |          1.0 |  0.001s |    41.838s |
| Iteration 18     |       0.8 |     1.0 |          1.0 |  0.000s |    42.348s |
| Iteration 19     |       0.8 |     1.0 |          1.0 |  0.000s |    42.848s |
| Iteration 20     |       0.8 |     1.0 |          1.0 |  0.000s |    43.298s |
| Iteration 21     |       0.8 |     1.0 |          1.0 |  0.000s |    43.754s |
| Iteration 22     |       0.8 |     1.0 |          1.0 |  0.000s |    44.252s |
| Iteration 23     |       0.8 |     1.0 |          1.0 |  0.000s |    44.724s |
| Iteration 24     |       0.8 |     1.0 |          1.0 |  0.000s |    46.066s |
| Iteration 25     |       0.8 |     1.0 |          1.0 |  0.000s |    46.756s |
| Iteration 26     |       0.8 |     1.0 |          1.0 |  0.001s |    47.230s |
| Iteration 27     |       0.8 |     1.0 |          1.0 |  0.000s |    47.697s |
| Iteration 28     |       0.9 |    0.75 |          1.0 |  0.000s |    48.175s |
| Iteration 29     |       0.8 |     1.0 |          1.0 |  0.000s |    48.651s |
| Iteration 30     |       0.8 |     1.0 |          1.0 |  0.000s |    49.134s |
| Iteration 31     |       0.8 |     1.0 |          1.0 |  0.000s |    49.616s |
| Iteration 32     |       0.8 |     1.0 |          1.0 |  0.000s |    50.099s |
| Iteration 33     |       0.8 |     1.0 |          1.0 |  0.000s |    50.667s |
| Iteration 34     |       0.8 |     1.0 |          1.0 |  0.000s |    51.158s |
| Iteration 35     |       0.8 |     1.0 |          1.0 |  0.000s |    51.673s |
| Iteration 36     |       0.8 |     1.0 |          1.0 |  0.000s |    52.187s |
| Iteration 37     |       0.8 |     1.0 |          1.0 |  0.000s |    52.687s |
| Iteration 38     |       0.8 |     1.0 |          1.0 |  0.000s |    53.272s |
| Iteration 39     |       0.8 |     1.0 |          1.0 |  0.000s |    53.790s |
| Iteration 40     |       0.8 |     1.0 |          1.0 |  0.000s |    54.296s |
| Iteration 41     |       0.8 |     1.0 |          1.0 |  0.000s |    54.824s |
| Iteration 42     |       0.8 |     1.0 |          1.0 |  0.000s |    55.363s |
| Iteration 43     |       0.8 |     1.0 |          1.0 |  0.000s |    55.932s |
| Iteration 44     |       0.8 |     1.0 |          1.0 |  0.000s |    56.496s |
| Iteration 45     |       0.8 |     1.0 |          1.0 |  0.000s |    57.051s |
| Iteration 46     |       0.8 |     1.0 |          1.0 |  0.000s |    57.589s |
| Iteration 47     |       0.8 |     1.0 |          1.0 |  0.001s |    58.170s |
| Iteration 48     |       0.8 |     1.0 |          1.0 |  0.000s |    58.755s |
| Iteration 49     |       0.8 |     1.0 |          1.0 |  0.000s |    59.319s |
| Iteration 50     |       0.8 |     1.0 |          1.0 |  0.000s |    59.902s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.02
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:01s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  8.9457 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  3.205s |     3.227s |
| Initial point 2  |  3.5577 | uniform |   kd_tree |        39 |       2 |   0.625 |       0.8125 |  3.250s |     6.838s |
| Initial point 3  |  2.8103 | dista.. | ball_tree |        25 |       2 |  0.5625 |       0.8125 |  3.233s |    10.561s |
| Initial point 4  |  8.1991 | uniform | ball_tree |        39 |       2 |  0.4688 |       0.8125 |  3.304s |    14.296s |
| Initial point 5  |  6.4229 | dista.. |      auto |        30 |       2 |    0.75 |       0.8125 |  3.194s |    17.863s |
| Initial point 6  |  7.4382 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.8125 |  3.190s |    21.430s |
| Initial point 7  |  5.3203 | dista.. | ball_tree |        24 |       1 |  0.4688 |       0.8125 |  3.188s |    24.989s |
| Initial point 8  |  1.2749 | dista.. | ball_tree |        21 |       2 |     0.5 |       0.8125 |  3.205s |    28.552s |
| Initial point 9  |  5.9265 | uniform | ball_tree |        24 |       1 |   0.625 |       0.8125 |  3.230s |    32.172s |
| Initial point 10 |  4.2095 | uniform |     brute |        22 |       2 |  0.4688 |       0.8125 |  3.218s |    35.741s |
| Iteration 11     |  3.8274 | dista.. |      auto |        39 |       1 |  0.5625 |       0.8125 |  3.188s |    39.583s |
| Iteration 12     |  8.8223 | dista.. |      auto |        39 |       1 |  0.3438 |       0.8125 |  3.209s |    44.025s |
| Iteration 13     |  8.8131 | uniform |   kd_tree |        40 |       2 |     0.5 |       0.8125 |  3.224s |    47.884s |
| Iteration 14     |  6.3725 | dista.. |      auto |        30 |       2 |   0.625 |       0.8125 |  3.236s |    51.698s |
| Iteration 15     |   8.793 | dista.. |   kd_tree |        40 |       2 |     0.5 |       0.8125 |  3.170s |    55.475s |
| Iteration 16     |  7.3402 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.8125 |  3.186s |    59.316s |
| Iteration 17     |  5.9162 | dista.. |      auto |        40 |       1 |  0.5625 |       0.8125 |  3.226s |     1m:03s |
| Iteration 18     |  8.9709 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  3.268s |     1m:07s |
| Iteration 19     |  6.5047 | dista.. |   kd_tree |        30 |       2 |    0.25 |       0.8125 |  3.262s |     1m:11s |
| Iteration 20     |  6.5164 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  3.271s |     1m:15s |
| Iteration 21     |  6.4884 | uniform |      auto |        27 |       2 |    0.75 |        0.875 |  3.264s |     1m:19s |
| Iteration 22     |  0.8413 | uniform |      auto |        20 |       2 |   0.375 |        0.875 |  3.245s |     1m:23s |
| Iteration 23     |  6.5542 | uniform |      auto |        30 |       2 |  0.2812 |        0.875 |  3.261s |     1m:27s |
| Iteration 24     |  8.6604 | dista.. |      auto |        20 |       2 |   0.375 |        0.875 |  3.254s |     1m:31s |
| Iteration 25     |  6.6746 | uniform |      auto |        27 |       2 |  0.6875 |        0.875 |  3.120s |     1m:35s |
| Iteration 26     |   8.726 | dista.. |      auto |        40 |       1 |    0.75 |        0.875 |  3.156s |     1m:39s |
| Iteration 27     |  6.5554 | dista.. |      auto |        30 |       2 |    0.75 |        0.875 |  3.160s |     1m:43s |
| Iteration 28     |  6.9094 | dista.. |      auto |        30 |       2 |  0.6875 |        0.875 |  3.166s |     1m:47s |
| Iteration 29     |  4.3433 | uniform |      auto |        27 |       2 |    0.75 |        0.875 |  3.187s |     1m:51s |
| Iteration 30     |  3.0071 | dista.. |      auto |        30 |       1 |  0.4375 |        0.875 |  3.169s |     1m:55s |
| Iteration 31     |  3.5418 | dista.. |      auto |        30 |       2 |  0.9375 |       0.9375 |  3.174s |     1m:59s |
| Iteration 32     |  2.6465 | dista.. |      auto |        30 |       2 |  0.7812 |       0.9375 |  3.182s |     2m:03s |
| Iteration 33     |  4.1923 | dista.. |      auto |        30 |       2 |  0.4062 |       0.9375 |  3.155s |     2m:07s |
| Iteration 34     |  4.1565 | dista.. |      auto |        30 |       2 |  0.1875 |       0.9375 |  3.171s |     2m:11s |
| Iteration 35     |  6.6934 | dista.. |      auto |        30 |       1 |     0.5 |       0.9375 |  3.155s |     2m:15s |
| Iteration 36     |  3.4554 | dista.. |      auto |        30 |       2 |  0.4688 |       0.9375 |  3.195s |     2m:20s |
| Iteration 37     |   8.864 | dista.. |      auto |        40 |       1 |  0.8125 |       0.9375 |  3.182s |     2m:24s |
| Iteration 38     |  2.5482 | dista.. |      auto |        30 |       2 |   0.625 |       0.9375 |  3.186s |     2m:28s |
| Iteration 39     |  3.5993 | dista.. |      auto |        30 |       1 |   0.625 |       0.9375 |  3.184s |     2m:32s |
| Iteration 40     |  3.5893 | dista.. |      auto |        30 |       2 |  0.4375 |       0.9375 |  3.209s |     2m:36s |
| Iteration 41     |  8.3616 | dista.. |      auto |        40 |       1 |    0.75 |       0.9375 |  3.198s |     2m:40s |
| Iteration 42     |  5.5115 | uniform |      auto |        27 |       2 |  0.4688 |       0.9375 |  3.162s |     2m:44s |
| Iteration 43     |  3.7586 | uniform |      auto |        27 |       2 |  0.8125 |       0.9375 |  3.195s |     2m:48s |
| Iteration 44     |  3.3388 | uniform |      auto |        27 |       2 |  0.6875 |       0.9375 |  3.192s |     2m:52s |
| Iteration 45     |  8.9709 | dista.. |      auto |        40 |       1 |  0.8125 |       0.9375 |  0.001s |     2m:53s |
| Iteration 46     |  7.7104 | dista.. |      auto |        40 |       1 |  0.5312 |       0.9375 |  3.195s |     2m:57s |
| Iteration 47     |  3.9881 | uniform |      auto |        27 |       2 |  0.5312 |       0.9375 |  3.168s |     3m:01s |
| Iteration 48     |    4.87 | uniform |      auto |        26 |       2 |     0.5 |       0.9375 |  3.192s |     3m:05s |
| Iteration 49     |  4.8786 | uniform |      auto |        28 |       2 |  0.5312 |       0.9375 |  3.154s |     3m:09s |
| Iteration 50     |  6.7573 | uniform |      auto |        27 |       2 |   0.375 |       0.9375 |  3.214s |     3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'radius': 3.5418, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1095
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:14s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  3.591s |     3.599s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  3.628s |     7.595s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |        0.875 |  3.348s |    11.295s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.4375 |        0.875 |  3.480s |    15.153s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |        0.875 |  3.326s |    18.862s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.4375 |        0.875 |  3.530s |    22.743s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.7188 |        0.875 |  3.198s |    26.287s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |        0.875 |  3.480s |    30.106s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |        0.875 |  3.172s |    33.643s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     1.0 |          1.0 |  3.311s |    37.312s |
| Iteration 11     |          171 |        1.9465 |     SAMME |   0.875 |          1.0 |  3.262s |    41.170s |
| Iteration 12     |          178 |        0.0115 |     SAMME |  0.8438 |          1.0 |  3.272s |    45.007s |
| Iteration 13     |          164 |        0.0179 |     SAMME |   0.875 |          1.0 |  3.930s |    49.501s |
| Iteration 14     |          148 |        0.0134 |   SAMME.R |  0.6562 |          1.0 |  3.326s |    53.422s |
| Iteration 15     |          172 |        0.0165 |     SAMME |  0.5625 |          1.0 |  3.292s |    58.102s |
| Iteration 16     |          188 |        9.0691 |   SAMME.R |   0.375 |          1.0 |  3.317s |     1m:02s |
| Iteration 17     |          149 |        2.2515 |     SAMME |  0.5625 |          1.0 |  3.208s |     1m:07s |
| Iteration 18     |          189 |        7.6862 |     SAMME |  0.5938 |          1.0 |  3.177s |     1m:10s |
| Iteration 19     |          488 |        0.0266 |   SAMME.R |   0.625 |          1.0 |  3.583s |     1m:15s |
| Iteration 20     |          266 |        9.7055 |     SAMME |    0.75 |          1.0 |  3.173s |     1m:18s |
| Iteration 21     |          283 |        0.0119 |     SAMME |  0.8125 |          1.0 |  3.365s |     1m:22s |
| Iteration 22     |          111 |        0.0749 |   SAMME.R |  0.6875 |          1.0 |  3.249s |     1m:26s |
| Iteration 23     |          141 |        0.0129 |     SAMME |  0.8125 |          1.0 |  3.240s |     1m:30s |
| Iteration 24     |          477 |         0.029 |     SAMME |  0.4062 |          1.0 |  3.469s |     1m:34s |
| Iteration 25     |           54 |        0.0105 |     SAMME |  0.8438 |          1.0 |  3.188s |     1m:38s |
| Iteration 26     |          439 |        0.0134 |     SAMME |   0.625 |          1.0 |  3.447s |     1m:42s |
| Iteration 27     |           96 |          0.01 |     SAMME |  0.6562 |          1.0 |  3.220s |     1m:46s |
| Iteration 28     |          185 |          0.01 |     SAMME |  0.7188 |          1.0 |  3.276s |     1m:50s |
| Iteration 29     |           50 |        0.2919 |     SAMME |  0.9375 |          1.0 |  3.174s |     1m:53s |
| Iteration 30     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  3.194s |     1m:57s |
| Iteration 31     |           59 |        9.7198 |     SAMME |  0.6875 |          1.0 |  3.125s |     2m:01s |
| Iteration 32     |          292 |        4.1867 |   SAMME.R |  0.5312 |          1.0 |  3.380s |     2m:05s |
| Iteration 33     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.001s |     2m:06s |
| Iteration 34     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     2m:06s |
| Iteration 35     |           50 |        0.2937 |     SAMME |     0.5 |          1.0 |  3.158s |     2m:10s |
| Iteration 36     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     2m:11s |
| Iteration 37     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     2m:11s |
| Iteration 38     |           55 |        0.0107 |   SAMME.R |  0.7188 |          1.0 |  3.146s |     2m:15s |
| Iteration 39     |          292 |        0.0101 |   SAMME.R |   0.375 |          1.0 |  3.395s |     2m:19s |
| Iteration 40     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.001s |     2m:20s |
| Iteration 41     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.001s |     2m:20s |
| Iteration 42     |           53 |        9.5314 |   SAMME.R |    0.25 |          1.0 |  3.238s |     2m:25s |
| Iteration 43     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     2m:26s |
| Iteration 44     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.001s |     2m:26s |
| Iteration 45     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     2m:27s |
| Iteration 46     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     2m:28s |
| Iteration 47     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     2m:28s |
| Iteration 48     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.001s |     2m:29s |
| Iteration 49     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     2m:30s |
| Iteration 50     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     2m:31s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'n_estimators': 173, 'learning_rate': 0.0151, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.929
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.148s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.0644
Time elapsed: 0.690s
-------------------------------------------------
Total time: 2m:32s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  3.541s |     3.563s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.625 |        0.875 |  3.450s |     7.399s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |        0.875 |  3.465s |    11.266s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  3.261s |    14.994s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |        0.875 |  3.489s |    18.851s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6875 |        0.875 |  3.297s |    22.606s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |        0.875 |  3.353s |    26.359s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |        0.875 |  3.372s |    30.188s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |        0.875 |  3.689s |    34.289s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  3.492s |    38.206s |
| Iteration 11     |           91 |   entropy |         9 |                 2 |               17 |          0.5 |      True |    0.0245 |        None |    0.75 |          1.0 |  3.244s |    42.252s |
| Iteration 12     |          382 |      gini |         8 |                 9 |               12 |          0.9 |      True |    0.0003 |        None |   0.625 |          1.0 |  3.511s |    46.523s |
| Iteration 13     |          316 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |         0.5 |     0.5 |          1.0 |  3.447s |    50.647s |
| Iteration 14     |          496 |      gini |         9 |                 8 |               15 |          0.6 |      True |    0.0128 |        None |  0.8125 |          1.0 |  3.590s |    55.005s |
| Iteration 15     |          242 |      gini |         6 |                17 |               16 |         sqrt |      True |    0.0209 |        None |    0.75 |          1.0 |  3.362s |    59.187s |
| Iteration 16     |          383 |   entropy |      None |                20 |               16 |         None |      True |    0.0193 |        None |    0.75 |          1.0 |  3.509s |     1m:04s |
| Iteration 17     |          368 |      gini |         5 |                15 |               10 |          0.6 |     False |    0.0067 |         --- |     0.5 |          1.0 |  3.421s |     1m:08s |
| Iteration 18     |          328 |      gini |         3 |                17 |                7 |          0.5 |     False |    0.0085 |         --- |   0.625 |          1.0 |  3.358s |     1m:12s |
| Iteration 19     |          327 |      gini |         7 |                15 |               12 |          0.5 |      True |    0.0171 |        None |   0.875 |          1.0 |  3.424s |     1m:16s |
| Iteration 20     |          190 |      gini |         5 |                 2 |               13 |          0.7 |     False |     0.018 |         --- |  0.8125 |          1.0 |  3.311s |     1m:20s |
| Iteration 21     |          327 |      gini |         8 |                18 |                3 |          0.8 |      True |     0.018 |        None |    0.75 |          1.0 |  3.443s |     1m:24s |
| Iteration 22     |           71 |   entropy |         7 |                16 |               13 |          0.7 |      True |    0.0138 |         0.9 |  0.6875 |          1.0 |  3.219s |     1m:29s |
| Iteration 23     |          308 |   entropy |         4 |                15 |                1 |          0.5 |     False |    0.0341 |         --- |  0.8125 |          1.0 |  3.419s |     1m:33s |
| Iteration 24     |          254 |      gini |         2 |                 6 |               13 |          0.9 |      True |    0.0345 |        None |     0.5 |          1.0 |  4.055s |     1m:37s |
| Iteration 25     |          327 |   entropy |         5 |                 7 |               20 |         sqrt |      True |     0.016 |        None |  0.7812 |          1.0 |  3.378s |     1m:42s |
| Iteration 26     |          327 |      gini |         7 |                 7 |               18 |         log2 |      True |     0.012 |        None |  0.8438 |          1.0 |  3.444s |     1m:46s |
| Iteration 27     |          339 |      gini |         5 |                 6 |               20 |          0.7 |      True |    0.0184 |        None |  0.5625 |          1.0 |  3.438s |     1m:51s |
| Iteration 28     |          326 |      gini |         7 |                 6 |                8 |         None |      True |    0.0188 |        None |   0.625 |          1.0 |  3.461s |     1m:55s |
| Iteration 29     |          327 |      gini |         6 |                 8 |               18 |          0.9 |      True |    0.0229 |        None |  0.8125 |          1.0 |  3.429s |     1m:59s |
| Iteration 30     |          326 |      gini |         6 |                 5 |               15 |         sqrt |      True |       0.0 |        None |  0.9375 |          1.0 |  3.408s |     2m:04s |
| Iteration 31     |          328 |      gini |      None |                14 |               15 |          0.5 |      True |    0.0304 |        None |  0.6875 |          1.0 |  3.439s |     2m:08s |
| Iteration 32     |          260 |      gini |         7 |                11 |               14 |          0.9 |      True |    0.0153 |        None |   0.875 |          1.0 |  3.377s |     2m:13s |
| Iteration 33     |          487 |   entropy |         8 |                15 |               17 |          0.7 |     False |       0.0 |         --- |    0.75 |          1.0 |  3.494s |     2m:17s |
| Iteration 34     |          408 |      gini |         7 |                 8 |               15 |          0.8 |      True |    0.0113 |        None |  0.1875 |          1.0 |  3.596s |     2m:22s |
| Iteration 35     |          194 |      gini |         7 |                13 |               16 |          0.9 |      True |    0.0201 |        None |  0.5312 |          1.0 |  3.408s |     2m:26s |
| Iteration 36     |          122 |   entropy |         6 |                 4 |               15 |         sqrt |      True |       0.0 |        None |  0.6875 |          1.0 |  3.231s |     2m:30s |
| Iteration 37     |          214 |      gini |         5 |                 5 |               15 |          0.7 |     False |    0.0192 |         --- |  0.4375 |          1.0 |  3.320s |     2m:35s |
| Iteration 38     |          465 |      gini |         6 |                 6 |               15 |         sqrt |      True |    0.0231 |        None |   0.625 |          1.0 |  3.544s |     2m:40s |
| Iteration 39     |           67 |      gini |         7 |                 7 |               18 |         log2 |      True |    0.0069 |        None |  0.4375 |          1.0 |  3.175s |     2m:44s |
| Iteration 40     |          197 |      gini |         6 |                 5 |               15 |         sqrt |      True |       0.0 |        None |  0.7812 |          1.0 |  3.265s |     2m:49s |
| Iteration 41     |          359 |      gini |         8 |                 8 |               17 |         log2 |     False |    0.0104 |         --- |  0.6875 |          1.0 |  3.376s |     2m:54s |
| Iteration 42     |          317 |      gini |         9 |                17 |                5 |          0.8 |      True |    0.0158 |        None |   0.375 |          1.0 |  3.372s |     2m:59s |
| Iteration 43     |          460 |   entropy |         2 |                19 |               10 |          0.5 |      True |    0.0214 |         0.8 |    0.75 |          1.0 |  3.547s |     3m:03s |
| Iteration 44     |           11 |   entropy |         4 |                 4 |                6 |         None |      True |    0.0199 |        None |    0.75 |          1.0 |  3.168s |     3m:07s |
| Iteration 45     |          500 |   entropy |         7 |                14 |                4 |         None |      True |    0.0291 |         0.5 |  0.8125 |          1.0 |  3.564s |     3m:11s |
| Iteration 46     |           71 |      gini |         4 |                15 |               15 |          0.8 |     False |    0.0337 |         --- |  0.6562 |          1.0 |  3.198s |     3m:16s |
| Iteration 47     |           18 |   entropy |      None |                19 |               17 |         None |     False |     0.014 |         --- |    0.75 |          1.0 |  3.785s |     3m:20s |
| Iteration 48     |          489 |   entropy |         2 |                16 |                5 |          0.6 |     False |    0.0325 |         --- |    0.25 |          1.0 |  3.469s |     3m:25s |
| Iteration 49     |          181 |      gini |         5 |                16 |                8 |          0.7 |     False |    0.0046 |         --- |     1.0 |          1.0 |  3.231s |     3m:29s |
| Iteration 50     |          395 |      gini |         7 |                 4 |               18 |          0.9 |      True |    0.0171 |        None |   0.625 |          1.0 |  3.433s |     3m:34s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'n_estimators': 327, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 8, 'min_samples_leaf': 15, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0174, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8571
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.288s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0707
Time elapsed: 1.339s
-------------------------------------------------
Total time: 3m:36s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.264s |     3.284s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.260s |     6.958s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  3.293s |    10.646s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  3.133s |    14.180s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  3.206s |    17.786s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  3.211s |    21.409s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  3.226s |    25.009s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  3.227s |    28.645s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |        0.875 |  3.219s |    32.276s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  3.207s |    35.880s |
| Iteration 11     |          123 |        0.0293 |         6 |     0.0 |                2 |       0.6 |              0.6 |        10 |          0 |     0.5 |        0.875 |  3.181s |    39.880s |
| Iteration 12     |          386 |        0.0292 |         6 |  0.4273 |                2 |       0.9 |              0.8 |       0.1 |          1 |   0.625 |        0.875 |  3.223s |    43.869s |
| Iteration 13     |           32 |        0.0204 |        10 |  0.8589 |                9 |       0.8 |              0.9 |       100 |        0.1 |     0.5 |        0.875 |  3.170s |    47.857s |
| Iteration 14     |           60 |        0.6135 |         6 |   0.091 |                6 |       0.8 |              0.6 |        10 |          0 |     0.5 |        0.875 |  3.226s |    51.996s |
| Iteration 15     |          329 |        0.0498 |         3 |  0.4216 |                2 |       0.8 |              0.5 |         0 |       0.01 |  0.6875 |        0.875 |  3.281s |    56.043s |
| Iteration 16     |          456 |        0.0317 |         5 |  0.8258 |                2 |       0.8 |              1.0 |       0.1 |        100 |  0.7812 |        0.875 |  3.294s |     1m:00s |
| Iteration 17     |          475 |        0.0337 |         6 |  0.7543 |                3 |       0.8 |              0.9 |         0 |          0 |     0.5 |        0.875 |  3.257s |     1m:04s |
| Iteration 18     |           20 |        0.0537 |         1 |     1.0 |               10 |       0.5 |              1.0 |         1 |        0.1 |     0.5 |        0.875 |  3.192s |     1m:08s |
| Iteration 19     |          420 |        0.0178 |         6 |  0.0274 |                3 |       0.8 |              0.7 |       0.1 |        0.1 |  0.6875 |        0.875 |  3.267s |     1m:12s |
| Iteration 20     |          424 |        0.0481 |         8 |  0.1009 |                3 |       0.8 |              0.9 |       0.1 |          1 |    0.75 |        0.875 |  3.210s |     1m:16s |
| Iteration 21     |          500 |        0.0494 |         7 |     1.0 |                7 |       0.9 |              0.6 |      0.01 |        0.1 |    0.75 |        0.875 |  3.211s |     1m:20s |
| Iteration 22     |          461 |        0.0136 |         6 |  0.5539 |                7 |       0.7 |              0.9 |       0.1 |        0.1 |     0.5 |        0.875 |  3.264s |     1m:25s |
| Iteration 23     |          500 |        0.0452 |         6 |  0.7403 |                4 |       0.9 |              0.7 |      0.01 |        0.1 |    0.75 |        0.875 |  3.241s |     1m:29s |
| Iteration 24     |          248 |        0.0536 |         3 |  0.6816 |                5 |       0.8 |              0.6 |      0.01 |        0.1 |   0.375 |        0.875 |  3.204s |     1m:33s |
| Iteration 25     |          440 |        0.0585 |         4 |  0.1251 |                3 |       0.6 |              1.0 |        10 |        0.1 |     0.5 |        0.875 |  4.079s |     1m:38s |
| Iteration 26     |          434 |        0.0572 |         5 |  0.5496 |                3 |       0.8 |              0.8 |       0.1 |       0.01 |     0.5 |        0.875 |  3.225s |     1m:43s |
| Iteration 27     |          430 |        0.0472 |         3 |  0.4105 |                4 |       0.8 |              0.7 |         0 |        0.1 |  0.6875 |        0.875 |  3.255s |     1m:47s |
| Iteration 28     |          500 |        0.0363 |         8 |  0.5569 |                2 |       0.9 |              0.8 |      0.01 |         10 |   0.625 |        0.875 |  3.275s |     1m:51s |
| Iteration 29     |          447 |        0.0556 |         4 |  0.3213 |                4 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.730s |     1m:56s |
| Iteration 30     |          435 |        0.0527 |         3 |  0.2294 |                2 |       0.8 |              0.9 |       0.1 |        0.1 |  0.5625 |        0.875 |  3.196s |     2m:00s |
| Iteration 31     |          476 |        0.0447 |         7 |   0.769 |                5 |       0.8 |              0.8 |       0.1 |          1 |  0.7188 |        0.875 |  3.199s |     2m:04s |
| Iteration 32     |          500 |        0.0523 |        10 |  0.3207 |                6 |       0.8 |              1.0 |        10 |          1 |     0.5 |        0.875 |  3.237s |     2m:08s |
| Iteration 33     |          434 |        0.0445 |         7 |  0.7074 |                4 |       0.8 |              0.8 |       0.1 |        0.1 |   0.625 |        0.875 |  3.249s |     2m:13s |
| Iteration 34     |          458 |        0.0641 |         8 |    0.42 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |   0.125 |        0.875 |  3.226s |     2m:17s |
| Iteration 35     |          445 |        0.0245 |         5 |  0.0963 |                4 |       0.9 |              0.5 |         1 |        0.1 |  0.4375 |        0.875 |  3.209s |     2m:22s |
| Iteration 36     |          448 |        0.5948 |         6 |  0.3406 |                4 |       0.8 |              0.8 |       0.1 |        0.1 |  0.7812 |        0.875 |  3.220s |     2m:26s |
| Iteration 37     |          425 |           1.0 |         3 |  0.6083 |                4 |       0.8 |              0.5 |         1 |       0.01 |  0.5625 |        0.875 |  3.219s |     2m:30s |
| Iteration 38     |          447 |        0.0233 |         2 |  0.9206 |                5 |       0.8 |              0.5 |       0.1 |        0.1 |  0.6875 |        0.875 |  3.208s |     2m:34s |
| Iteration 39     |          446 |        0.0286 |         2 |  0.1873 |                5 |       0.8 |              1.0 |       0.1 |        0.1 |  0.4375 |        0.875 |  3.207s |     2m:39s |
| Iteration 40     |          458 |        0.0986 |         6 |  0.4858 |                8 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |        0.875 |  3.245s |     2m:43s |
| Iteration 41     |          447 |        0.0199 |         3 |  0.3547 |                4 |       0.8 |              0.8 |        10 |       0.01 |     0.5 |        0.875 |  3.269s |     2m:47s |
| Iteration 42     |          289 |          0.04 |         5 |  0.4921 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |  0.1875 |        0.875 |  3.183s |     2m:52s |
| Iteration 43     |          359 |        0.7271 |         6 |  0.9945 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.875 |  3.203s |     2m:56s |
| Iteration 44     |          440 |        0.1366 |         8 |  0.6225 |                6 |       0.7 |              0.9 |         0 |        100 |     0.5 |        0.875 |  3.218s |     3m:00s |
| Iteration 45     |          448 |        0.1956 |         5 |  0.7268 |                9 |       0.8 |              0.8 |       0.1 |        0.1 |     0.5 |        0.875 |  3.217s |     3m:04s |
| Iteration 46     |          446 |        0.0396 |         6 |  0.6579 |                3 |       0.8 |              0.8 |       0.1 |         10 |    0.75 |        0.875 |  3.248s |     3m:09s |
| Iteration 47     |          443 |        0.0797 |         7 |  0.0238 |                3 |       0.8 |              0.7 |      0.01 |         10 |    0.75 |        0.875 |  3.244s |     3m:13s |
| Iteration 48     |          450 |         0.247 |         6 |  0.5762 |                3 |       0.8 |              0.9 |      0.01 |         10 |    0.25 |        0.875 |  3.221s |     3m:17s |
| Iteration 49     |          426 |        0.0397 |         8 |  0.4578 |                2 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.244s |     3m:22s |
| Iteration 50     |          446 |        0.0582 |         4 |  0.0372 |                4 |       0.8 |              0.9 |       100 |        0.1 |     0.5 |        0.875 |  3.219s |     3m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 447, 'learning_rate': 0.0556, 'max_depth': 4, 'gamma': 0.3213, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9054
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.096s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.051
Time elapsed: 0.291s
-------------------------------------------------
Total time: 3m:28s


Final results ==================== >>
Duration: 21m:55s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.73 ± 0.14 ~ !
Logistic Regression             --> roc_auc: 0.64 ± 0.0374 ~
Linear Discriminant Analysis    --> roc_auc: 0.5 ± 0.0548 ~
Quadratic Discriminant Analysis --> roc_auc: 0.41 ± 0.02 ~
Radius Nearest Neighbors        --> roc_auc: 0.7 ± 0.1095 ~
AdaBoost                        --> roc_auc: 0.69 ± 0.0644
Random Forest                   --> roc_auc: 0.7 ± 0.0707 ~
XGBoost                         --> roc_auc: 0.72 ± 0.051
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 838 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRGSSNTGKLIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASDSGTYKYIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7188 |       0.7188 |  0.684s |     0.703s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.4688 |       0.7188 |  0.676s |     1.947s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     0.5 |       0.7188 |  0.649s |     2.998s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |         0.75 |  0.677s |     4.063s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |         0.75 |  0.694s |     5.136s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.3125 |         0.75 |  0.722s |     6.222s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     0.5 |         0.75 |  0.717s |     7.334s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.750s |     8.471s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.9375 |          1.0 |  0.715s |     9.600s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |          1.0 |  0.704s |    10.718s |
| Iteration 11     |  deviance |        0.0205 |          280 |       0.6 | squared_er.. |                14 |                8 |         7 |          0.6 |    0.0097 |   0.625 |          1.0 |  0.727s |    12.177s |
| Iteration 12     | exponen.. |        0.0141 |          471 |       0.7 | squared_er.. |                18 |                9 |         8 |          0.7 |    0.0121 |   0.875 |          1.0 |  0.795s |    13.646s |
| Iteration 13     | exponen.. |        0.3709 |          280 |       0.5 | squared_er.. |                16 |                8 |         2 |          0.8 |    0.0027 |  0.9375 |          1.0 |  0.728s |    15.069s |
| Iteration 14     | exponen.. |        0.0376 |          500 |       0.8 | squared_er.. |                16 |                8 |         9 |          0.7 |    0.0066 |   0.375 |          1.0 |  0.795s |    16.610s |
| Iteration 15     | exponen.. |        0.2062 |          467 |       0.5 | squared_er.. |                13 |                6 |         1 |          0.5 |       0.0 |  0.6875 |          1.0 |  0.725s |    18.037s |
| Iteration 16     | exponen.. |        0.0264 |          357 |       0.5 | friedman_mse |                 6 |                9 |         1 |         None |       0.0 |   0.875 |          1.0 |  0.712s |    19.413s |
| Iteration 17     | exponen.. |        0.0282 |          489 |       0.5 | friedman_mse |                13 |                6 |         1 |         None |       0.0 |  0.4375 |          1.0 |  0.768s |    20.854s |
| Iteration 18     | exponen.. |        0.0444 |          241 |       0.7 | squared_er.. |                19 |               18 |         5 |         log2 |       0.0 |  0.5938 |          1.0 |  0.694s |    22.223s |
| Iteration 19     | exponen.. |        0.1035 |          234 |       0.5 | squared_er.. |                14 |               16 |         1 |          0.7 |    0.0004 |     0.5 |          1.0 |  0.664s |    23.546s |
| Iteration 20     | exponen.. |        0.0155 |          190 |       0.8 | squared_er.. |                 9 |               10 |         1 |         None |    0.0011 |  0.8125 |          1.0 |  0.668s |    24.902s |
| Iteration 21     | exponen.. |        0.0336 |          473 |       0.6 | friedman_mse |                 7 |               17 |         1 |          0.9 |    0.0028 |   0.625 |          1.0 |  0.744s |    26.328s |
| Iteration 22     | exponen.. |        0.0224 |          158 |       0.5 | squared_er.. |                 2 |                9 |         1 |          0.8 |    0.0182 |   0.625 |          1.0 |  0.662s |    27.715s |
| Iteration 23     | exponen.. |        0.0591 |          472 |       0.7 | squared_er.. |                19 |                9 |         1 |         log2 |    0.0016 |   0.625 |          1.0 |  0.769s |    29.338s |
| Iteration 24     | exponen.. |        0.7806 |          239 |       0.7 | squared_er.. |                14 |               13 |         1 |          0.7 |    0.0242 |     0.5 |          1.0 |  0.703s |    30.824s |
| Iteration 25     | exponen.. |        0.0528 |          272 |       0.8 | friedman_mse |                20 |               20 |         7 |         log2 |    0.0054 |    0.75 |          1.0 |  1.410s |    32.971s |
| Iteration 26     | exponen.. |        0.0477 |          195 |       1.0 | friedman_mse |                20 |               12 |         9 |          0.5 |    0.0098 |  0.5625 |          1.0 |  0.713s |    34.401s |
| Iteration 27     | exponen.. |        0.0202 |          252 |       0.5 | friedman_mse |                20 |               19 |         1 |          0.8 |     0.016 |     0.5 |          1.0 |  0.690s |    35.789s |
| Iteration 28     | exponen.. |        0.2159 |          493 |       0.7 | squared_er.. |                14 |                8 |         9 |          0.5 |    0.0042 |   0.875 |          1.0 |  0.765s |    37.441s |
| Iteration 29     | exponen.. |         0.065 |           72 |       0.6 | friedman_mse |                16 |                9 |         1 |          0.7 |    0.0038 |    0.75 |          1.0 |  0.655s |    39.027s |
| Iteration 30     | exponen.. |        0.0476 |          313 |       0.6 | squared_er.. |                12 |               17 |         2 |          0.6 |    0.0046 |    0.75 |          1.0 |  0.756s |    40.685s |
| Iteration 31     | exponen.. |        0.0653 |          391 |       0.8 | squared_er.. |                14 |               11 |         7 |          0.9 |    0.0045 |   0.875 |          1.0 |  0.736s |    42.348s |
| Iteration 32     |  deviance |        0.1166 |          500 |       0.9 | squared_er.. |                15 |               18 |         3 |         auto |    0.0031 |    0.75 |          1.0 |  0.747s |    44.010s |
| Iteration 33     | exponen.. |        0.2752 |          347 |       0.9 | friedman_mse |                15 |               12 |         8 |          0.6 |    0.0027 |  0.9375 |          1.0 |  0.729s |    45.662s |
| Iteration 34     | exponen.. |        0.9373 |          490 |       0.9 | friedman_mse |                15 |               13 |         6 |          0.5 |    0.0024 |  0.8125 |          1.0 |  0.791s |    47.355s |
| Iteration 35     | exponen.. |        0.1393 |          500 |       0.6 | friedman_mse |                16 |               13 |         3 |          0.6 |    0.0046 |  0.9375 |          1.0 |  0.777s |    49.199s |
| Iteration 36     | exponen.. |        0.1821 |          500 |       0.6 | friedman_mse |                18 |               15 |         2 |          0.6 |    0.0031 |  0.6875 |          1.0 |  0.755s |    50.918s |
| Iteration 37     | exponen.. |        0.2117 |          218 |       1.0 | squared_er.. |                15 |                4 |         1 |          0.5 |    0.0046 |  0.9375 |          1.0 |  0.678s |    52.550s |
| Iteration 38     |  deviance |        0.0997 |          191 |       1.0 | squared_er.. |                16 |                4 |        10 |          0.5 |    0.0044 |   0.875 |          1.0 |  0.722s |    54.170s |
| Iteration 39     | exponen.. |        0.0216 |           88 |       0.8 | squared_er.. |                 4 |                8 |         8 |         None |    0.0007 |    0.75 |          1.0 |  0.674s |    55.791s |
| Iteration 40     | exponen.. |        0.2786 |          346 |       0.9 | friedman_mse |                 6 |               15 |         5 |         log2 |       0.0 |     1.0 |          1.0 |  0.727s |    57.414s |
| Iteration 41     |  deviance |        0.0255 |          444 |       0.7 | squared_er.. |                 8 |                9 |         4 |         auto |    0.0003 |  0.8125 |          1.0 |  0.753s |    59.115s |
| Iteration 42     |  deviance |        0.4672 |          500 |       0.6 | squared_er.. |                 6 |                7 |         2 |         auto |       0.0 |    0.75 |          1.0 |  0.759s |     1m:01s |
| Iteration 43     | exponen.. |        0.1518 |          246 |       0.8 | friedman_mse |                 8 |               11 |         6 |          0.5 |       0.0 |     1.0 |          1.0 |  0.722s |     1m:03s |
| Iteration 44     | exponen.. |        0.3029 |          488 |       0.5 | friedman_mse |                 7 |               20 |         2 |          0.5 |       0.0 |     0.5 |          1.0 |  0.769s |     1m:05s |
| Iteration 45     |  deviance |        0.1177 |          288 |       0.9 | friedman_mse |                 6 |               11 |         2 |         log2 |       0.0 |   0.875 |          1.0 |  0.694s |     1m:07s |
| Iteration 46     | exponen.. |        0.6505 |          275 |       1.0 | squared_er.. |                16 |                1 |         2 |          0.9 |    0.0031 |  0.5938 |          1.0 |  0.705s |     1m:08s |
| Iteration 47     | exponen.. |        0.0168 |          377 |       0.7 | friedman_mse |                15 |                5 |         9 |          0.8 |    0.0047 |   0.625 |          1.0 |  0.744s |     1m:10s |
| Iteration 48     | exponen.. |        0.0906 |          387 |       0.7 | friedman_mse |                14 |                7 |         5 |          0.5 |    0.0044 |   0.625 |          1.0 |  0.724s |     1m:12s |
| Iteration 49     | exponen.. |        0.0147 |          412 |       0.9 | friedman_mse |                 8 |               14 |        10 |         sqrt |    0.0001 |  0.8125 |          1.0 |  0.729s |     1m:14s |
| Iteration 50     |  deviance |           1.0 |          236 |       0.8 | friedman_mse |                 7 |               13 |         3 |         sqrt |       0.0 |    0.75 |          1.0 |  1.286s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.131s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.1356
Time elapsed: 0.614s
-------------------------------------------------
Total time: 1m:19s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  0.644s |     0.655s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     0.5 |         0.75 |  0.648s |     1.679s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.3125 |         0.75 |  0.639s |     2.711s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |         0.75 |  0.657s |     3.735s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.3125 |         0.75 |  0.651s |     4.919s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |       0.8125 |  0.643s |     5.943s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.6875 |       0.8125 |  0.645s |     6.951s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.375 |       0.8125 |  0.642s |     7.955s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.9375 |       0.9375 |  0.643s |     8.945s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.6875 |       0.9375 |  0.640s |     9.931s |
| Iteration 11     |      l2 |   100.0 | libli.. |     1000 |      --- |    0.75 |       0.9375 |  0.630s |    11.201s |
| Iteration 12     |      l2 |  0.0023 | libli.. |      106 |      --- |   0.625 |       0.9375 |  0.637s |    12.474s |
| Iteration 13     |      l2 |   0.001 | libli.. |      100 |      --- |     1.0 |          1.0 |  0.638s |    13.772s |
| Iteration 14     |      l2 |  0.0023 | libli.. |      174 |      --- |     0.5 |          1.0 |  0.640s |    15.095s |
| Iteration 15     |      l2 |  0.0083 | newto.. |      140 |      --- |  0.8125 |          1.0 |  0.638s |    16.348s |
| Iteration 16     |      l2 |  0.0078 | newto.. |      983 |      --- |    0.75 |          1.0 |  0.641s |    17.592s |
| Iteration 17     | elast.. | 91.5677 |    saga |      979 |      0.6 |    0.25 |          1.0 |  0.663s |    18.886s |
| Iteration 18     |      l2 |  0.0086 | newto.. |      147 |      --- |  0.4375 |          1.0 |  0.637s |    20.127s |
| Iteration 19     |      l2 |   0.001 | libli.. |      693 |      --- |     0.5 |          1.0 |  0.637s |    21.419s |
| Iteration 20     |    none |     --- | newto.. |      998 |      --- |  0.8125 |          1.0 |  0.644s |    22.747s |
| Iteration 21     |    none |     --- |    saga |      110 |      --- |     0.5 |          1.0 |  0.640s |    24.012s |
| Iteration 22     |      l2 | 82.6371 | newto.. |      978 |      --- |   0.375 |          1.0 |  0.644s |    25.279s |
| Iteration 23     |    none |     --- | newto.. |      243 |      --- |  0.4375 |          1.0 |  0.647s |    26.587s |
| Iteration 24     |      l1 |  0.0011 | libli.. |      261 |      --- |     0.5 |          1.0 |  1.153s |    28.382s |
| Iteration 25     |      l2 | 20.2116 | libli.. |      983 |      --- |     0.5 |          1.0 |  0.639s |    29.652s |
| Iteration 26     |      l2 |  0.0161 |     sag |      298 |      --- |   0.125 |          1.0 |  0.651s |    31.031s |
| Iteration 27     |      l2 |  0.0109 | libli.. |      163 |      --- |  0.5625 |          1.0 |  0.635s |    32.335s |
| Iteration 28     |      l2 |  0.0017 | libli.. |      119 |      --- |    0.75 |          1.0 |  0.652s |    33.682s |
| Iteration 29     |      l2 |   0.002 | libli.. |      156 |      --- |   0.875 |          1.0 |  0.632s |    35.054s |
| Iteration 30     |      l2 |  0.0019 | libli.. |      261 |      --- |    0.75 |          1.0 |  0.636s |    36.380s |
| Iteration 31     |    none |     --- | newto.. |      422 |      --- |  0.6875 |          1.0 |  0.646s |    37.747s |
| Iteration 32     |      l2 | 58.7572 | libli.. |      511 |      --- |  0.1875 |          1.0 |  0.640s |    39.092s |
| Iteration 33     |      l2 |   100.0 | libli.. |      100 |      --- |  0.5625 |          1.0 |  0.642s |    40.451s |
| Iteration 34     |      l2 |  1.6894 | libli.. |      392 |      --- |  0.6875 |          1.0 |  0.636s |    41.792s |
| Iteration 35     |      l2 |  0.0684 | libli.. |      643 |      --- |  0.6875 |          1.0 |  0.632s |    43.173s |
| Iteration 36     |      l2 |   0.001 | newto.. |      104 |      --- |    0.75 |          1.0 |  0.635s |    44.550s |
| Iteration 37     |      l2 |   0.001 | newto.. |      999 |      --- |  0.5625 |          1.0 |  0.633s |    45.973s |
| Iteration 38     |    none |     --- | newto.. |      775 |      --- |     0.5 |          1.0 |  0.648s |    47.419s |
| Iteration 39     |      l2 |   0.001 | libli.. |     1000 |      --- |     0.5 |          1.0 |  0.641s |    48.783s |
| Iteration 40     |      l2 |   0.001 | libli.. |      341 |      --- |  0.8125 |          1.0 |  0.647s |    50.261s |
| Iteration 41     |      l2 |  0.0089 | newto.. |      270 |      --- |  0.6875 |          1.0 |  0.634s |    51.719s |
| Iteration 42     |      l2 |   0.001 | libli.. |      404 |      --- |  0.8125 |          1.0 |  0.636s |    53.235s |
| Iteration 43     |      l2 | 22.6278 | newto.. |      288 |      --- |   0.375 |          1.0 |  0.641s |    54.686s |
| Iteration 44     |      l2 |   100.0 | newto.. |      111 |      --- |  0.6875 |          1.0 |  0.642s |    56.154s |
| Iteration 45     |      l2 |   0.001 | libli.. |      317 |      --- |  0.5625 |          1.0 |  0.636s |    57.579s |
| Iteration 46     |      l2 |   0.001 | libli.. |      453 |      --- |  0.4375 |          1.0 |  0.633s |    59.140s |
| Iteration 47     |      l2 |  0.0998 | libli.. |      336 |      --- |   0.125 |          1.0 |  1.181s |     1m:01s |
| Iteration 48     |    none |     --- |   lbfgs |      448 |      --- |   0.875 |          1.0 |  0.651s |     1m:03s |
| Iteration 49     |      l2 |  0.8186 |     sag |      817 |      --- |    0.25 |          1.0 |  0.636s |     1m:04s |
| Iteration 50     |      l2 |   0.001 |   lbfgs |      100 |      --- |    0.75 |          1.0 |  0.649s |     1m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'penalty': 'l2', 'C': 0.001, 'solver': 'liblinear', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.717
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0316
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:07s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  0.639s |     0.644s |
| Initial point 2  |     svd |       --- |     0.5 |       0.5625 |  0.629s |     1.644s |
| Initial point 3  |     svd |       --- |     0.5 |       0.5625 |  0.000s |     2.006s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |       0.5625 |  0.631s |     2.995s |
| Initial point 5  |   eigen |       0.9 |   0.375 |       0.5625 |  0.628s |     3.963s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  0.626s |     4.935s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |          1.0 |  0.634s |     5.927s |
| Initial point 8  |    lsqr |       0.9 |   0.875 |          1.0 |  0.625s |     6.918s |
| Initial point 9  |    lsqr |       0.6 |  0.9375 |          1.0 |  0.624s |     7.958s |
| Initial point 10 |   eigen |       0.8 |   0.375 |          1.0 |  0.624s |     8.972s |
| Iteration 11     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     9.501s |
| Iteration 12     |    lsqr |       1.0 |  0.5625 |          1.0 |  0.639s |    10.615s |
| Iteration 13     |    lsqr |      auto |     1.0 |          1.0 |  0.633s |    11.757s |
| Iteration 14     |    lsqr |      None |  0.5625 |          1.0 |  0.622s |    12.900s |
| Iteration 15     |     svd |       --- |     0.5 |          1.0 |  0.000s |    13.430s |
| Iteration 16     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    13.945s |
| Iteration 17     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    14.447s |
| Iteration 18     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    15.002s |
| Iteration 19     |     svd |       --- |     0.5 |          1.0 |  0.000s |    15.549s |
| Iteration 20     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    16.102s |
| Iteration 21     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    16.623s |
| Iteration 22     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    17.172s |
| Iteration 23     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    17.706s |
| Iteration 24     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    18.252s |
| Iteration 25     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    18.792s |
| Iteration 26     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    19.352s |
| Iteration 27     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    19.886s |
| Iteration 28     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    20.498s |
| Iteration 29     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    21.039s |
| Iteration 30     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    21.609s |
| Iteration 31     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    22.160s |
| Iteration 32     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    22.755s |
| Iteration 33     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    23.359s |
| Iteration 34     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    23.971s |
| Iteration 35     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    24.562s |
| Iteration 36     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    25.154s |
| Iteration 37     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    25.776s |
| Iteration 38     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    26.398s |
| Iteration 39     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    27.050s |
| Iteration 40     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    27.693s |
| Iteration 41     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    28.326s |
| Iteration 42     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    28.971s |
| Iteration 43     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    29.618s |
| Iteration 44     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    30.287s |
| Iteration 45     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    31.554s |
| Iteration 46     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    33.049s |
| Iteration 47     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    33.982s |
| Iteration 48     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    34.701s |
| Iteration 49     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    35.393s |
| Iteration 50     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    36.110s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 36.868s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7205
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0837
Time elapsed: 0.031s
-------------------------------------------------
Total time: 36.910s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  0.623s |     0.626s |
| Initial point 2  |       0.9 |  0.3125 |       0.5625 |  0.630s |     1.656s |
| Initial point 3  |       0.1 |   0.375 |       0.5625 |  0.627s |     2.647s |
| Initial point 4  |       1.0 |  0.5625 |       0.5625 |  0.000s |     3.004s |
| Initial point 5  |       0.2 |   0.375 |       0.5625 |  0.628s |     3.969s |
| Initial point 6  |       0.4 |   0.875 |        0.875 |  0.641s |     4.964s |
| Initial point 7  |       0.4 |   0.875 |        0.875 |  0.000s |     5.330s |
| Initial point 8  |       0.7 |   0.875 |        0.875 |  0.628s |     6.315s |
| Initial point 9  |       0.9 |  0.3125 |        0.875 |  0.000s |     6.701s |
| Initial point 10 |       0.8 |  0.3125 |        0.875 |  0.642s |     7.699s |
| Iteration 11     |       0.3 |   0.875 |        0.875 |  0.640s |     8.791s |
| Iteration 12     |       0.6 |  0.5625 |        0.875 |  0.633s |     9.860s |
| Iteration 13     |       0.5 |  0.5625 |        0.875 |  0.645s |    10.962s |
| Iteration 14     |       0.0 |  0.4375 |        0.875 |  0.639s |    12.085s |
| Iteration 15     |       0.7 |   0.875 |        0.875 |  0.000s |    12.568s |
| Iteration 16     |       0.3 |   0.875 |        0.875 |  0.000s |    13.024s |
| Iteration 17     |       0.3 |   0.875 |        0.875 |  0.000s |    13.483s |
| Iteration 18     |       0.7 |   0.875 |        0.875 |  0.001s |    13.983s |
| Iteration 19     |       0.4 |   0.875 |        0.875 |  0.000s |    14.441s |
| Iteration 20     |       0.4 |   0.875 |        0.875 |  0.000s |    14.910s |
| Iteration 21     |       0.7 |   0.875 |        0.875 |  0.000s |    15.399s |
| Iteration 22     |       0.3 |   0.875 |        0.875 |  0.000s |    15.911s |
| Iteration 23     |       0.4 |   0.875 |        0.875 |  0.000s |    16.436s |
| Iteration 24     |       0.7 |   0.875 |        0.875 |  0.000s |    16.896s |
| Iteration 25     |       0.3 |   0.875 |        0.875 |  0.000s |    17.349s |
| Iteration 26     |       0.3 |   0.875 |        0.875 |  0.000s |    17.814s |
| Iteration 27     |       0.4 |   0.875 |        0.875 |  0.000s |    18.286s |
| Iteration 28     |       0.7 |   0.875 |        0.875 |  0.000s |    18.762s |
| Iteration 29     |       0.3 |   0.875 |        0.875 |  0.000s |    19.248s |
| Iteration 30     |       0.4 |   0.875 |        0.875 |  0.000s |    19.745s |
| Iteration 31     |       0.7 |   0.875 |        0.875 |  0.000s |    20.335s |
| Iteration 32     |       0.6 |  0.5625 |        0.875 |  0.000s |    20.924s |
| Iteration 33     |       0.7 |   0.875 |        0.875 |  0.000s |    21.552s |
| Iteration 34     |       0.4 |   0.875 |        0.875 |  0.000s |    22.147s |
| Iteration 35     |       0.3 |   0.875 |        0.875 |  0.000s |    22.712s |
| Iteration 36     |       0.3 |   0.875 |        0.875 |  0.000s |    23.333s |
| Iteration 37     |       0.7 |   0.875 |        0.875 |  0.000s |    23.864s |
| Iteration 38     |       0.4 |   0.875 |        0.875 |  0.000s |    24.404s |
| Iteration 39     |       0.3 |   0.875 |        0.875 |  0.000s |    24.975s |
| Iteration 40     |       0.7 |   0.875 |        0.875 |  0.000s |    25.521s |
| Iteration 41     |       0.4 |   0.875 |        0.875 |  0.000s |    26.103s |
| Iteration 42     |       0.3 |   0.875 |        0.875 |  0.000s |    26.645s |
| Iteration 43     |       0.7 |   0.875 |        0.875 |  0.000s |    27.212s |
| Iteration 44     |       0.4 |   0.875 |        0.875 |  0.000s |    28.493s |
| Iteration 45     |       0.3 |   0.875 |        0.875 |  0.000s |    29.362s |
| Iteration 46     |       0.7 |   0.875 |        0.875 |  0.000s |    29.942s |
| Iteration 47     |       0.4 |   0.875 |        0.875 |  0.000s |    30.516s |
| Iteration 48     |       0.3 |   0.875 |        0.875 |  0.000s |    31.134s |
| Iteration 49     |       0.4 |   0.875 |        0.875 |  0.000s |    31.705s |
| Iteration 50     |       0.7 |   0.875 |        0.875 |  0.000s |    32.304s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.875
Time elapsed: 33.269s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6982
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0927
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.307s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.7328 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  0.665s |     0.686s |
| Initial point 2  |  4.6661 | uniform |   kd_tree |        39 |       2 |  0.5625 |       0.6875 |  0.650s |     2.019s |
| Initial point 3  |   3.686 | dista.. | ball_tree |        25 |       2 |  0.3125 |       0.6875 |  0.638s |     3.085s |
| Initial point 4  | 10.7536 | uniform | ball_tree |        39 |       2 |     0.5 |       0.6875 |  1.211s |     4.661s |
| Initial point 5  |  8.4241 | dista.. |      auto |        30 |       2 |     0.5 |       0.6875 |  0.639s |     5.658s |
| Initial point 6  |  9.7557 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  0.644s |     6.655s |
| Initial point 7  |   6.978 | dista.. | ball_tree |        24 |       1 |     0.5 |        0.875 |  0.636s |     7.669s |
| Initial point 8  |  1.6722 | dista.. | ball_tree |        21 |       2 |     0.5 |        0.875 |  0.637s |     9.164s |
| Initial point 9  |   7.773 | uniform | ball_tree |        24 |       1 |   0.375 |        0.875 |  0.655s |    10.316s |
| Initial point 10 |   5.521 | uniform |     brute |        22 |       2 |  0.6875 |        0.875 |  0.639s |    11.315s |
| Iteration 11     | 11.6364 | dista.. | ball_tree |        21 |       2 |  0.8125 |        0.875 |  0.635s |    12.594s |
| Iteration 12     |  9.3993 | dista.. | ball_tree |        21 |       2 |    0.75 |        0.875 |  0.635s |    13.953s |
| Iteration 13     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |       0.9062 |  0.633s |    15.229s |
| Iteration 14     | 11.7659 | uniform |     brute |        20 |       1 |  0.3438 |       0.9062 |  0.637s |    16.495s |
| Iteration 15     | 11.7659 | dista.. |     brute |        21 |       1 |  0.8125 |       0.9062 |  0.638s |    17.764s |
| Iteration 16     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |       0.9062 |  0.000s |    18.386s |
| Iteration 17     |     0.0 | uniform |   kd_tree |        40 |       2 |     0.5 |       0.9062 |  0.633s |    19.679s |
| Iteration 18     | 11.7659 | uniform |      auto |        21 |       1 |  0.4062 |       0.9062 |  0.648s |    21.014s |
| Iteration 19     |  9.7317 | uniform |     brute |        21 |       1 |   0.375 |       0.9062 |  0.643s |    22.447s |
| Iteration 20     |  10.066 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.9062 |  0.641s |    23.840s |
| Iteration 21     |  9.6916 | uniform | ball_tree |        21 |       2 |     0.5 |       0.9062 |  0.634s |    25.155s |
| Iteration 22     |  9.6969 | dista.. |   kd_tree |        21 |       2 |    0.25 |       0.9062 |  0.636s |    26.534s |
| Iteration 23     | 11.7659 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9062 |  0.640s |    27.965s |
| Iteration 24     |   9.624 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.9062 |  0.641s |    29.504s |
| Iteration 25     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |       0.9062 |  0.001s |    30.327s |
| Iteration 26     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |       0.9062 |  0.001s |    31.166s |
| Iteration 27     |  9.8099 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9062 |  0.683s |    32.757s |
| Iteration 28     |  9.7277 | dista.. | ball_tree |        21 |       2 |  0.8125 |       0.9062 |  0.663s |    34.259s |
| Iteration 29     | 11.7613 | uniform |     brute |        21 |       1 |   0.875 |       0.9062 |  0.698s |    35.694s |
| Iteration 30     |  11.547 | dista.. | ball_tree |        21 |       2 |  0.8125 |       0.9062 |  0.658s |    37.129s |
| Iteration 31     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |       0.9062 |  0.001s |    37.939s |
| Iteration 32     | 11.7659 | uniform |     brute |        21 |       2 |     0.5 |       0.9062 |  0.683s |    39.451s |
| Iteration 33     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |       0.9062 |  0.000s |    40.877s |
| Iteration 34     | 11.6245 | dista.. |     brute |        21 |       1 |     1.0 |          1.0 |  0.677s |    42.496s |
| Iteration 35     | 11.3843 | dista.. |     brute |        21 |       1 |  0.6875 |          1.0 |  0.633s |    43.992s |
| Iteration 36     | 11.6233 | dista.. |     brute |        21 |       1 |   0.875 |          1.0 |  0.642s |    45.499s |
| Iteration 37     | 11.5803 | uniform | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.640s |    47.205s |
| Iteration 38     | 11.6476 | dista.. |     brute |        21 |       1 |  0.8125 |          1.0 |  0.635s |    48.707s |
| Iteration 39     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |          1.0 |  0.000s |    49.653s |
| Iteration 40     |  6.9848 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.642s |    51.067s |
| Iteration 41     |  7.0517 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.638s |    52.655s |
| Iteration 42     |  6.4028 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.636s |    54.216s |
| Iteration 43     |  6.9549 | dista.. |      auto |        21 |       2 |   0.375 |          1.0 |  0.641s |    55.800s |
| Iteration 44     |  0.6176 | dista.. |     brute |        22 |       2 |  0.5625 |          1.0 |  0.632s |    57.228s |
| Iteration 45     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |          1.0 |  0.001s |    58.386s |
| Iteration 46     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |          1.0 |  0.000s |    59.325s |
| Iteration 47     |  6.7178 | dista.. | ball_tree |        21 |       2 |  0.3125 |          1.0 |  0.646s |     1m:01s |
| Iteration 48     | 11.5674 | dista.. |     brute |        21 |       1 |   0.875 |          1.0 |  0.643s |     1m:03s |
| Iteration 49     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |          1.0 |  0.001s |     1m:04s |
| Iteration 50     | 11.7659 | uniform |     brute |        21 |       1 |  0.9062 |          1.0 |  0.001s |     1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 11.6245, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 21, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0
Time elapsed: 0.048s
-------------------------------------------------
Total time: 1m:06s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     0.5 |          0.5 |  1.018s |     1.025s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     0.5 |          0.5 |  1.023s |     2.403s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     0.5 |          0.5 |  0.784s |     3.537s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.9375 |       0.9375 |  0.940s |     4.847s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6562 |       0.9375 |  0.800s |     5.993s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |       0.9375 |  0.985s |     7.352s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |       0.9375 |  0.663s |     8.373s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9062 |       0.9375 |  0.910s |     9.648s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |       0.9375 |  0.650s |    10.674s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |       0.9375 |  0.749s |    11.798s |
| Iteration 11     |          429 |        0.0468 |     SAMME |  0.5938 |       0.9375 |  0.921s |    13.376s |
| Iteration 12     |          376 |        0.0973 |     SAMME |   0.875 |       0.9375 |  0.901s |    14.961s |
| Iteration 13     |          355 |        0.0844 |     SAMME |     1.0 |          1.0 |  1.475s |    17.077s |
| Iteration 14     |          210 |        0.0739 |     SAMME |  0.3438 |          1.0 |  0.819s |    18.459s |
| Iteration 15     |          334 |        0.0137 |   SAMME.R |   0.875 |          1.0 |  0.951s |    19.997s |
| Iteration 16     |          361 |        7.4555 |   SAMME.R |   0.625 |          1.0 |  0.948s |    21.609s |
| Iteration 17     |           50 |        0.0843 |     SAMME |  0.5625 |          1.0 |  0.713s |    22.981s |
| Iteration 18     |          371 |        0.0844 |     SAMME |  0.7812 |          1.0 |  0.940s |    24.566s |
| Iteration 19     |          356 |          0.01 |     SAMME |  0.5625 |          1.0 |  0.927s |    26.097s |
| Iteration 20     |          368 |        0.0164 |   SAMME.R |     1.0 |          1.0 |  0.973s |    27.716s |
| Iteration 21     |          325 |        0.0174 |   SAMME.R |  0.5625 |          1.0 |  0.934s |    29.832s |
| Iteration 22     |          416 |        0.0156 |   SAMME.R |  0.4375 |          1.0 |  1.005s |    31.661s |
| Iteration 23     |          363 |        0.0156 |   SAMME.R |     0.5 |          1.0 |  0.966s |    33.263s |
| Iteration 24     |          390 |        0.6743 |     SAMME |  0.6875 |          1.0 |  0.958s |    34.825s |
| Iteration 25     |          391 |        0.0188 |     SAMME |  0.5625 |          1.0 |  0.965s |    36.389s |
| Iteration 26     |          175 |        0.0129 |   SAMME.R |  0.5625 |          1.0 |  0.814s |    37.765s |
| Iteration 27     |           50 |        2.0033 |   SAMME.R |  0.9375 |          1.0 |  0.682s |    39.074s |
| Iteration 28     |           50 |        0.0307 |   SAMME.R |  0.8438 |          1.0 |  0.753s |    40.417s |
| Iteration 29     |           50 |        0.9576 |   SAMME.R |  0.6875 |          1.0 |  0.704s |    41.746s |
| Iteration 30     |           99 |        8.0048 |   SAMME.R |   0.625 |          1.0 |  0.747s |    43.121s |
| Iteration 31     |          253 |        5.2474 |   SAMME.R |   0.875 |          1.0 |  0.866s |    44.602s |
| Iteration 32     |          253 |         0.012 |   SAMME.R |   0.875 |          1.0 |  0.888s |    46.109s |
| Iteration 33     |          275 |        7.8739 |   SAMME.R |   0.625 |          1.0 |  0.883s |    47.601s |
| Iteration 34     |          316 |        8.6986 |     SAMME |    0.25 |          1.0 |  0.667s |    48.877s |
| Iteration 35     |          371 |        0.0184 |   SAMME.R |  0.8125 |          1.0 |  0.917s |    50.403s |
| Iteration 36     |          369 |         0.013 |   SAMME.R |   0.875 |          1.0 |  0.919s |    51.959s |
| Iteration 37     |          370 |         0.465 |   SAMME.R |     1.0 |          1.0 |  0.918s |    53.531s |
| Iteration 38     |          374 |        3.4958 |   SAMME.R |    0.75 |          1.0 |  1.542s |    55.746s |
| Iteration 39     |          249 |        0.0271 |   SAMME.R |   0.875 |          1.0 |  0.874s |    57.325s |
| Iteration 40     |          369 |         4.092 |   SAMME.R |  0.5625 |          1.0 |  0.965s |    58.982s |
| Iteration 41     |          251 |        4.9018 |   SAMME.R |   0.875 |          1.0 |  0.875s |     1m:01s |
| Iteration 42     |          257 |        7.4003 |   SAMME.R |   0.625 |          1.0 |  0.881s |     1m:02s |
| Iteration 43     |          249 |        5.1886 |   SAMME.R |   0.625 |          1.0 |  0.822s |     1m:04s |
| Iteration 44     |          371 |        0.0378 |   SAMME.R |  0.8125 |          1.0 |  0.974s |     1m:05s |
| Iteration 45     |          414 |        9.4837 |     SAMME |   0.625 |          1.0 |  0.667s |     1m:07s |
| Iteration 46     |           56 |        2.8077 |   SAMME.R |  0.6875 |          1.0 |  0.712s |     1m:08s |
| Iteration 47     |          338 |        0.3329 |   SAMME.R |     0.5 |          1.0 |  0.940s |     1m:10s |
| Iteration 48     |          371 |        0.0122 |   SAMME.R |    0.75 |          1.0 |  1.001s |     1m:12s |
| Iteration 49     |          252 |        0.0115 |   SAMME.R |     1.0 |          1.0 |  0.875s |     1m:13s |
| Iteration 50     |          252 |         0.016 |   SAMME.R |     1.0 |          1.0 |  0.874s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 355, 'learning_rate': 0.0844, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9232
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.288s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.04
Time elapsed: 1.300s
-------------------------------------------------
Total time: 1m:17s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  1.053s |     1.074s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |         0.75 |  0.937s |     2.391s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     0.5 |         0.75 |  0.963s |     3.744s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |         0.75 |  0.776s |     4.891s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.5625 |         0.75 |  0.930s |     6.204s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.9375 |       0.9375 |  0.772s |     7.342s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |       0.9375 |  0.824s |     8.552s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |       0.9375 |  0.800s |     9.761s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |       0.9375 |  0.911s |    11.072s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.8125 |       0.9375 |  0.895s |    12.345s |
| Iteration 11     |          401 |      gini |         5 |                 6 |               19 |          0.6 |      True |     0.035 |        None |  0.5938 |       0.9375 |  0.935s |    14.037s |
| Iteration 12     |           10 |      gini |         9 |                 7 |               12 |         sqrt |     False |    0.0256 |         --- |   0.875 |       0.9375 |  0.627s |    15.452s |
| Iteration 13     |          500 |      gini |         7 |                14 |               14 |         log2 |     False |    0.0276 |         --- |     1.0 |          1.0 |  0.933s |    17.280s |
| Iteration 14     |          500 |      gini |         9 |                 6 |               14 |         sqrt |     False |    0.0249 |         --- |   0.375 |          1.0 |  1.515s |    19.659s |
| Iteration 15     |          483 |      gini |         1 |                11 |               17 |         log2 |     False |    0.0131 |         --- |  0.8125 |          1.0 |  0.957s |    21.511s |
| Iteration 16     |          500 |      gini |         7 |                 8 |                8 |          0.7 |     False |    0.0325 |         --- |  0.9062 |          1.0 |  0.994s |    23.250s |
| Iteration 17     |          260 |   entropy |         2 |                19 |               18 |         sqrt |     False |    0.0297 |         --- |  0.5938 |          1.0 |  0.829s |    24.993s |
| Iteration 18     |          259 |      gini |         8 |                11 |                4 |         sqrt |     False |     0.015 |         --- |   0.625 |          1.0 |  0.828s |    26.696s |
| Iteration 19     |          500 |      gini |         7 |                20 |               20 |         sqrt |     False |     0.018 |         --- |  0.5938 |          1.0 |  0.969s |    28.575s |
| Iteration 20     |           87 |   entropy |         6 |                16 |               14 |         log2 |     False |    0.0248 |         --- |    0.75 |          1.0 |  0.724s |    30.176s |
| Iteration 21     |          500 |   entropy |         3 |                13 |               14 |          0.5 |     False |    0.0118 |         --- |   0.625 |          1.0 |  0.979s |    32.138s |
| Iteration 22     |          500 |      gini |         5 |                14 |                6 |         auto |      True |    0.0049 |         0.9 |  0.5625 |          1.0 |  1.069s |    34.223s |
| Iteration 23     |          208 |      gini |         2 |                16 |               14 |         log2 |     False |    0.0271 |         --- |  0.8125 |          1.0 |  0.786s |    35.980s |
| Iteration 24     |          451 |      gini |         8 |                 4 |               14 |         log2 |     False |    0.0262 |         --- |  0.6875 |          1.0 |  0.963s |    37.990s |
| Iteration 25     |          432 |      gini |         4 |                17 |               14 |          0.5 |     False |    0.0046 |         --- |  0.6875 |          1.0 |  0.937s |    39.944s |
| Iteration 26     |          434 |      gini |         9 |                14 |               15 |         log2 |     False |    0.0094 |         --- |  0.5625 |          1.0 |  0.936s |    41.932s |
| Iteration 27     |          500 |      gini |         7 |                 9 |               11 |          0.5 |     False |    0.0286 |         --- |  0.9375 |          1.0 |  0.970s |    43.890s |
| Iteration 28     |          237 |      gini |         7 |                 9 |                9 |          0.7 |     False |    0.0345 |         --- |  0.7812 |          1.0 |  0.819s |    45.701s |
| Iteration 29     |          497 |      gini |         8 |                20 |               20 |         log2 |      True |    0.0286 |         0.9 |  0.8438 |          1.0 |  1.057s |    47.747s |
| Iteration 30     |          500 |      gini |         6 |                 5 |               13 |         sqrt |     False |    0.0285 |         --- |  0.8125 |          1.0 |  0.966s |    49.737s |
| Iteration 31     |          500 |      gini |         7 |                14 |                2 |          0.6 |     False |    0.0304 |         --- |   0.875 |          1.0 |  0.982s |    51.764s |
| Iteration 32     |          500 |      gini |         7 |                16 |               15 |         auto |     False |    0.0271 |         --- |   0.875 |          1.0 |  0.971s |    53.656s |
| Iteration 33     |          203 |      gini |         9 |                15 |               14 |         auto |     False |    0.0327 |         --- |  0.8438 |          1.0 |  0.797s |    55.462s |
| Iteration 34     |          430 |      gini |         7 |                18 |                4 |         None |     False |    0.0294 |         --- |  0.7188 |          1.0 |  0.955s |    57.462s |
| Iteration 35     |          198 |      gini |         7 |                 3 |                9 |         auto |     False |    0.0297 |         --- |    0.75 |          1.0 |  0.790s |    59.246s |
| Iteration 36     |          267 |      gini |         9 |                 3 |               13 |         sqrt |      True |    0.0322 |         0.5 |    0.75 |          1.0 |  0.874s |     1m:01s |
| Iteration 37     |          500 |      gini |         8 |                15 |               16 |          0.5 |     False |      0.03 |         --- |  0.6875 |          1.0 |  1.563s |     1m:04s |
| Iteration 38     |          231 |      gini |         8 |                12 |               13 |          0.6 |     False |    0.0348 |         --- |  0.7812 |          1.0 |  0.811s |     1m:06s |
| Iteration 39     |          500 |      gini |         7 |                 3 |               20 |          0.8 |     False |    0.0291 |         --- |  0.8125 |          1.0 |  0.973s |     1m:08s |
| Iteration 40     |          448 |      gini |         1 |                10 |                5 |         auto |     False |    0.0317 |         --- |   0.875 |          1.0 |  0.933s |     1m:09s |
| Iteration 41     |          500 |      gini |      None |                 2 |                1 |          0.9 |     False |    0.0277 |         --- |  0.8125 |          1.0 |  1.020s |     1m:11s |
| Iteration 42     |          500 |      gini |         7 |                12 |               17 |          0.7 |     False |    0.0324 |         --- |  0.7812 |          1.0 |  0.981s |     1m:14s |
| Iteration 43     |          500 |      gini |         2 |                13 |               12 |         None |     False |    0.0279 |         --- |   0.625 |          1.0 |  0.976s |     1m:16s |
| Iteration 44     |          500 |      gini |         8 |                15 |                8 |         log2 |     False |    0.0279 |         --- |  0.8125 |          1.0 |  0.977s |     1m:18s |
| Iteration 45     |           99 |      gini |         4 |                 7 |                5 |          0.7 |     False |    0.0319 |         --- |   0.625 |          1.0 |  0.732s |     1m:19s |
| Iteration 46     |          246 |   entropy |         8 |                 5 |               12 |          0.6 |     False |    0.0331 |         --- |  0.5625 |          1.0 |  0.816s |     1m:21s |
| Iteration 47     |          496 |      gini |         7 |                 8 |                9 |          0.7 |     False |     0.028 |         --- |  0.4375 |          1.0 |  0.992s |     1m:23s |
| Iteration 48     |          209 |   entropy |         8 |                18 |                2 |         None |     False |    0.0002 |         --- |  0.4375 |          1.0 |  0.806s |     1m:25s |
| Iteration 49     |          494 |   entropy |      None |                20 |                7 |         None |     False |    0.0184 |         --- |     1.0 |          1.0 |  0.998s |     1m:27s |
| Iteration 50     |           85 |   entropy |         3 |                18 |               16 |         None |      True |    0.0185 |         0.5 |     0.5 |          1.0 |  0.733s |     1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'n_estimators': 494, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 20, 'min_samples_leaf': 7, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.0184}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.871
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.372s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.064
Time elapsed: 1.637s
-------------------------------------------------
Total time: 1m:32s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.757s |     0.776s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  0.756s |     1.933s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  0.758s |     3.071s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  0.711s |     4.548s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  0.708s |     5.710s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  0.696s |     6.773s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  0.689s |     7.820s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  0.685s |     8.863s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  0.716s |     9.939s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  0.693s |    11.061s |
| Iteration 11     |          490 |        0.1237 |         3 |     0.0 |                4 |       0.8 |              0.6 |         0 |         10 |  0.4688 |       0.9375 |  0.713s |    12.589s |
| Iteration 12     |          332 |        0.0765 |         5 |  0.7788 |                4 |       0.9 |              0.8 |      0.01 |         10 |    0.75 |       0.9375 |  0.690s |    13.943s |
| Iteration 13     |           26 |        0.1589 |         6 |  0.2258 |                4 |       0.6 |              0.4 |         0 |         10 |  0.9688 |       0.9688 |  0.652s |    15.457s |
| Iteration 14     |           47 |         0.501 |         6 |  0.3633 |                4 |       0.6 |              0.7 |         0 |        100 |   0.375 |       0.9688 |  0.657s |    17.537s |
| Iteration 15     |           30 |        0.1969 |         4 |  0.1013 |                7 |       0.7 |              0.4 |         1 |          1 |     0.5 |       0.9688 |  0.705s |    19.057s |
| Iteration 16     |           36 |        0.0437 |         9 |   0.137 |                4 |       0.6 |              0.4 |       0.1 |        0.1 |  0.4375 |       0.9688 |  0.711s |    20.646s |
| Iteration 17     |           25 |         0.013 |         1 |  0.9756 |                5 |       1.0 |              0.4 |         0 |        0.1 |  0.4062 |       0.9688 |  0.704s |    22.068s |
| Iteration 18     |           90 |        0.1259 |         8 |  0.7018 |                6 |       0.9 |              0.4 |         0 |          0 |  0.5312 |       0.9688 |  0.717s |    23.570s |
| Iteration 19     |          224 |        0.1715 |         2 |  0.7419 |                8 |       0.7 |              0.4 |         0 |         10 |     0.5 |       0.9688 |  0.729s |    25.074s |
| Iteration 20     |          227 |        0.1356 |         6 |  0.1745 |                8 |       0.6 |              0.6 |         0 |         10 |     0.5 |       0.9688 |  0.731s |    26.605s |
| Iteration 21     |          407 |        0.0141 |         6 |  0.0077 |                6 |       0.6 |              0.4 |       100 |          1 |     0.5 |       0.9688 |  0.745s |    28.235s |
| Iteration 22     |          133 |        0.1637 |         9 |  0.3909 |                4 |       0.8 |              0.4 |      0.01 |       0.01 |     0.5 |       0.9688 |  0.657s |    29.710s |
| Iteration 23     |           30 |        0.1816 |         6 |  0.8817 |                4 |       0.8 |              0.4 |         0 |        100 |   0.625 |       0.9688 |  0.644s |    31.191s |
| Iteration 24     |          310 |        0.0925 |         6 |  0.1159 |                4 |       0.6 |              0.4 |         0 |       0.01 |   0.875 |       0.9688 |  0.679s |    32.684s |
| Iteration 25     |           64 |        0.1246 |         6 |  0.3323 |                4 |       0.6 |              0.7 |         0 |        0.1 |    0.75 |       0.9688 |  0.651s |    34.286s |
| Iteration 26     |          406 |        0.0662 |         6 |  0.2223 |                4 |       0.8 |              0.7 |         0 |         10 |   0.375 |       0.9688 |  0.700s |    35.851s |
| Iteration 27     |          160 |        0.1422 |         3 |  0.0439 |                4 |       0.6 |              0.4 |         0 |         10 |  0.4375 |       0.9688 |  0.665s |    37.380s |
| Iteration 28     |           64 |        0.2752 |         6 |  0.1734 |                4 |       0.6 |              0.4 |         0 |          1 |  0.5625 |       0.9688 |  0.644s |    38.900s |
| Iteration 29     |           48 |         0.052 |         6 |  0.9347 |                4 |       0.8 |              0.9 |      0.01 |       0.01 |  0.6875 |       0.9688 |  0.645s |    40.472s |
| Iteration 30     |          396 |        0.1344 |         6 |  0.2235 |                5 |       0.8 |              0.8 |         0 |        0.1 |    0.75 |       0.9688 |  0.691s |    41.878s |
| Iteration 31     |           91 |        0.0578 |         6 |  0.8008 |                4 |       0.7 |              0.6 |      0.01 |          1 |  0.8125 |       0.9688 |  0.647s |    43.447s |
| Iteration 32     |          402 |        0.1538 |         6 |  0.2005 |                4 |       0.8 |              0.6 |         0 |         10 |  0.6875 |       0.9688 |  0.709s |    45.061s |
| Iteration 33     |           83 |        0.1486 |         6 |  0.3776 |                4 |       0.5 |              0.7 |         0 |         10 |   0.875 |       0.9688 |  0.652s |    46.667s |
| Iteration 34     |          106 |        0.1576 |         6 |   0.235 |                4 |       0.6 |              0.7 |         0 |         10 |  0.9375 |       0.9688 |  0.649s |    48.291s |
| Iteration 35     |          455 |        0.0584 |         6 |  0.1701 |                4 |       0.9 |              0.9 |      0.01 |          1 |  0.4375 |       0.9688 |  0.712s |    49.992s |
| Iteration 36     |           20 |        0.1562 |         6 |  0.2449 |                4 |       0.5 |              0.6 |       0.1 |         10 |  0.6562 |       0.9688 |  0.654s |    51.634s |
| Iteration 37     |          500 |        0.0568 |         6 |  0.7346 |                4 |       0.8 |              0.4 |      0.01 |          1 |     1.0 |          1.0 |  1.302s |    54.023s |
| Iteration 38     |          500 |        0.0567 |         6 |   0.769 |                4 |       0.8 |              0.7 |      0.01 |          1 |  0.9375 |          1.0 |  0.760s |    55.753s |
| Iteration 39     |          500 |        0.0538 |         6 |  0.7145 |                4 |       0.8 |              0.7 |      0.01 |          1 |     0.5 |          1.0 |  0.722s |    57.440s |
| Iteration 40     |          430 |        0.0571 |         6 |  0.7161 |                4 |       0.8 |              0.9 |      0.01 |          1 |     1.0 |          1.0 |  0.718s |    59.212s |
| Iteration 41     |          500 |        0.0569 |         8 |  0.7112 |                5 |       0.8 |              0.4 |      0.01 |          1 |     0.5 |          1.0 |  0.719s |     1m:01s |
| Iteration 42     |          458 |         0.057 |         6 |  0.7155 |                4 |       0.8 |              0.5 |      0.01 |          1 |   0.875 |          1.0 |  0.765s |     1m:03s |
| Iteration 43     |           38 |        0.1563 |         6 |  0.2913 |                4 |       0.5 |              0.5 |         0 |         10 |   0.375 |          1.0 |  0.698s |     1m:05s |
| Iteration 44     |           39 |         0.058 |         6 |  0.7453 |                4 |       0.8 |              0.8 |       100 |         10 |     0.5 |          1.0 |  0.710s |     1m:07s |
| Iteration 45     |           38 |        0.0555 |         6 |  0.5429 |                4 |       0.7 |              0.7 |      0.01 |          1 |  0.8125 |          1.0 |  0.690s |     1m:09s |
| Iteration 46     |          147 |        0.1684 |         6 |  0.2672 |                4 |       0.8 |              1.0 |         0 |         10 |  0.5625 |          1.0 |  0.712s |     1m:10s |
| Iteration 47     |          434 |        0.0567 |         6 |  0.7045 |                4 |       0.7 |              0.6 |      0.01 |          1 |  0.4375 |          1.0 |  0.753s |     1m:12s |
| Iteration 48     |          279 |        0.0763 |         6 |  0.7292 |                4 |       0.8 |              0.6 |      0.01 |         10 |  0.8125 |          1.0 |  0.734s |     1m:14s |
| Iteration 49     |           90 |        0.1311 |         6 |  0.0968 |                4 |       0.6 |              0.7 |         0 |        100 |  0.6875 |          1.0 |  0.712s |     1m:16s |
| Iteration 50     |          402 |        0.0663 |         6 |  0.7152 |                4 |       0.8 |              0.5 |      0.01 |          1 |  0.6875 |          1.0 |  0.738s |     1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0568, 'max_depth': 6, 'gamma': 0.7346, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.4, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8723
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1855
Time elapsed: 0.305s
-------------------------------------------------
Total time: 1m:20s


Final results ==================== >>
Duration: 8m:51s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.74 ± 0.1356
Logistic Regression             --> roc_auc: 0.8 ± 0.0316
Linear Discriminant Analysis    --> roc_auc: 0.7 ± 0.0837
Quadratic Discriminant Analysis --> roc_auc: 0.78 ± 0.0927
Radius Nearest Neighbors        --> roc_auc: 0.9 ± 0.0 !
AdaBoost                        --> roc_auc: 0.78 ± 0.04
Random Forest                   --> roc_auc: 0.78 ± 0.064
XGBoost                         --> roc_auc: 0.69 ± 0.1855
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRGSSNTGKLIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASDSGTYKYIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.6875 |       0.6875 |  3.150s |     3.171s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.6875 |       0.6875 |  3.181s |     6.718s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.375 |       0.6875 |  3.124s |    10.237s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     1.0 |          1.0 |  3.207s |    13.848s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     0.5 |          1.0 |  3.246s |    17.499s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |          1.0 |  3.269s |    21.161s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9688 |          1.0 |  3.242s |    24.773s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  3.276s |    28.440s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  3.211s |    32.038s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  3.204s |    35.633s |
| Iteration 11     | exponen.. |        0.1671 |          220 |       0.6 | friedman_mse |                 2 |               16 |         6 |         auto |    0.0253 |  0.9375 |          1.0 |  3.206s |    39.584s |
| Iteration 12     |  deviance |        0.1202 |          215 |       0.9 | squared_er.. |                 4 |                4 |         4 |          0.6 |     0.003 |   0.625 |          1.0 |  3.219s |    43.567s |
| Iteration 13     | exponen.. |           1.0 |          198 |       0.5 | friedman_mse |                12 |               15 |         3 |         auto |     0.023 |     0.5 |          1.0 |  3.818s |    48.119s |
| Iteration 14     | exponen.. |        0.0593 |          341 |       0.6 | squared_er.. |                 8 |               15 |         9 |          0.7 |    0.0001 |  0.5625 |          1.0 |  3.252s |    52.071s |
| Iteration 15     | exponen.. |         0.171 |          134 |       0.6 | friedman_mse |                 4 |               12 |         6 |         auto |    0.0276 |     0.5 |          1.0 |  3.233s |    56.051s |
| Iteration 16     |  deviance |        0.3821 |          218 |       0.6 | squared_er.. |                 5 |                6 |         1 |         auto |    0.0232 |  0.9375 |          1.0 |  3.244s |     1m:00s |
| Iteration 17     | exponen.. |        0.3801 |          217 |       0.8 | friedman_mse |                 4 |               16 |         3 |         auto |     0.023 |  0.6875 |          1.0 |  3.208s |     1m:04s |
| Iteration 18     |  deviance |        0.0135 |          215 |       0.6 | squared_er.. |                 4 |                7 |         6 |         sqrt |    0.0251 |  0.4688 |          1.0 |  3.222s |     1m:08s |
| Iteration 19     | exponen.. |        0.0262 |          200 |       0.6 | squared_er.. |                10 |               20 |         9 |         auto |    0.0246 |     0.5 |          1.0 |  3.201s |     1m:12s |
| Iteration 20     | exponen.. |           1.0 |          264 |       0.8 | squared_er.. |                 4 |                3 |         7 |         auto |     0.023 |   0.375 |          1.0 |  3.260s |     1m:16s |
| Iteration 21     |  deviance |        0.7248 |          420 |       0.9 | friedman_mse |                 5 |               19 |         6 |          0.8 |    0.0199 |  0.6562 |          1.0 |  3.248s |     1m:20s |
| Iteration 22     | exponen.. |        0.1911 |          251 |       0.8 | squared_er.. |                11 |                4 |         8 |          0.6 |    0.0325 |  0.6875 |          1.0 |  3.248s |     1m:24s |
| Iteration 23     | exponen.. |        0.0876 |          450 |       0.5 | squared_er.. |                14 |                8 |         5 |          0.7 |    0.0256 |    0.25 |          1.0 |  3.250s |     1m:28s |
| Iteration 24     | exponen.. |        0.0687 |          178 |       0.5 | friedman_mse |                 9 |               14 |         8 |         auto |    0.0219 |   0.625 |          1.0 |  3.217s |     1m:33s |
| Iteration 25     | exponen.. |        0.2899 |          114 |       0.8 | friedman_mse |                12 |                5 |         2 |         auto |    0.0215 |   0.875 |          1.0 |  3.191s |     1m:37s |
| Iteration 26     |  deviance |        0.1988 |          179 |       0.6 | friedman_mse |                 5 |               16 |         4 |         auto |    0.0237 |   0.375 |          1.0 |  3.194s |     1m:41s |
| Iteration 27     | exponen.. |        0.2192 |           59 |       0.8 | friedman_mse |                 6 |                9 |         8 |          0.5 |     0.022 |  0.8125 |          1.0 |  3.193s |     1m:45s |
| Iteration 28     | exponen.. |        0.2442 |          378 |       0.6 | friedman_mse |                 6 |               12 |         5 |         sqrt |    0.0218 |  0.5625 |          1.0 |  3.249s |     1m:49s |
| Iteration 29     | exponen.. |         0.222 |          192 |       0.5 | friedman_mse |                17 |                5 |         5 |         sqrt |    0.0218 |  0.8438 |          1.0 |  3.248s |     1m:53s |
| Iteration 30     | exponen.. |           1.0 |          140 |       0.9 | squared_er.. |                13 |               10 |         5 |          0.5 |    0.0305 |  0.9375 |          1.0 |  3.178s |     1m:57s |
| Iteration 31     | exponen.. |        0.7793 |           62 |       1.0 | friedman_mse |                 7 |                8 |         6 |          0.9 |    0.0221 |    0.75 |          1.0 |  3.182s |     2m:01s |
| Iteration 32     | exponen.. |        0.2202 |          339 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0219 |  0.8125 |          1.0 |  3.348s |     2m:05s |
| Iteration 33     | exponen.. |        0.3458 |           88 |       0.6 | friedman_mse |                15 |               16 |         9 |         auto |    0.0228 |    0.75 |          1.0 |  3.131s |     2m:10s |
| Iteration 34     | exponen.. |           1.0 |          353 |       0.9 | squared_er.. |                 6 |               10 |         7 |          0.5 |    0.0305 |  0.6875 |          1.0 |  3.199s |     2m:14s |
| Iteration 35     |  deviance |           1.0 |          121 |       0.7 | squared_er.. |                 7 |                6 |         7 |         sqrt |    0.0227 |  0.4062 |          1.0 |  3.335s |     2m:18s |
| Iteration 36     | exponen.. |         0.352 |           19 |       0.7 | squared_er.. |                 4 |                7 |         7 |         auto |    0.0309 |  0.8125 |          1.0 |  3.155s |     2m:22s |
| Iteration 37     | exponen.. |         0.844 |          134 |       0.6 | friedman_mse |                17 |               15 |         7 |         sqrt |    0.0307 |     1.0 |          1.0 |  3.137s |     2m:26s |
| Iteration 38     | exponen.. |        0.1717 |          227 |       0.6 | friedman_mse |                11 |               17 |         9 |         log2 |    0.0223 |   0.375 |          1.0 |  3.778s |     2m:31s |
| Iteration 39     |  deviance |        0.7894 |           36 |       0.6 | squared_er.. |                12 |               13 |         9 |          0.5 |    0.0191 |   0.375 |          1.0 |  3.142s |     2m:36s |
| Iteration 40     | exponen.. |        0.1514 |          201 |       0.8 | squared_er.. |                 7 |               19 |         5 |         sqrt |    0.0126 |   0.625 |          1.0 |  3.213s |     2m:40s |
| Iteration 41     | exponen.. |        0.0158 |          251 |       0.6 | squared_er.. |                 4 |               11 |         5 |         auto |    0.0239 |  0.8125 |          1.0 |  3.213s |     2m:44s |
| Iteration 42     | exponen.. |        0.0196 |          202 |       0.7 | friedman_mse |                15 |                8 |         5 |         auto |    0.0246 |    0.75 |          1.0 |  3.198s |     2m:48s |
| Iteration 43     | exponen.. |        0.0583 |          113 |       0.6 | friedman_mse |                 8 |               14 |         7 |         sqrt |    0.0291 |  0.4688 |          1.0 |  3.142s |     2m:53s |
| Iteration 44     | exponen.. |        0.8472 |          105 |       0.6 | friedman_mse |                 5 |               18 |         5 |         log2 |    0.0014 |     0.5 |          1.0 |  3.185s |     2m:57s |
| Iteration 45     | exponen.. |        0.6509 |          267 |       0.8 | squared_er.. |                15 |                4 |         4 |         auto |    0.0129 |  0.6875 |          1.0 |  3.214s |     3m:01s |
| Iteration 46     | exponen.. |        0.1744 |          123 |       0.6 | friedman_mse |                 9 |               16 |         3 |         auto |    0.0121 |   0.625 |          1.0 |  3.185s |     3m:05s |
| Iteration 47     | exponen.. |        0.5094 |          212 |       0.6 | friedman_mse |                 7 |               16 |         3 |         auto |    0.0151 |    0.25 |          1.0 |  3.182s |     3m:10s |
| Iteration 48     | exponen.. |        0.1411 |          163 |       0.6 | friedman_mse |                 5 |               10 |         5 |          0.9 |    0.0293 |  0.8125 |          1.0 |  3.183s |     3m:15s |
| Iteration 49     | exponen.. |        0.4742 |          227 |       0.9 | friedman_mse |                 5 |               13 |         5 |         None |    0.0196 |     0.5 |          1.0 |  3.192s |     3m:19s |
| Iteration 50     | exponen.. |        0.8439 |          103 |       0.6 | friedman_mse |                10 |               15 |         8 |         sqrt |    0.0177 |  0.4375 |          1.0 |  3.260s |     3m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.2204, 'n_estimators': 212, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 5, 'min_samples_leaf': 16, 'max_depth': 5, 'max_features': 'auto', 'ccp_alpha': 0.0218}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.059s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0632
Time elapsed: 0.281s
-------------------------------------------------
Total time: 3m:25s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  3.171s |     3.185s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     0.5 |       0.6875 |  3.220s |     6.778s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.4375 |       0.6875 |  3.174s |    10.311s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.5625 |       0.6875 |  3.185s |    13.862s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |       0.6875 |  3.189s |    17.413s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.5625 |       0.6875 |  3.196s |    20.996s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |         0.75 |  3.146s |    24.502s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.6875 |         0.75 |  3.174s |    28.077s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |         0.75 |  3.156s |    31.602s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.375 |         0.75 |  3.160s |    35.133s |
| Iteration 11     |    none |     --- |     sag |      578 |      --- |    0.75 |         0.75 |  3.152s |    38.981s |
| Iteration 12     |      l1 |  6.8777 |    saga |      894 |      --- |  0.4375 |         0.75 |  3.166s |    42.770s |
| Iteration 13     |      l2 |   0.019 | libli.. |      212 |      --- |  0.4375 |         0.75 |  3.167s |    46.693s |
| Iteration 14     |      l2 | 42.8483 | libli.. |      679 |      --- |  0.5625 |         0.75 |  3.173s |    50.866s |
| Iteration 15     |      l2 |  2.9987 | libli.. |      267 |      --- |     0.5 |         0.75 |  3.147s |    54.723s |
| Iteration 16     |    none |     --- |     sag |      621 |      --- |    0.75 |         0.75 |  3.172s |    59.130s |
| Iteration 17     |      l2 |   100.0 |     sag |      214 |      --- |   0.375 |         0.75 |  3.157s |     1m:03s |
| Iteration 18     |    none |     --- |    saga |      582 |      --- |  0.5312 |         0.75 |  3.162s |     1m:07s |
| Iteration 19     |      l2 |  2.0227 | libli.. |      152 |      --- |    0.75 |         0.75 |  3.164s |     1m:11s |
| Iteration 20     |      l2 |  1.2313 | libli.. |      274 |      --- |  0.5625 |         0.75 |  3.140s |     1m:15s |
| Iteration 21     |    none |     --- |     sag |      286 |      --- |    0.75 |         0.75 |  3.167s |     1m:19s |
| Iteration 22     |    none |     --- |     sag |      899 |      --- |  0.4375 |         0.75 |  3.172s |     1m:22s |
| Iteration 23     |      l2 |   2.152 | libli.. |      248 |      --- |  0.3125 |         0.75 |  3.139s |     1m:26s |
| Iteration 24     |      l2 |  0.0052 | newto.. |      283 |      --- |  0.6875 |         0.75 |  3.143s |     1m:30s |
| Iteration 25     |      l2 | 19.1839 |     sag |      145 |      --- |  0.8125 |       0.8125 |  3.160s |     1m:34s |
| Iteration 26     | elast.. |  0.0078 |    saga |      151 |      0.4 |     0.5 |       0.8125 |  3.166s |     1m:38s |
| Iteration 27     |      l2 | 27.3677 | newto.. |      140 |      --- |   0.375 |       0.8125 |  3.185s |     1m:42s |
| Iteration 28     |      l2 | 31.9037 |     sag |      473 |      --- |  0.6875 |       0.8125 |  3.159s |     1m:46s |
| Iteration 29     |      l2 | 16.6809 | newto.. |      173 |      --- |  0.3125 |       0.8125 |  3.179s |     1m:50s |
| Iteration 30     |      l1 | 19.6614 |    saga |      140 |      --- |  0.6875 |       0.8125 |  3.164s |     1m:54s |
| Iteration 31     |      l2 | 47.7424 |     sag |      144 |      --- |    0.75 |       0.8125 |  3.165s |     1m:58s |
| Iteration 32     |      l2 |  3.0025 | libli.. |      283 |      --- |  0.4375 |       0.8125 |  3.157s |     2m:02s |
| Iteration 33     |    none |     --- |     sag |      100 |      --- |   0.375 |       0.8125 |  3.180s |     2m:06s |
| Iteration 34     |    none |     --- |     sag |      261 |      --- |    0.75 |       0.8125 |  3.175s |     2m:10s |
| Iteration 35     |      l2 | 55.9174 |     sag |      311 |      --- |  0.8125 |       0.8125 |  3.136s |     2m:14s |
| Iteration 36     |      l2 |   100.0 |     sag |      330 |      --- |    0.25 |       0.8125 |  3.167s |     2m:17s |
| Iteration 37     |      l2 | 21.6759 |     sag |      295 |      --- |    0.25 |       0.8125 |  3.191s |     2m:21s |
| Iteration 38     |      l2 |  0.0104 | libli.. |      121 |      --- |  0.3125 |       0.8125 |  3.160s |     2m:25s |
| Iteration 39     | elast.. |  0.0335 |    saga |      138 |      0.8 |     0.5 |       0.8125 |  3.150s |     2m:29s |
| Iteration 40     |      l2 | 25.3072 |     sag |      607 |      --- |  0.6875 |       0.8125 |  3.159s |     2m:34s |
| Iteration 41     |      l2 |  27.346 |     sag |      348 |      --- |  0.5625 |       0.8125 |  3.168s |     2m:38s |
| Iteration 42     | elast.. |   100.0 |    saga |      752 |      0.8 |  0.4375 |       0.8125 |  3.243s |     2m:42s |
| Iteration 43     |      l2 |  0.0436 |     sag |      100 |      --- |  0.3125 |       0.8125 |  3.143s |     2m:46s |
| Iteration 44     |      l2 | 10.8817 |     sag |      100 |      --- |  0.6875 |       0.8125 |  3.167s |     2m:50s |
| Iteration 45     |      l2 | 14.0069 |     sag |      100 |      --- |     0.5 |       0.8125 |  3.153s |     2m:54s |
| Iteration 46     |      l2 | 37.5514 | libli.. |      916 |      --- |  0.5625 |       0.8125 |  3.151s |     2m:58s |
| Iteration 47     |      l2 |   100.0 | libli.. |      440 |      --- |   0.375 |       0.8125 |  3.149s |     3m:02s |
| Iteration 48     |      l2 | 14.3342 |     sag |      106 |      --- |  0.5625 |       0.8125 |  3.144s |     3m:06s |
| Iteration 49     |      l2 | 28.6171 |     sag |      179 |      --- |  0.4375 |       0.8125 |  3.180s |     3m:10s |
| Iteration 50     | elast.. |  7.8241 |    saga |      300 |      0.9 |  0.4375 |       0.8125 |  3.142s |     3m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'penalty': 'l2', 'C': 19.1839, 'solver': 'sag', 'max_iter': 145}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7688
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0812
Time elapsed: 0.058s
-------------------------------------------------
Total time: 3m:15s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  3.158s |     3.164s |
| Initial point 2  |     svd |       --- |   0.625 |        0.625 |  3.173s |     6.686s |
| Initial point 3  |     svd |       --- |   0.625 |        0.625 |  0.001s |     7.308s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |        0.625 |  3.190s |    11.109s |
| Initial point 5  |   eigen |       0.9 |   0.375 |        0.625 |  3.158s |    14.651s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |       0.8125 |  3.146s |    18.155s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  3.145s |    21.670s |
| Initial point 8  |    lsqr |       0.9 |   0.375 |       0.8125 |  3.171s |    25.217s |
| Initial point 9  |    lsqr |       0.6 |   0.375 |       0.8125 |  3.155s |    28.771s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |       0.8125 |  3.131s |    32.299s |
| Iteration 11     |     svd |       --- |   0.625 |       0.8125 |  0.000s |    32.793s |
| Iteration 12     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |    33.287s |
| Iteration 13     |   eigen |       0.7 |     1.0 |          1.0 |  3.167s |    36.940s |
| Iteration 14     |     svd |       --- |   0.625 |          1.0 |  0.000s |    37.447s |
| Iteration 15     |   eigen |      auto |     0.5 |          1.0 |  3.148s |    41.157s |
| Iteration 16     |     svd |       --- |   0.625 |          1.0 |  0.000s |    41.675s |
| Iteration 17     |   eigen |       0.5 |  0.3125 |          1.0 |  3.131s |    45.335s |
| Iteration 18     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |    45.877s |
| Iteration 19     |     svd |       --- |   0.625 |          1.0 |  0.000s |    46.516s |
| Iteration 20     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    47.048s |
| Iteration 21     |   eigen |      None |    0.75 |          1.0 |  3.151s |    50.726s |
| Iteration 22     |    lsqr |      None |     0.5 |          1.0 |  3.168s |    55.019s |
| Iteration 23     |    lsqr |       1.0 |  0.4375 |          1.0 |  3.138s |    58.683s |
| Iteration 24     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    59.279s |
| Iteration 25     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    59.848s |
| Iteration 26     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 27     |     svd |       --- |   0.625 |          1.0 |  0.000s |     1m:01s |
| Iteration 28     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 29     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 30     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 31     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 32     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 33     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 34     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 35     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 36     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 37     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 38     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 39     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:08s |
| Iteration 40     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 41     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 42     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 43     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 44     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 45     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 46     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 47     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 48     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 49     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 50     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7321
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.1364
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:18s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  3.222s |     3.225s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  3.217s |     6.847s |
| Initial point 3  |       0.1 |   0.375 |        0.625 |  3.221s |    10.429s |
| Initial point 4  |       1.0 |  0.5625 |        0.625 |  0.001s |    10.800s |
| Initial point 5  |       0.2 |   0.375 |        0.625 |  3.210s |    14.437s |
| Initial point 6  |       0.4 |   0.875 |        0.875 |  3.224s |    18.024s |
| Initial point 7  |       0.4 |   0.875 |        0.875 |  0.000s |    18.381s |
| Initial point 8  |       0.7 |  0.3125 |        0.875 |  3.203s |    21.944s |
| Initial point 9  |       0.9 |   0.625 |        0.875 |  0.001s |    22.316s |
| Initial point 10 |       0.8 |  0.5625 |        0.875 |  3.236s |    25.924s |
| Iteration 11     |       0.3 |    0.75 |        0.875 |  3.199s |    29.583s |
| Iteration 12     |       0.6 |     0.5 |        0.875 |  3.184s |    33.230s |
| Iteration 13     |       0.5 |   0.875 |        0.875 |  3.178s |    36.875s |
| Iteration 14     |       0.0 |    0.75 |        0.875 |  3.144s |    40.475s |
| Iteration 15     |       0.5 |   0.875 |        0.875 |  0.000s |    40.971s |
| Iteration 16     |       0.4 |   0.875 |        0.875 |  0.000s |    41.448s |
| Iteration 17     |       0.5 |   0.875 |        0.875 |  0.000s |    41.933s |
| Iteration 18     |       0.5 |   0.875 |        0.875 |  0.000s |    42.397s |
| Iteration 19     |       0.4 |   0.875 |        0.875 |  0.000s |    42.867s |
| Iteration 20     |       0.4 |   0.875 |        0.875 |  0.000s |    43.337s |
| Iteration 21     |       0.5 |   0.875 |        0.875 |  0.000s |    43.790s |
| Iteration 22     |       0.4 |   0.875 |        0.875 |  0.000s |    44.261s |
| Iteration 23     |       0.5 |   0.875 |        0.875 |  0.000s |    44.727s |
| Iteration 24     |       0.8 |  0.5625 |        0.875 |  0.001s |    45.215s |
| Iteration 25     |       0.4 |   0.875 |        0.875 |  0.000s |    45.693s |
| Iteration 26     |       0.5 |   0.875 |        0.875 |  0.000s |    46.198s |
| Iteration 27     |       0.5 |   0.875 |        0.875 |  0.000s |    46.664s |
| Iteration 28     |       0.9 |   0.625 |        0.875 |  0.000s |    47.136s |
| Iteration 29     |       0.4 |   0.875 |        0.875 |  0.000s |    47.622s |
| Iteration 30     |       0.8 |  0.5625 |        0.875 |  0.000s |    48.106s |
| Iteration 31     |       0.5 |   0.875 |        0.875 |  0.000s |    48.579s |
| Iteration 32     |       0.4 |   0.875 |        0.875 |  0.000s |    49.092s |
| Iteration 33     |       0.4 |   0.875 |        0.875 |  0.000s |    49.599s |
| Iteration 34     |       0.5 |   0.875 |        0.875 |  0.000s |    50.692s |
| Iteration 35     |       0.4 |   0.875 |        0.875 |  0.000s |    51.219s |
| Iteration 36     |       0.5 |   0.875 |        0.875 |  0.000s |    51.734s |
| Iteration 37     |       0.4 |   0.875 |        0.875 |  0.000s |    52.292s |
| Iteration 38     |       0.5 |   0.875 |        0.875 |  0.000s |    52.813s |
| Iteration 39     |       0.4 |   0.875 |        0.875 |  0.000s |    53.368s |
| Iteration 40     |       0.5 |   0.875 |        0.875 |  0.000s |    53.899s |
| Iteration 41     |       0.5 |   0.875 |        0.875 |  0.000s |    54.435s |
| Iteration 42     |       0.4 |   0.875 |        0.875 |  0.000s |    54.978s |
| Iteration 43     |       0.4 |   0.875 |        0.875 |  0.001s |    55.562s |
| Iteration 44     |       0.5 |   0.875 |        0.875 |  0.000s |    56.143s |
| Iteration 45     |       0.4 |   0.875 |        0.875 |  0.000s |    56.755s |
| Iteration 46     |       0.5 |   0.875 |        0.875 |  0.000s |    57.335s |
| Iteration 47     |       0.5 |   0.875 |        0.875 |  0.000s |    57.968s |
| Iteration 48     |       0.4 |   0.875 |        0.875 |  0.000s |    58.694s |
| Iteration 49     |       0.5 |   0.875 |        0.875 |  0.000s |    59.288s |
| Iteration 50     |       0.4 |   0.875 |        0.875 |  0.000s |    59.877s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6696
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.12
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:01s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.6842 | dista.. |      auto |        40 |       1 |   0.875 |        0.875 |  3.152s |     3.171s |
| Initial point 2  |  4.2491 | uniform |   kd_tree |        39 |       2 |   0.625 |        0.875 |  3.210s |     6.768s |
| Initial point 3  |  3.3565 | dista.. | ball_tree |        25 |       2 |   0.375 |        0.875 |  3.180s |    10.341s |
| Initial point 4  |  9.7925 | uniform | ball_tree |        39 |       2 |   0.625 |        0.875 |  3.194s |    13.946s |
| Initial point 5  |  7.6712 | dista.. |      auto |        30 |       2 |  0.3125 |        0.875 |  3.217s |    17.520s |
| Initial point 6  |  8.8838 | dista.. | ball_tree |        21 |       2 |  0.8125 |        0.875 |  3.223s |    21.130s |
| Initial point 7  |  6.3543 | dista.. | ball_tree |        24 |       1 |  0.5938 |        0.875 |  3.203s |    24.740s |
| Initial point 8  |  1.5227 | dista.. | ball_tree |        21 |       2 |  0.5312 |        0.875 |  3.189s |    28.300s |
| Initial point 9  |  7.0783 | uniform | ball_tree |        24 |       1 |  0.2812 |        0.875 |  3.202s |    31.893s |
| Initial point 10 |  5.0276 | uniform |     brute |        22 |       2 |     0.5 |        0.875 |  3.164s |    35.506s |
| Iteration 11     | 10.7144 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  3.190s |    39.397s |
| Iteration 12     |  4.4478 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  3.196s |    43.256s |
| Iteration 13     |  7.8367 | dista.. |     brute |        38 |       2 |   0.875 |          1.0 |  3.197s |    47.097s |
| Iteration 14     |  7.6889 | dista.. |     brute |        40 |       1 |  0.5625 |          1.0 |  3.195s |    50.922s |
| Iteration 15     |   0.799 | dista.. |      auto |        37 |       1 |     0.5 |          1.0 |  3.191s |    54.706s |
| Iteration 16     |     0.0 | dista.. |      auto |        40 |       2 |     0.5 |          1.0 |  3.209s |    58.532s |
| Iteration 17     | 10.7144 | dista.. |     brute |        37 |       1 |  0.4375 |          1.0 |  3.176s |     1m:02s |
| Iteration 18     |  0.4929 | uniform |      auto |        38 |       2 |     0.5 |          1.0 |  3.186s |     1m:06s |
| Iteration 19     |  0.0298 | dista.. |      auto |        38 |       2 |     0.5 |          1.0 |  3.178s |     1m:10s |
| Iteration 20     | 10.6076 | dista.. |     brute |        20 |       1 |  0.6875 |          1.0 |  3.176s |     1m:14s |
| Iteration 21     | 10.6057 | uniform |     brute |        40 |       2 |   0.625 |          1.0 |  3.186s |     1m:18s |
| Iteration 22     | 10.7144 | dista.. | ball_tree |        40 |       2 |  0.5625 |          1.0 |  3.832s |     1m:22s |
| Iteration 23     |  2.1156 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  3.166s |     1m:26s |
| Iteration 24     |  9.9611 | uniform |     brute |        39 |       1 |  0.7812 |          1.0 |  3.180s |     1m:30s |
| Iteration 25     | 10.3077 | uniform |      auto |        20 |       1 |  0.7812 |          1.0 |  3.204s |     1m:34s |
| Iteration 26     |     0.0 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  3.189s |     1m:38s |
| Iteration 27     |  6.7821 | dista.. | ball_tree |        40 |       1 |    0.75 |          1.0 |  3.186s |     1m:41s |
| Iteration 28     |  5.0415 | uniform |   kd_tree |        40 |       1 |  0.6562 |          1.0 |  3.225s |     1m:45s |
| Iteration 29     |  4.1162 | dista.. |     brute |        40 |       1 |  0.8125 |          1.0 |  3.226s |     1m:50s |
| Iteration 30     |  10.651 | dista.. |     brute |        40 |       1 |  0.8125 |          1.0 |  3.174s |     1m:54s |
| Iteration 31     |  4.4517 | dista.. |     brute |        39 |       1 |  0.2812 |          1.0 |  3.183s |     1m:58s |
| Iteration 32     |  4.4808 | dista.. |      auto |        40 |       1 |   0.375 |          1.0 |  3.187s |     2m:02s |
| Iteration 33     |   0.001 | uniform | ball_tree |        31 |       2 |     0.5 |          1.0 |  3.192s |     2m:06s |
| Iteration 34     | 10.4156 | dista.. |      auto |        20 |       1 |  0.5312 |          1.0 |  3.267s |     2m:10s |
| Iteration 35     | 10.7144 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  0.001s |     2m:10s |
| Iteration 36     | 10.7023 | uniform |     brute |        34 |       1 |    0.25 |          1.0 |  3.187s |     2m:14s |
| Iteration 37     | 10.7144 | dista.. |   kd_tree |        40 |       1 |   0.625 |          1.0 |  3.201s |     2m:18s |
| Iteration 38     |  0.1128 | uniform |     brute |        20 |       2 |     0.5 |          1.0 |  3.171s |     2m:22s |
| Iteration 39     | 10.7144 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  0.001s |     2m:23s |
| Iteration 40     |  1.4045 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.190s |     2m:27s |
| Iteration 41     |  4.3688 | uniform |     brute |        40 |       1 |   0.375 |          1.0 |  3.203s |     2m:31s |
| Iteration 42     | 10.7144 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  0.001s |     2m:31s |
| Iteration 43     |  4.5213 | dista.. |     brute |        40 |       1 |    0.75 |          1.0 |  3.171s |     2m:36s |
| Iteration 44     |  4.3987 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  3.179s |     2m:40s |
| Iteration 45     | 10.5812 | dista.. |      auto |        40 |       1 |  0.4688 |          1.0 |  3.181s |     2m:44s |
| Iteration 46     |  9.0078 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  3.188s |     2m:49s |
| Iteration 47     |  7.7338 | dista.. |     brute |        38 |       2 |  0.8125 |          1.0 |  3.158s |     2m:53s |
| Iteration 48     |  7.9503 | dista.. |     brute |        38 |       2 |  0.4688 |          1.0 |  3.792s |     2m:58s |
| Iteration 49     |  8.7851 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  3.191s |     3m:02s |
| Iteration 50     | 10.7144 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  0.001s |     3m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'radius': 4.4478, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0418
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:04s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  3.594s |     3.601s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |        0.875 |  3.592s |     7.557s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.5625 |        0.875 |  3.371s |    11.351s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |        0.875 |  3.544s |    15.271s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     0.5 |        0.875 |  3.412s |    19.048s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  3.604s |    23.021s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.875 |          1.0 |  3.238s |    26.629s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |          1.0 |  3.496s |    30.500s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6562 |          1.0 |  3.150s |    34.070s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5312 |          1.0 |  3.291s |    37.724s |
| Iteration 11     |           50 |        9.7227 |   SAMME.R |   0.625 |          1.0 |  3.242s |    41.480s |
| Iteration 12     |          392 |        5.9738 |   SAMME.R |     0.5 |          1.0 |  3.468s |    45.468s |
| Iteration 13     |          460 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.530s |    49.572s |
| Iteration 14     |          464 |        0.0625 |   SAMME.R |   0.625 |          1.0 |  3.552s |    53.892s |
| Iteration 15     |          500 |          0.01 |   SAMME.R |     0.5 |          1.0 |  3.556s |    57.986s |
| Iteration 16     |          500 |          10.0 |     SAMME |  0.7188 |          1.0 |  3.143s |     1m:02s |
| Iteration 17     |          500 |         0.014 |     SAMME |  0.4375 |          1.0 |  3.479s |     1m:06s |
| Iteration 18     |          445 |          0.01 |   SAMME.R |  0.5312 |          1.0 |  3.478s |     1m:10s |
| Iteration 19     |          461 |        0.3111 |   SAMME.R |    0.75 |          1.0 |  3.515s |     1m:15s |
| Iteration 20     |          458 |        0.0161 |   SAMME.R |  0.5312 |          1.0 |  3.504s |     1m:19s |
| Iteration 21     |          462 |        9.7204 |   SAMME.R |  0.6875 |          1.0 |  3.504s |     1m:23s |
| Iteration 22     |          469 |        1.5891 |     SAMME |   0.625 |          1.0 |  3.512s |     1m:27s |
| Iteration 23     |          461 |        0.1125 |   SAMME.R |  0.3125 |          1.0 |  3.500s |     1m:31s |
| Iteration 24     |          459 |        0.2325 |   SAMME.R |  0.5625 |          1.0 |  3.509s |     1m:35s |
| Iteration 25     |          459 |        0.0104 |   SAMME.R |  0.8125 |          1.0 |  3.495s |     1m:40s |
| Iteration 26     |          460 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 27     |          333 |        0.0101 |   SAMME.R |  0.9375 |          1.0 |  4.032s |     1m:45s |
| Iteration 28     |          462 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  3.552s |     1m:50s |
| Iteration 29     |          458 |          0.01 |   SAMME.R |   0.875 |          1.0 |  3.605s |     1m:54s |
| Iteration 30     |           96 |        0.0104 |   SAMME.R |  0.9062 |          1.0 |  3.353s |     1m:58s |
| Iteration 31     |          376 |        0.0114 |   SAMME.R |  0.8125 |          1.0 |  3.501s |     2m:03s |
| Iteration 32     |          259 |        0.0123 |   SAMME.R |   0.875 |          1.0 |  3.363s |     2m:06s |
| Iteration 33     |           79 |        0.0112 |   SAMME.R |  0.9688 |          1.0 |  3.217s |     2m:10s |
| Iteration 34     |          144 |        0.0115 |   SAMME.R |  0.6875 |          1.0 |  3.278s |     2m:14s |
| Iteration 35     |          433 |        0.0256 |     SAMME |  0.5938 |          1.0 |  3.468s |     2m:18s |
| Iteration 36     |           88 |        0.0112 |   SAMME.R |  0.8125 |          1.0 |  3.461s |     2m:23s |
| Iteration 37     |          242 |        0.0112 |   SAMME.R |  0.8438 |          1.0 |  3.362s |     2m:27s |
| Iteration 38     |          132 |        0.4539 |   SAMME.R |    0.75 |          1.0 |  3.260s |     2m:30s |
| Iteration 39     |          119 |        0.6757 |   SAMME.R |   0.625 |          1.0 |  3.217s |     2m:35s |
| Iteration 40     |           78 |        0.0113 |   SAMME.R |  0.7188 |          1.0 |  3.218s |     2m:39s |
| Iteration 41     |           82 |        0.0109 |   SAMME.R |  0.7812 |          1.0 |  3.228s |     2m:42s |
| Iteration 42     |           67 |        0.1308 |     SAMME |    0.75 |          1.0 |  3.208s |     2m:46s |
| Iteration 43     |          171 |        0.0108 |   SAMME.R |  0.4375 |          1.0 |  3.345s |     2m:50s |
| Iteration 44     |          185 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  3.370s |     2m:55s |
| Iteration 45     |          269 |        0.2046 |     SAMME |  0.6875 |          1.0 |  3.474s |     2m:59s |
| Iteration 46     |          334 |        1.9819 |   SAMME.R |   0.625 |          1.0 |  3.498s |     3m:03s |
| Iteration 47     |          179 |          0.01 |   SAMME.R |  0.5625 |          1.0 |  3.244s |     3m:07s |
| Iteration 48     |          405 |        0.0115 |   SAMME.R |    0.75 |          1.0 |  3.636s |     3m:11s |
| Iteration 49     |          404 |        0.0115 |   SAMME.R |  0.4375 |          1.0 |  3.480s |     3m:16s |
| Iteration 50     |          204 |          0.01 |   SAMME.R |   0.625 |          1.0 |  3.311s |     3m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.435s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1049
Time elapsed: 1.923s
-------------------------------------------------
Total time: 3m:23s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     0.5 |          0.5 |  3.584s |     3.603s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |       0.6875 |  4.097s |     8.213s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |       0.6875 |  3.442s |    12.051s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.6875 |  3.272s |    15.713s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     0.5 |       0.6875 |  3.466s |    19.590s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |         0.75 |  3.310s |    23.269s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |       0.8125 |  3.345s |    26.975s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |       0.8125 |  3.316s |    31.011s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |       0.8125 |  3.416s |    34.810s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |       0.8125 |  3.422s |    38.622s |
| Iteration 11     |          287 |   entropy |         8 |                17 |                5 |          0.5 |     False |    0.0218 |         --- |    0.75 |       0.8125 |  3.289s |    42.583s |
| Iteration 12     |           40 |      gini |      None |                18 |               15 |          0.8 |     False |    0.0042 |         --- |  0.4062 |       0.8125 |  3.176s |    46.483s |
| Iteration 13     |           93 |   entropy |      None |                 4 |                3 |         None |      True |    0.0267 |         0.9 |     1.0 |          1.0 |  3.239s |    50.417s |
| Iteration 14     |          307 |      gini |         9 |                17 |                3 |         auto |      True |    0.0234 |         0.5 |  0.5625 |          1.0 |  3.370s |    54.604s |
| Iteration 15     |          122 |   entropy |         8 |                 2 |                5 |          0.9 |      True |    0.0307 |         0.7 |     0.5 |          1.0 |  3.246s |    58.721s |
| Iteration 16     |          107 |   entropy |         6 |                 7 |                3 |         None |      True |    0.0152 |         0.8 |  0.9375 |          1.0 |  3.359s |     1m:03s |
| Iteration 17     |          369 |      gini |         1 |                 2 |                3 |         log2 |      True |    0.0045 |         0.8 |  0.4375 |          1.0 |  3.500s |     1m:07s |
| Iteration 18     |           90 |   entropy |      None |                 3 |                3 |         None |      True |    0.0333 |         0.9 |  0.5312 |          1.0 |  3.292s |     1m:12s |
| Iteration 19     |          403 |      gini |         1 |                 4 |                3 |          0.9 |      True |    0.0087 |         0.5 |   0.375 |          1.0 |  3.521s |     1m:16s |
| Iteration 20     |           87 |   entropy |         4 |                14 |                3 |          0.5 |      True |    0.0263 |         0.8 |   0.625 |          1.0 |  3.359s |     1m:20s |
| Iteration 21     |           63 |   entropy |      None |                12 |                7 |         sqrt |      True |    0.0135 |         0.5 |  0.8125 |          1.0 |  3.252s |     1m:24s |
| Iteration 22     |          143 |   entropy |         9 |                 2 |               19 |          0.5 |      True |    0.0083 |         0.5 |     0.5 |          1.0 |  3.360s |     1m:29s |
| Iteration 23     |           10 |   entropy |      None |                 8 |                1 |          0.8 |      True |    0.0158 |         0.6 |  0.4062 |          1.0 |  3.228s |     1m:33s |
| Iteration 24     |          460 |   entropy |         4 |                14 |               19 |         sqrt |     False |    0.0348 |         --- |     0.5 |          1.0 |  3.439s |     1m:37s |
| Iteration 25     |           90 |   entropy |         8 |                10 |                4 |         log2 |      True |    0.0051 |         0.9 |   0.875 |          1.0 |  3.340s |     1m:41s |
| Iteration 26     |           90 |   entropy |         4 |                 4 |                3 |          0.8 |      True |       0.0 |        None |  0.5625 |          1.0 |  3.203s |     1m:46s |
| Iteration 27     |          106 |      gini |         5 |                 7 |               12 |         None |      True |    0.0087 |         0.9 |  0.8125 |          1.0 |  3.209s |     1m:50s |
| Iteration 28     |           81 |   entropy |         3 |                 2 |               12 |          0.5 |      True |    0.0127 |         0.9 |     0.5 |          1.0 |  3.186s |     1m:54s |
| Iteration 29     |           94 |   entropy |      None |                 5 |                3 |         None |      True |    0.0258 |         0.9 |    0.75 |          1.0 |  3.804s |     1m:59s |
| Iteration 30     |           49 |   entropy |         3 |                12 |               19 |         None |      True |    0.0152 |         0.7 |     0.5 |          1.0 |  3.246s |     2m:03s |
| Iteration 31     |          121 |   entropy |         8 |                14 |                4 |         None |      True |    0.0083 |         0.5 |  0.6875 |          1.0 |  3.228s |     2m:07s |
| Iteration 32     |          115 |      gini |         2 |                 9 |                5 |         None |      True |    0.0233 |         0.8 |   0.875 |          1.0 |  3.219s |     2m:12s |
| Iteration 33     |           97 |      gini |         6 |                19 |               17 |         None |      True |     0.018 |         0.8 |  0.9375 |          1.0 |  3.235s |     2m:16s |
| Iteration 34     |          457 |      gini |         7 |                14 |                9 |         None |      True |       0.0 |         0.8 |    0.75 |          1.0 |  3.569s |     2m:20s |
| Iteration 35     |           25 |   entropy |         8 |                 2 |               19 |         None |      True |    0.0227 |         0.8 |     0.5 |          1.0 |  3.147s |     2m:24s |
| Iteration 36     |          207 |      gini |         2 |                 7 |               20 |         None |      True |    0.0268 |         0.7 |     0.5 |          1.0 |  3.312s |     2m:28s |
| Iteration 37     |          440 |      gini |         1 |                20 |               13 |         None |      True |    0.0279 |         0.8 |   0.625 |          1.0 |  3.524s |     2m:34s |
| Iteration 38     |          141 |      gini |         5 |                11 |                2 |         None |      True |    0.0072 |         0.8 |  0.8125 |          1.0 |  3.202s |     2m:38s |
| Iteration 39     |          461 |   entropy |         6 |                18 |                2 |         None |     False |    0.0184 |         --- |  0.5625 |          1.0 |  3.403s |     2m:42s |
| Iteration 40     |          308 |   entropy |         6 |                18 |               14 |          0.8 |      True |    0.0198 |         0.9 |  0.6875 |          1.0 |  3.375s |     2m:46s |
| Iteration 41     |           43 |      gini |         3 |                11 |                4 |         None |      True |    0.0237 |         0.9 |   0.875 |          1.0 |  3.205s |     2m:50s |
| Iteration 42     |          216 |   entropy |         9 |                18 |                9 |         auto |      True |    0.0296 |         0.9 |  0.6875 |          1.0 |  3.305s |     2m:55s |
| Iteration 43     |          484 |   entropy |         4 |                15 |                5 |         None |      True |    0.0223 |         0.9 |  0.5625 |          1.0 |  3.524s |     2m:59s |
| Iteration 44     |          464 |   entropy |      None |                 4 |                4 |         None |      True |     0.035 |         0.7 |  0.8125 |          1.0 |  3.525s |     3m:04s |
| Iteration 45     |          105 |   entropy |         8 |                16 |                2 |         None |      True |    0.0179 |         0.9 |   0.625 |          1.0 |  3.255s |     3m:08s |
| Iteration 46     |          214 |   entropy |         8 |                 8 |                7 |         None |      True |    0.0349 |        None |   0.625 |          1.0 |  3.319s |     3m:13s |
| Iteration 47     |          305 |   entropy |         4 |                 8 |                5 |         None |      True |       0.0 |         0.9 |     0.5 |          1.0 |  3.378s |     3m:17s |
| Iteration 48     |           88 |   entropy |      None |                12 |               19 |         None |      True |    0.0292 |         0.8 |     0.5 |          1.0 |  3.218s |     3m:21s |
| Iteration 49     |          318 |      gini |         3 |                 4 |                2 |         None |      True |    0.0274 |         0.7 |  0.5625 |          1.0 |  3.418s |     3m:26s |
| Iteration 50     |          102 |      gini |         6 |                 8 |                4 |          0.8 |      True |     0.024 |         0.9 |  0.5625 |          1.0 |  3.225s |     3m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 93, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 4, 'min_samples_leaf': 3, 'max_features': None, 'bootstrap': True, 'ccp_alpha': 0.0267, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.097s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0245
Time elapsed: 0.428s
-------------------------------------------------
Total time: 3m:32s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.259s |     3.280s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  3.213s |     7.062s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  3.196s |    10.658s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  3.792s |    14.844s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  3.208s |    18.478s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  3.179s |    22.051s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  3.194s |    25.624s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  3.217s |    29.243s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |         0.75 |  3.208s |    32.822s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  3.151s |    36.405s |
| Iteration 11     |           41 |        0.9435 |         6 |   0.262 |                9 |       0.6 |              0.4 |       100 |       0.01 |     0.5 |         0.75 |  3.157s |    40.309s |
| Iteration 12     |          498 |        0.0347 |         4 |  0.3754 |                3 |       0.9 |              0.9 |         0 |        0.1 |     0.5 |         0.75 |  3.237s |    45.209s |
| Iteration 13     |          419 |        0.0775 |         6 |  0.4733 |                2 |       0.9 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  3.252s |    49.525s |
| Iteration 14     |          328 |        0.1877 |        10 |  0.6049 |                2 |       0.8 |              0.9 |      0.01 |       0.01 |  0.5625 |          1.0 |  3.194s |    53.495s |
| Iteration 15     |          424 |        0.1152 |         6 |  0.4918 |                1 |       0.9 |              0.9 |         1 |         10 |     0.5 |          1.0 |  3.268s |    57.547s |
| Iteration 16     |          442 |        0.0708 |         6 |  0.2286 |                2 |       1.0 |              1.0 |      0.01 |        0.1 |  0.5625 |          1.0 |  3.234s |     1m:02s |
| Iteration 17     |          175 |        0.3092 |         7 |  0.4756 |                5 |       0.9 |              1.0 |         0 |        0.1 |     0.5 |          1.0 |  3.158s |     1m:06s |
| Iteration 18     |          176 |        0.0339 |         6 |  0.4896 |                2 |       0.9 |              1.0 |      0.01 |        0.1 |  0.4688 |          1.0 |  3.171s |     1m:10s |
| Iteration 19     |          417 |        0.0936 |         7 |  0.7643 |                2 |       0.6 |              1.0 |         1 |        0.1 |     0.5 |          1.0 |  3.204s |     1m:14s |
| Iteration 20     |          419 |        0.0834 |         6 |  0.4909 |                2 |       0.9 |              0.6 |        10 |        0.1 |     0.5 |          1.0 |  3.211s |     1m:19s |
| Iteration 21     |          420 |        0.0132 |         1 |  0.4839 |                4 |       0.9 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  3.204s |     1m:23s |
| Iteration 22     |          424 |          0.32 |         7 |  0.4921 |                4 |       0.9 |              0.5 |      0.01 |        0.1 |     1.0 |          1.0 |  3.232s |     1m:27s |
| Iteration 23     |          411 |        0.0238 |         8 |  0.4878 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |    0.25 |          1.0 |  3.192s |     1m:31s |
| Iteration 24     |          401 |        0.0112 |         7 |  0.6404 |                7 |       0.9 |              0.9 |      0.01 |        0.1 |  0.5625 |          1.0 |  3.201s |     1m:35s |
| Iteration 25     |          429 |        0.0545 |         7 |  0.4669 |                1 |       0.9 |              0.4 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.226s |     1m:40s |
| Iteration 26     |          420 |        0.0422 |         7 |  0.4864 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |  0.5625 |          1.0 |  3.218s |     1m:44s |
| Iteration 27     |          437 |        0.4171 |         9 |   0.449 |                2 |       0.9 |              0.4 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.243s |     1m:48s |
| Iteration 28     |          421 |           1.0 |         2 |  0.4014 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |  0.4375 |          1.0 |  3.234s |     1m:52s |
| Iteration 29     |          429 |        0.9833 |         8 |   0.477 |                6 |       0.9 |              0.9 |      0.01 |        0.1 |   0.625 |          1.0 |  3.221s |     1m:57s |
| Iteration 30     |          397 |        0.2718 |         8 |  0.4551 |                2 |       0.9 |              0.7 |      0.01 |        0.1 |     1.0 |          1.0 |  3.874s |     2m:01s |
| Iteration 31     |          285 |        0.0875 |         6 |  0.4706 |                4 |       0.9 |              0.8 |      0.01 |        0.1 |  0.5625 |          1.0 |  3.222s |     2m:06s |
| Iteration 32     |          422 |         0.085 |         6 |  0.4696 |                2 |       0.7 |              0.6 |      0.01 |          0 |   0.875 |          1.0 |  3.259s |     2m:10s |
| Iteration 33     |          393 |        0.2006 |         7 |  0.4616 |                2 |       0.8 |              0.9 |      0.01 |         10 |    0.75 |          1.0 |  3.329s |     2m:14s |
| Iteration 34     |          405 |        0.3125 |         8 |   0.468 |                2 |       0.9 |              0.9 |      0.01 |          0 |  0.8125 |          1.0 |  3.273s |     2m:18s |
| Iteration 35     |          423 |        0.0242 |         8 |  0.4948 |                2 |       0.6 |              0.4 |      0.01 |        100 |   0.625 |          1.0 |  3.238s |     2m:23s |
| Iteration 36     |          429 |        0.1614 |         7 |  0.4708 |                2 |       0.9 |              0.7 |      0.01 |        0.1 |    0.75 |          1.0 |  3.251s |     2m:27s |
| Iteration 37     |          409 |        0.2968 |         7 |   0.471 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.255s |     2m:31s |
| Iteration 38     |          424 |        0.0727 |         7 |  0.6469 |                5 |       0.9 |              0.4 |      0.01 |          1 |   0.625 |          1.0 |  3.217s |     2m:36s |
| Iteration 39     |          427 |         0.072 |         6 |  0.4674 |               10 |       0.5 |              0.9 |      0.01 |        0.1 |     0.5 |          1.0 |  3.218s |     2m:40s |
| Iteration 40     |          428 |        0.0708 |         5 |  0.4638 |                2 |       0.9 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  3.234s |     2m:45s |
| Iteration 41     |          323 |        0.0764 |         7 |  0.4714 |                1 |       0.9 |              0.8 |      0.01 |        0.1 |   0.875 |          1.0 |  3.260s |     2m:49s |
| Iteration 42     |          382 |        0.3099 |         9 |  0.4797 |                4 |       0.9 |              0.5 |      0.01 |        0.1 |  0.6875 |          1.0 |  3.244s |     2m:54s |
| Iteration 43     |          350 |        0.2462 |         8 |   0.447 |                2 |       0.5 |              0.9 |      0.01 |       0.01 |  0.4375 |          1.0 |  3.205s |     2m:58s |
| Iteration 44     |          451 |        0.0725 |         6 |  0.4722 |                2 |       0.9 |              0.7 |      0.01 |       0.01 |   0.875 |          1.0 |  3.248s |     3m:03s |
| Iteration 45     |          313 |        0.3215 |         6 |   0.493 |                4 |       0.9 |              0.9 |      0.01 |          1 |  0.5625 |          1.0 |  3.200s |     3m:07s |
| Iteration 46     |          409 |        0.0847 |         7 |  0.4729 |                1 |       0.9 |              0.9 |      0.01 |        100 |     0.5 |          1.0 |  3.329s |     3m:12s |
| Iteration 47     |          395 |        0.7962 |         7 |  0.4603 |                1 |       0.9 |              0.9 |      0.01 |       0.01 |     0.5 |          1.0 |  3.115s |     3m:16s |
| Iteration 48     |          419 |        0.0746 |         6 |   0.373 |                1 |       0.9 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  3.193s |     3m:21s |
| Iteration 49     |          399 |        0.0732 |         6 |   0.475 |                1 |       0.8 |              0.7 |      0.01 |        0.1 |   0.625 |          1.0 |  3.208s |     3m:25s |
| Iteration 50     |          414 |        0.0729 |         6 |  0.4747 |                2 |       0.9 |              0.8 |      0.01 |        0.1 |     0.5 |          1.0 |  3.208s |     3m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 397, 'learning_rate': 0.2718, 'max_depth': 8, 'gamma': 0.4551, 'min_child_weight': 2, 'subsample': 0.9, 'colsample_bytree': 0.7, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.085s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0632
Time elapsed: 0.265s
-------------------------------------------------
Total time: 3m:31s


Final results ==================== >>
Duration: 22m:29s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.95 ± 0.0632 !
Logistic Regression             --> roc_auc: 0.68 ± 0.0812
Linear Discriminant Analysis    --> roc_auc: 0.72 ± 0.1364
Quadratic Discriminant Analysis --> roc_auc: 0.61 ± 0.12
Radius Nearest Neighbors        --> roc_auc: 0.7 ± 0.0418 ~
AdaBoost                        --> roc_auc: 0.8 ± 0.1049
Random Forest                   --> roc_auc: 0.93 ± 0.0245
XGBoost                         --> roc_auc: 0.95 ± 0.0632 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 833 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALGDDKIIF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CVVIANQAGTALIF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAYRSAGTGNQFYF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CASSLGSSYEQYF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVEDTGRRALTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7812 |       0.7812 |  0.679s |     0.700s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.711s |     1.817s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.9375 |          1.0 |  0.674s |     2.896s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.9375 |          1.0 |  1.427s |     4.783s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     0.5 |          1.0 |  0.738s |     5.943s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |          1.0 |  0.773s |     7.283s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |          1.0 |  0.759s |     8.611s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |          1.0 |  0.796s |     9.835s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  0.723s |    10.959s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.717s |    12.077s |
| Iteration 11     | exponen.. |          0.01 |          179 |       1.0 | friedman_mse |                20 |               16 |         3 |         None |       0.0 |    0.75 |          1.0 |  0.713s |    13.667s |
| Iteration 12     |  deviance |         0.023 |          162 |       0.8 | squared_er.. |                19 |                6 |         3 |          0.9 |    0.0186 |  0.9375 |          1.0 |  0.674s |    15.059s |
| Iteration 13     |  deviance |        0.5739 |          441 |       0.7 | friedman_mse |                 7 |                1 |        10 |          0.5 |     0.027 |     1.0 |          1.0 |  0.740s |    16.451s |
| Iteration 14     |  deviance |        0.0176 |          137 |       0.7 | squared_er.. |                 7 |                1 |         2 |         None |    0.0009 |  0.9375 |          1.0 |  0.668s |    17.747s |
| Iteration 15     |  deviance |           1.0 |          500 |       0.5 | friedman_mse |                20 |                1 |        10 |         auto |     0.035 |  0.8125 |          1.0 |  0.749s |    19.299s |
| Iteration 16     |  deviance |        0.2807 |          476 |       0.9 | friedman_mse |                15 |                8 |         1 |          0.9 |    0.0303 |    0.75 |          1.0 |  0.746s |    20.915s |
| Iteration 17     |  deviance |        0.0115 |           10 |       0.9 | squared_er.. |                 2 |               10 |        10 |          0.6 |    0.0118 |  0.9688 |          1.0 |  0.636s |    22.546s |
| Iteration 18     |  deviance |        0.1647 |           10 |       0.7 | squared_er.. |                14 |               14 |         1 |         sqrt |    0.0316 |  0.7188 |          1.0 |  0.637s |    23.914s |
| Iteration 19     | exponen.. |        0.2615 |          310 |       1.0 | friedman_mse |                14 |               15 |         4 |          0.5 |    0.0029 |  0.6875 |          1.0 |  0.694s |    25.415s |
| Iteration 20     |  deviance |        0.1115 |          191 |       0.7 | squared_er.. |                 4 |                6 |         9 |          0.5 |    0.0149 |  0.8125 |          1.0 |  0.702s |    26.801s |
| Iteration 21     |  deviance |         0.039 |          197 |       0.7 | squared_er.. |                15 |                9 |         5 |         None |    0.0052 |  0.8125 |          1.0 |  0.680s |    28.267s |
| Iteration 22     |  deviance |        0.0596 |          154 |       0.5 | squared_er.. |                 3 |                1 |         5 |          0.9 |    0.0302 |    0.75 |          1.0 |  0.680s |    29.656s |
| Iteration 23     |  deviance |        0.0163 |          250 |       0.8 | friedman_mse |                20 |               16 |         5 |          0.9 |     0.034 |    0.75 |          1.0 |  0.686s |    31.108s |
| Iteration 24     |  deviance |         0.464 |          168 |       0.6 | friedman_mse |                18 |               10 |         1 |          0.8 |    0.0317 |  0.9688 |          1.0 |  0.698s |    32.686s |
| Iteration 25     |  deviance |        0.0313 |          143 |       0.8 | squared_er.. |                20 |               11 |         5 |          0.9 |     0.022 |  0.9375 |          1.0 |  0.673s |    34.603s |
| Iteration 26     |  deviance |        0.7531 |          490 |       0.5 | friedman_mse |                 6 |               11 |         9 |         sqrt |    0.0327 |   0.875 |          1.0 |  0.785s |    36.237s |
| Iteration 27     |  deviance |        0.5267 |          485 |       0.5 | squared_er.. |                19 |               10 |         5 |         log2 |    0.0056 |     1.0 |          1.0 |  0.747s |    37.787s |
| Iteration 28     |  deviance |        0.0802 |          152 |       1.0 | friedman_mse |                20 |               10 |         2 |          0.5 |    0.0001 |  0.8125 |          1.0 |  0.669s |    39.212s |
| Iteration 29     |  deviance |        0.0548 |           85 |       0.5 | squared_er.. |                 4 |               10 |         7 |          0.6 |    0.0026 |     1.0 |          1.0 |  0.687s |    40.667s |
| Iteration 30     |  deviance |        0.0104 |          465 |       0.6 | squared_er.. |                 8 |               10 |         8 |          0.9 |    0.0284 |  0.9375 |          1.0 |  1.338s |    42.901s |
| Iteration 31     |  deviance |        0.0182 |          327 |       1.0 | friedman_mse |                 6 |                1 |         8 |         log2 |    0.0181 |  0.8438 |          1.0 |  0.714s |    44.380s |
| Iteration 32     | exponen.. |        0.0767 |          207 |       0.5 | friedman_mse |                 8 |               17 |         7 |         sqrt |    0.0284 |     0.5 |          1.0 |  0.680s |    45.862s |
| Iteration 33     | exponen.. |        0.0476 |          458 |       0.5 | squared_er.. |                 3 |                2 |         1 |         log2 |     0.028 |   0.875 |          1.0 |  0.742s |    47.404s |
| Iteration 34     |  deviance |        0.3358 |          418 |       0.6 | squared_er.. |                 2 |               19 |        10 |         None |    0.0007 |     0.5 |          1.0 |  0.713s |    48.843s |
| Iteration 35     |  deviance |         0.096 |          305 |       0.7 | squared_er.. |                20 |               16 |         7 |         None |    0.0331 |  0.8438 |          1.0 |  0.709s |    50.400s |
| Iteration 36     | exponen.. |         0.011 |          190 |       0.8 | squared_er.. |                20 |               15 |         5 |         None |    0.0023 |  0.5625 |          1.0 |  0.700s |    52.072s |
| Iteration 37     |  deviance |        0.1306 |          211 |       0.6 | squared_er.. |                18 |                8 |         5 |         None |    0.0307 |   0.875 |          1.0 |  0.693s |    53.910s |
| Iteration 38     |  deviance |        0.0185 |           74 |       0.9 | squared_er.. |                 3 |               15 |         8 |          0.6 |    0.0118 |   0.875 |          1.0 |  0.660s |    55.516s |
| Iteration 39     | exponen.. |        0.2325 |          270 |       0.9 | friedman_mse |                19 |               12 |        10 |          0.8 |    0.0192 |     1.0 |          1.0 |  0.724s |    57.193s |
| Iteration 40     | exponen.. |        0.2215 |          296 |       0.7 | friedman_mse |                10 |                4 |         5 |          0.8 |    0.0307 |  0.9375 |          1.0 |  0.725s |    58.919s |
| Iteration 41     | exponen.. |        0.0484 |          215 |       1.0 | friedman_mse |                20 |               18 |         2 |          0.8 |       0.0 |  0.6875 |          1.0 |  0.688s |     1m:01s |
| Iteration 42     | exponen.. |        0.2869 |          231 |       0.7 | friedman_mse |                17 |               10 |         3 |          0.8 |    0.0298 |     1.0 |          1.0 |  0.687s |     1m:02s |
| Iteration 43     | exponen.. |        0.3433 |          355 |       0.7 | friedman_mse |                16 |               15 |         5 |          0.8 |    0.0218 |  0.5625 |          1.0 |  0.722s |     1m:05s |
| Iteration 44     |  deviance |        0.0518 |          457 |       0.6 | friedman_mse |                19 |                5 |         6 |          0.6 |       0.0 |   0.875 |          1.0 |  0.736s |     1m:07s |
| Iteration 45     | exponen.. |        0.0324 |          144 |       0.8 | friedman_mse |                15 |               16 |         4 |          0.9 |    0.0293 |     1.0 |          1.0 |  0.674s |     1m:08s |
| Iteration 46     | exponen.. |        0.0766 |          185 |       0.7 | friedman_mse |                15 |                9 |         3 |          0.8 |    0.0307 |    0.75 |          1.0 |  0.681s |     1m:10s |
| Iteration 47     | exponen.. |        0.0879 |          253 |       0.9 | friedman_mse |                18 |                9 |         3 |          0.8 |    0.0263 |     1.0 |          1.0 |  0.713s |     1m:12s |
| Iteration 48     | exponen.. |        0.0152 |          240 |       0.7 | friedman_mse |                17 |                3 |         6 |          0.8 |    0.0284 |     1.0 |          1.0 |  0.713s |     1m:14s |
| Iteration 49     |  deviance |         0.027 |           87 |       0.9 | squared_er.. |                 4 |                3 |         7 |          0.6 |       0.0 |    0.75 |          1.0 |  0.672s |     1m:16s |
| Iteration 50     |  deviance |        0.0131 |          245 |       0.6 | squared_er.. |                18 |                4 |         8 |         None |    0.0239 |     1.0 |          1.0 |  0.708s |     1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.5267, 'n_estimators': 485, 'subsample': 0.5, 'criterion': 'squared_error', 'min_samples_split': 19, 'min_samples_leaf': 10, 'max_depth': 5, 'max_features': 'log2', 'ccp_alpha': 0.0056}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.121s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0812
Time elapsed: 0.576s
-------------------------------------------------
Total time: 1m:19s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  0.692s |     0.704s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.875 |        0.875 |  0.708s |     1.845s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |        0.875 |  0.697s |     2.939s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.9375 |       0.9375 |  1.288s |     4.660s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |       0.9375 |  0.702s |     5.831s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |       0.9375 |  0.697s |     6.931s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |       0.9375 |  0.697s |     8.002s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.3125 |       0.9375 |  0.695s |     9.100s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |       0.9375 |  0.707s |    10.262s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |       0.9375 |  0.702s |    11.379s |
| Iteration 11     |      l2 |  0.0023 | libli.. |      942 |      --- |   0.875 |       0.9375 |  0.689s |    12.786s |
| Iteration 12     |    none |     --- |     sag |      947 |      --- |  0.9375 |       0.9375 |  0.699s |    14.102s |
| Iteration 13     |      l2 |  2.8426 | libli.. |      314 |      --- |  0.8125 |       0.9375 |  0.700s |    15.510s |
| Iteration 14     |      l2 |  0.0437 |   lbfgs |      954 |      --- |  0.8125 |       0.9375 |  0.698s |    16.877s |
| Iteration 15     |      l2 |  4.5982 | newto.. |      163 |      --- |    0.75 |       0.9375 |  0.699s |    18.238s |
| Iteration 16     |      l2 |  0.4663 |   lbfgs |      341 |      --- |  0.5625 |       0.9375 |  0.690s |    19.593s |
| Iteration 17     |      l2 |  0.1031 | newto.. |      748 |      --- |    0.75 |       0.9375 |  0.699s |    20.954s |
| Iteration 18     |      l2 |  0.0338 |     sag |      729 |      --- |    0.75 |       0.9375 |  0.694s |    22.324s |
| Iteration 19     | elast.. |   0.002 |    saga |      767 |      0.2 |     0.5 |       0.9375 |  0.642s |    23.680s |
| Iteration 20     |    none |     --- |   lbfgs |      711 |      --- |  0.9375 |       0.9375 |  0.653s |    24.987s |
| Iteration 21     |      l1 |   2.709 |    saga |      705 |      --- |  0.9375 |       0.9375 |  0.654s |    26.346s |
| Iteration 22     |    none |     --- |   lbfgs |      693 |      --- |  0.4375 |       0.9375 |  0.652s |    27.648s |
| Iteration 23     |      l1 |   1.332 |    saga |      707 |      --- |  0.5625 |       0.9375 |  0.642s |    28.937s |
| Iteration 24     |      l2 |   0.018 |    saga |      948 |      --- |  0.9375 |       0.9375 |  0.647s |    30.400s |
| Iteration 25     |      l2 | 17.3707 | newto.. |      948 |      --- |  0.8125 |       0.9375 |  0.660s |    32.592s |
| Iteration 26     |      l2 |  3.5048 |    saga |      935 |      --- |    0.75 |       0.9375 |  0.654s |    35.164s |
| Iteration 27     | elast.. |  2.8287 |    saga |      946 |      0.1 |   0.625 |       0.9375 |  0.659s |    36.831s |
| Iteration 28     |    none |     --- |    saga |      946 |      --- |   0.625 |       0.9375 |  0.669s |    38.306s |
| Iteration 29     |      l2 |  4.9028 |     sag |      960 |      --- |    0.75 |       0.9375 |  0.682s |    39.695s |
| Iteration 30     |      l2 |  0.0029 |   lbfgs |      718 |      --- |  0.8125 |       0.9375 |  0.675s |    41.134s |
| Iteration 31     |      l2 |   0.012 |   lbfgs |      925 |      --- |  0.5625 |       0.9375 |  0.650s |    42.504s |
| Iteration 32     |      l2 |  0.4747 |    saga |      717 |      --- |    0.75 |       0.9375 |  0.652s |    44.526s |
| Iteration 33     |      l2 |  0.0125 |   lbfgs |      973 |      --- |  0.8125 |       0.9375 |  0.659s |    45.882s |
| Iteration 34     |      l2 |  0.0639 | newto.. |      952 |      --- |   0.625 |       0.9375 |  0.644s |    47.256s |
| Iteration 35     | elast.. |  0.5979 |    saga |      322 |      0.5 |    0.75 |       0.9375 |  0.647s |    48.621s |
| Iteration 36     |      l2 | 67.7165 |    saga |      981 |      --- |  0.8125 |       0.9375 |  0.655s |    50.038s |
| Iteration 37     |    none |     --- |    saga |      968 |      --- |   0.875 |       0.9375 |  0.660s |    51.422s |
| Iteration 38     |      l2 |  52.895 |   lbfgs |      970 |      --- |  0.8125 |       0.9375 |  0.680s |    52.843s |
| Iteration 39     |    none |     --- |     sag |      452 |      --- |     0.5 |       0.9375 |  0.647s |    54.240s |
| Iteration 40     |    none |     --- |   lbfgs |      847 |      --- |  0.5625 |       0.9375 |  0.657s |    55.596s |
| Iteration 41     |    none |     --- |    saga |      974 |      --- |   0.375 |       0.9375 |  0.651s |    56.995s |
| Iteration 42     |    none |     --- | newto.. |      942 |      --- |     1.0 |          1.0 |  0.646s |    58.530s |
| Iteration 43     |      l2 | 25.9525 |     sag |      940 |      --- |  0.3125 |          1.0 |  0.646s |     1m:00s |
| Iteration 44     |      l2 |  0.0655 | libli.. |      947 |      --- |   0.375 |          1.0 |  0.661s |     1m:02s |
| Iteration 45     |      l2 | 69.7335 | newto.. |      802 |      --- |  0.8125 |          1.0 |  0.648s |     1m:04s |
| Iteration 46     |      l2 |  1.0242 | libli.. |      811 |      --- |  0.6875 |          1.0 |  0.661s |     1m:05s |
| Iteration 47     |      l2 |  0.2008 |   lbfgs |      514 |      --- |  0.8125 |          1.0 |  0.657s |     1m:07s |
| Iteration 48     |      l2 |  0.1625 |   lbfgs |      940 |      --- |    0.75 |          1.0 |  0.666s |     1m:08s |
| Iteration 49     |      l2 |  0.0145 | newto.. |      568 |      --- |   0.875 |          1.0 |  0.643s |     1m:10s |
| Iteration 50     |      l2 |  5.7941 | newto.. |      511 |      --- |   0.875 |          1.0 |  0.655s |     1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 942}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8268
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.022s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1908
Time elapsed: 0.128s
-------------------------------------------------
Total time: 1m:12s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  0.643s |     0.648s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  0.648s |     2.091s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.000s |     2.719s |
| Initial point 4  |    lsqr |       0.8 |  0.9375 |       0.9375 |  0.651s |     4.168s |
| Initial point 5  |   eigen |       0.9 |    0.75 |       0.9375 |  0.639s |     5.359s |
| Initial point 6  |    lsqr |       0.7 |   0.875 |       0.9375 |  0.632s |     6.385s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.9375 |  0.629s |     7.418s |
| Initial point 8  |    lsqr |       0.9 |  0.1875 |       0.9375 |  0.629s |     8.415s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |       0.9375 |  0.638s |     9.419s |
| Initial point 10 |   eigen |       0.8 |   0.625 |       0.9375 |  0.651s |    10.809s |
| Iteration 11     |   eigen |       0.6 |     1.0 |          1.0 |  0.626s |    11.966s |
| Iteration 12     |   eigen |       0.7 |  0.9375 |          1.0 |  0.630s |    13.692s |
| Iteration 13     |     svd |       --- |    0.75 |          1.0 |  0.000s |    14.213s |
| Iteration 14     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    14.739s |
| Iteration 15     |   eigen |      auto |  0.6875 |          1.0 |  0.634s |    15.892s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.000s |    16.410s |
| Iteration 17     |     svd |       --- |    0.75 |          1.0 |  0.000s |    16.937s |
| Iteration 18     |    lsqr |       1.0 |  0.4375 |          1.0 |  0.621s |    18.096s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.000s |    18.656s |
| Iteration 20     |    lsqr |      auto |     1.0 |          1.0 |  0.629s |    19.820s |
| Iteration 21     |   eigen |       0.5 |     1.0 |          1.0 |  0.644s |    21.053s |
| Iteration 22     |     svd |       --- |    0.75 |          1.0 |  0.000s |    21.683s |
| Iteration 23     |    lsqr |      None |   0.625 |          1.0 |  0.625s |    22.986s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.000s |    23.617s |
| Iteration 25     |   eigen |      None |  0.8125 |          1.0 |  0.627s |    24.843s |
| Iteration 26     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    25.496s |
| Iteration 27     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    26.088s |
| Iteration 28     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    26.696s |
| Iteration 29     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    27.370s |
| Iteration 30     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    28.152s |
| Iteration 31     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    29.525s |
| Iteration 32     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    30.143s |
| Iteration 33     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    30.738s |
| Iteration 34     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    31.355s |
| Iteration 35     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    31.960s |
| Iteration 36     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    32.574s |
| Iteration 37     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    33.196s |
| Iteration 38     |     svd |       --- |    0.75 |          1.0 |  0.000s |    33.828s |
| Iteration 39     |     svd |       --- |    0.75 |          1.0 |  0.000s |    34.464s |
| Iteration 40     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    35.094s |
| Iteration 41     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    35.749s |
| Iteration 42     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    36.516s |
| Iteration 43     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |    37.212s |
| Iteration 44     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    37.891s |
| Iteration 45     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |    38.580s |
| Iteration 46     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    39.265s |
| Iteration 47     |     svd |       --- |    0.75 |          1.0 |  0.001s |    39.980s |
| Iteration 48     |     svd |       --- |    0.75 |          1.0 |  0.000s |    40.928s |
| Iteration 49     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |    41.638s |
| Iteration 50     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |    42.350s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 43.086s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7705
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1049
Time elapsed: 0.031s
-------------------------------------------------
Total time: 43.128s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  0.659s |     0.664s |
| Initial point 2  |       0.9 |  0.8125 |       0.8125 |  0.655s |     1.723s |
| Initial point 3  |       0.1 |   0.375 |       0.8125 |  0.661s |     2.765s |
| Initial point 4  |       1.0 |   0.625 |       0.8125 |  0.001s |     3.145s |
| Initial point 5  |       0.2 |    0.75 |       0.8125 |  0.651s |     4.172s |
| Initial point 6  |       0.4 |   0.875 |        0.875 |  0.654s |     5.213s |
| Initial point 7  |       0.4 |   0.875 |        0.875 |  0.000s |     5.595s |
| Initial point 8  |       0.7 |  0.1875 |        0.875 |  0.666s |     6.654s |
| Initial point 9  |       0.9 |  0.8125 |        0.875 |  0.001s |     7.040s |
| Initial point 10 |       0.8 |  0.5625 |        0.875 |  1.210s |     8.631s |
| Iteration 11     |       0.3 |     1.0 |          1.0 |  0.686s |     9.883s |
| Iteration 12     |       0.6 |  0.9375 |          1.0 |  0.667s |    11.035s |
| Iteration 13     |       0.5 |   0.875 |          1.0 |  0.655s |    12.184s |
| Iteration 14     |       0.0 |  0.8125 |          1.0 |  0.655s |    13.346s |
| Iteration 15     |       0.3 |     1.0 |          1.0 |  0.000s |    13.893s |
| Iteration 16     |       0.3 |     1.0 |          1.0 |  0.000s |    14.412s |
| Iteration 17     |       0.3 |     1.0 |          1.0 |  0.000s |    14.922s |
| Iteration 18     |       0.3 |     1.0 |          1.0 |  0.000s |    15.446s |
| Iteration 19     |       0.3 |     1.0 |          1.0 |  0.000s |    15.959s |
| Iteration 20     |       0.3 |     1.0 |          1.0 |  0.000s |    16.480s |
| Iteration 21     |       0.3 |     1.0 |          1.0 |  0.000s |    16.982s |
| Iteration 22     |       0.6 |  0.9375 |          1.0 |  0.000s |    17.485s |
| Iteration 23     |       0.3 |     1.0 |          1.0 |  0.000s |    17.989s |
| Iteration 24     |       0.3 |     1.0 |          1.0 |  0.000s |    18.502s |
| Iteration 25     |       0.3 |     1.0 |          1.0 |  0.000s |    19.950s |
| Iteration 26     |       0.3 |     1.0 |          1.0 |  0.000s |    20.686s |
| Iteration 27     |       0.3 |     1.0 |          1.0 |  0.000s |    21.192s |
| Iteration 28     |       0.9 |  0.8125 |          1.0 |  0.000s |    21.707s |
| Iteration 29     |       0.3 |     1.0 |          1.0 |  0.000s |    22.217s |
| Iteration 30     |       0.8 |  0.5625 |          1.0 |  0.000s |    22.736s |
| Iteration 31     |       0.3 |     1.0 |          1.0 |  0.000s |    23.269s |
| Iteration 32     |       0.3 |     1.0 |          1.0 |  0.000s |    23.774s |
| Iteration 33     |       0.3 |     1.0 |          1.0 |  0.000s |    24.288s |
| Iteration 34     |       0.3 |     1.0 |          1.0 |  0.000s |    24.869s |
| Iteration 35     |       0.3 |     1.0 |          1.0 |  0.000s |    25.423s |
| Iteration 36     |       0.3 |     1.0 |          1.0 |  0.001s |    25.954s |
| Iteration 37     |       0.3 |     1.0 |          1.0 |  0.000s |    26.495s |
| Iteration 38     |       0.3 |     1.0 |          1.0 |  0.000s |    27.081s |
| Iteration 39     |       0.3 |     1.0 |          1.0 |  0.000s |    27.637s |
| Iteration 40     |       0.3 |     1.0 |          1.0 |  0.000s |    28.444s |
| Iteration 41     |       0.3 |     1.0 |          1.0 |  0.000s |    29.015s |
| Iteration 42     |       0.3 |     1.0 |          1.0 |  0.000s |    29.595s |
| Iteration 43     |       0.3 |     1.0 |          1.0 |  0.001s |    30.171s |
| Iteration 44     |       0.3 |     1.0 |          1.0 |  0.000s |    30.740s |
| Iteration 45     |       0.3 |     1.0 |          1.0 |  0.000s |    31.315s |
| Iteration 46     |       0.3 |     1.0 |          1.0 |  0.001s |    31.886s |
| Iteration 47     |       0.3 |     1.0 |          1.0 |  0.000s |    32.484s |
| Iteration 48     |       0.3 |     1.0 |          1.0 |  0.000s |    33.084s |
| Iteration 49     |       0.3 |     1.0 |          1.0 |  0.000s |    33.687s |
| Iteration 50     |       0.3 |     1.0 |          1.0 |  0.000s |    34.286s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 34.892s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7634
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.049
Time elapsed: 0.027s
-------------------------------------------------
Total time: 34.929s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.2002 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.643s |     0.664s |
| Initial point 2  |   4.852 | uniform |   kd_tree |        39 |       2 |  0.4688 |       0.9375 |  0.644s |     1.705s |
| Initial point 3  |  3.8328 | dista.. | ball_tree |        25 |       2 |  0.7812 |       0.9375 |  0.653s |     2.794s |
| Initial point 4  |  11.182 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.647s |     3.830s |
| Initial point 5  |  8.7596 | dista.. |      auto |        30 |       2 |  0.5625 |       0.9375 |  0.641s |     4.862s |
| Initial point 6  | 10.1443 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.641s |     5.887s |
| Initial point 7  |  7.2559 | dista.. | ball_tree |        24 |       1 |  0.9375 |          1.0 |  0.643s |     6.924s |
| Initial point 8  |  1.7388 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.661s |     8.011s |
| Initial point 9  |  8.0826 | uniform | ball_tree |        24 |       1 |  0.9062 |          1.0 |  0.650s |     9.116s |
| Initial point 10 |   5.741 | uniform |     brute |        22 |       2 |    0.75 |          1.0 |  0.640s |    10.202s |
| Iteration 11     |     0.0 | dista.. |      auto |        26 |       1 |     0.5 |          1.0 |  0.644s |    12.062s |
| Iteration 12     | 11.2129 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.643s |    13.369s |
| Iteration 13     |  8.9297 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.644s |    15.162s |
| Iteration 14     |  9.6561 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.641s |    16.775s |
| Iteration 15     | 11.5114 | dista.. | ball_tree |        33 |       1 |    0.75 |          1.0 |  0.643s |    18.077s |
| Iteration 16     |  8.1752 | dista.. | ball_tree |        40 |       1 |     1.0 |          1.0 |  0.643s |    19.365s |
| Iteration 17     |   3.494 | uniform |     brute |        40 |       1 |    0.75 |          1.0 |  0.631s |    20.598s |
| Iteration 18     |  1.7589 | dista.. |   kd_tree |        24 |       1 |  0.7188 |          1.0 |  0.643s |    21.863s |
| Iteration 19     | 10.4402 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.642s |    23.162s |
| Iteration 20     |  9.2974 | dista.. |      auto |        40 |       1 |  0.8125 |          1.0 |  0.634s |    24.404s |
| Iteration 21     | 12.2346 | uniform |     brute |        25 |       1 |  0.9688 |          1.0 |  0.635s |    25.683s |
| Iteration 22     | 12.2346 | dista.. |      auto |        25 |       1 |   0.625 |          1.0 |  0.641s |    27.108s |
| Iteration 23     |  9.6096 | dista.. | ball_tree |        40 |       1 |    0.75 |          1.0 |  0.634s |    28.417s |
| Iteration 24     |  8.5716 | uniform |     brute |        27 |       1 |    0.75 |          1.0 |  0.638s |    29.722s |
| Iteration 25     | 11.9904 | uniform |     brute |        25 |       1 |  0.7812 |          1.0 |  0.648s |    31.152s |
| Iteration 26     | 12.2346 | uniform |     brute |        20 |       2 |     0.5 |          1.0 |  0.643s |    32.478s |
| Iteration 27     | 10.9629 | dista.. |      auto |        21 |       2 |  0.8125 |          1.0 |  0.641s |    33.934s |
| Iteration 28     | 12.2346 | dista.. |   kd_tree |        22 |       2 |   0.625 |          1.0 |  0.645s |    35.292s |
| Iteration 29     |  8.2735 | uniform | ball_tree |        20 |       2 |     0.5 |          1.0 |  0.644s |    36.679s |
| Iteration 30     |  11.665 | dista.. |     brute |        21 |       2 |   0.875 |          1.0 |  0.654s |    38.122s |
| Iteration 31     | 12.2346 | dista.. |      auto |        24 |       1 |   0.875 |          1.0 |  0.638s |    39.532s |
| Iteration 32     |  9.4197 | uniform | ball_tree |        24 |       1 |   0.625 |          1.0 |  0.654s |    41.112s |
| Iteration 33     |     0.0 | dista.. |   kd_tree |        40 |       1 |     0.5 |          1.0 |  0.644s |    42.516s |
| Iteration 34     | 12.2346 | uniform |      auto |        25 |       2 |     0.5 |          1.0 |  0.646s |    44.597s |
| Iteration 35     |     0.0 | uniform | ball_tree |        25 |       1 |     0.5 |          1.0 |  0.637s |    45.962s |
| Iteration 36     |  0.9763 | uniform |   kd_tree |        24 |       1 |  0.3438 |          1.0 |  0.638s |    47.553s |
| Iteration 37     |   6.483 | dista.. |     brute |        29 |       1 |  0.9375 |          1.0 |  0.643s |    48.990s |
| Iteration 38     |   6.335 | dista.. |     brute |        20 |       1 |  0.9375 |          1.0 |  0.641s |    50.411s |
| Iteration 39     |  6.1916 | dista.. |      auto |        40 |       1 |  0.6875 |          1.0 |  0.641s |    51.875s |
| Iteration 40     |  8.1227 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.674s |    53.458s |
| Iteration 41     |  8.1394 | dista.. |     brute |        20 |       1 |  0.4375 |          1.0 |  0.644s |    55.034s |
| Iteration 42     |  8.0745 | dista.. |     brute |        24 |       2 |     1.0 |          1.0 |  0.646s |    56.481s |
| Iteration 43     |  6.7672 | dista.. |     brute |        35 |       2 |    0.75 |          1.0 |  0.639s |    57.953s |
| Iteration 44     |  8.4786 | dista.. |     brute |        20 |       2 |   0.375 |          1.0 |  0.647s |    59.444s |
| Iteration 45     | 12.2346 | uniform | ball_tree |        40 |       1 |     1.0 |          1.0 |  0.638s |     1m:01s |
| Iteration 46     |  7.7524 | dista.. |   kd_tree |        24 |       2 |    0.75 |          1.0 |  0.650s |     1m:02s |
| Iteration 47     | 12.2346 | uniform | ball_tree |        34 |       1 |  0.9062 |          1.0 |  0.687s |     1m:04s |
| Iteration 48     | 12.2346 | uniform |      auto |        35 |       1 |  0.6875 |          1.0 |  0.684s |     1m:05s |
| Iteration 49     |     0.0 | uniform | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.689s |     1m:07s |
| Iteration 50     | 12.2346 | dista.. |      auto |        20 |       1 |     1.0 |          1.0 |  0.685s |     1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'radius': 12.2346, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0374
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:09s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.4375 |       0.4375 |  1.059s |     1.066s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  1.048s |     2.510s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.799s |     3.730s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.944s |     5.059s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6875 |          1.0 |  0.824s |     6.296s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.014s |     8.278s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.875 |          1.0 |  0.675s |     9.664s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |          1.0 |  0.923s |    11.026s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.875 |          1.0 |  0.643s |    12.054s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.625 |          1.0 |  1.332s |    14.499s |
| Iteration 11     |          452 |         0.116 |     SAMME |     1.0 |          1.0 |  0.959s |    16.233s |
| Iteration 12     |          411 |        0.1752 |   SAMME.R |  0.9375 |          1.0 |  0.953s |    17.855s |
| Iteration 13     |          496 |        0.2284 |   SAMME.R |     1.0 |          1.0 |  1.015s |    19.451s |
| Iteration 14     |           50 |        5.9526 |     SAMME |  0.7188 |          1.0 |  0.633s |    20.684s |
| Iteration 15     |          349 |        0.4921 |     SAMME |     1.0 |          1.0 |  0.892s |    22.210s |
| Iteration 16     |           50 |        0.6117 |   SAMME.R |     1.0 |          1.0 |  0.664s |    23.498s |
| Iteration 17     |          478 |        0.0817 |     SAMME |     1.0 |          1.0 |  0.966s |    25.098s |
| Iteration 18     |          237 |        0.6613 |   SAMME.R |   0.875 |          1.0 |  0.817s |    26.594s |
| Iteration 19     |           50 |        0.5255 |     SAMME |    0.75 |          1.0 |  0.674s |    27.929s |
| Iteration 20     |          273 |        0.9232 |     SAMME |  0.9688 |          1.0 |  0.815s |    29.367s |
| Iteration 21     |           50 |        0.1444 |   SAMME.R |  0.9062 |          1.0 |  0.670s |    30.832s |
| Iteration 22     |          466 |        0.1479 |     SAMME |  0.6875 |          1.0 |  0.967s |    32.470s |
| Iteration 23     |          452 |          0.11 |     SAMME |  0.9375 |          1.0 |  0.949s |    34.179s |
| Iteration 24     |          402 |        0.4864 |     SAMME |     1.0 |          1.0 |  0.912s |    35.893s |
| Iteration 25     |           50 |        0.5403 |   SAMME.R |    0.75 |          1.0 |  0.668s |    37.274s |
| Iteration 26     |           50 |        0.6249 |   SAMME.R |     1.0 |          1.0 |  0.667s |    38.636s |
| Iteration 27     |          423 |        0.0841 |     SAMME |  0.8125 |          1.0 |  0.929s |    40.305s |
| Iteration 28     |          500 |        0.5694 |   SAMME.R |   0.875 |          1.0 |  1.034s |    41.950s |
| Iteration 29     |          500 |        0.9911 |     SAMME |     1.0 |          1.0 |  1.014s |    43.606s |
| Iteration 30     |          500 |        0.5387 |     SAMME |  0.9688 |          1.0 |  0.982s |    45.228s |
| Iteration 31     |          500 |          0.01 |   SAMME.R |   0.875 |          1.0 |  1.030s |    46.899s |
| Iteration 32     |          500 |        0.5269 |     SAMME |     1.0 |          1.0 |  0.984s |    48.563s |
| Iteration 33     |          500 |        0.5275 |     SAMME |  0.9062 |          1.0 |  1.576s |    50.780s |
| Iteration 34     |          500 |        0.1239 |   SAMME.R |     1.0 |          1.0 |  1.102s |    52.671s |
| Iteration 35     |          500 |         0.106 |   SAMME.R |  0.9375 |          1.0 |  1.034s |    54.471s |
| Iteration 36     |          500 |        0.1326 |   SAMME.R |     1.0 |          1.0 |  1.029s |    56.188s |
| Iteration 37     |          500 |         0.131 |   SAMME.R |  0.9375 |          1.0 |  1.052s |    57.899s |
| Iteration 38     |          500 |        0.5206 |     SAMME |     1.0 |          1.0 |  0.986s |    59.584s |
| Iteration 39     |          500 |        0.5241 |     SAMME |     1.0 |          1.0 |  0.990s |     1m:01s |
| Iteration 40     |          500 |        0.5287 |     SAMME |    0.75 |          1.0 |  1.006s |     1m:03s |
| Iteration 41     |          339 |        0.1587 |   SAMME.R |     1.0 |          1.0 |  0.897s |     1m:05s |
| Iteration 42     |          500 |        0.1119 |   SAMME.R |  0.8125 |          1.0 |  1.027s |     1m:06s |
| Iteration 43     |          287 |        0.2009 |   SAMME.R |   0.625 |          1.0 |  0.862s |     1m:08s |
| Iteration 44     |           50 |         1.408 |     SAMME |  0.9375 |          1.0 |  0.669s |     1m:09s |
| Iteration 45     |          500 |         1.008 |   SAMME.R |  0.5625 |          1.0 |  1.040s |     1m:11s |
| Iteration 46     |          337 |        0.8553 |     SAMME |   0.875 |          1.0 |  0.890s |     1m:13s |
| Iteration 47     |           50 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.665s |     1m:14s |
| Iteration 48     |          229 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.832s |     1m:16s |
| Iteration 49     |          218 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.799s |     1m:17s |
| Iteration 50     |           50 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.001s |     1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.1239, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.455s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.825 ± 0.0949
Time elapsed: 2.053s
-------------------------------------------------
Total time: 1m:22s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.086s |     1.109s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.952s |     2.478s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.9375 |          1.0 |  0.991s |     3.945s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  0.785s |     5.120s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |          1.0 |  0.996s |     6.502s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.825s |     7.730s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.862s |     9.083s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  0.806s |    10.856s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  1.545s |    12.969s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  0.891s |    14.259s |
| Iteration 11     |          434 |   entropy |         5 |                16 |               11 |          0.7 |     False |    0.0193 |         --- |     1.0 |          1.0 |  0.908s |    15.949s |
| Iteration 12     |          188 |   entropy |         6 |                20 |                8 |         sqrt |     False |     0.035 |         --- |   0.875 |          1.0 |  0.741s |    17.485s |
| Iteration 13     |          173 |      gini |         8 |                 6 |               17 |          0.6 |     False |    0.0278 |         --- |     1.0 |          1.0 |  0.734s |    19.011s |
| Iteration 14     |          377 |   entropy |         4 |                16 |               18 |          0.7 |     False |    0.0208 |         --- |   0.625 |          1.0 |  0.863s |    20.679s |
| Iteration 15     |          114 |   entropy |         7 |                15 |                1 |          0.7 |      True |    0.0314 |         0.7 |  0.9375 |          1.0 |  0.719s |    22.189s |
| Iteration 16     |          488 |   entropy |         8 |                20 |                2 |          0.5 |     False |    0.0036 |         --- |  0.9375 |          1.0 |  0.936s |    23.939s |
| Iteration 17     |          179 |      gini |         8 |                 2 |               20 |          0.6 |     False |     0.035 |         --- |  0.9688 |          1.0 |  0.734s |    25.509s |
| Iteration 18     |          178 |      gini |         8 |                10 |               12 |          0.5 |     False |    0.0206 |         --- |   0.875 |          1.0 |  0.731s |    27.141s |
| Iteration 19     |          258 |   entropy |         8 |                20 |                9 |          0.6 |     False |    0.0019 |         --- |   0.875 |          1.0 |  0.798s |    28.738s |
| Iteration 20     |          166 |      gini |         8 |                 7 |               16 |          0.6 |     False |    0.0263 |         --- |   0.875 |          1.0 |  0.734s |    30.369s |
| Iteration 21     |          500 |   entropy |         5 |                18 |                8 |         auto |     False |       0.0 |         --- |   0.875 |          1.0 |  0.918s |    32.157s |
| Iteration 22     |           70 |   entropy |      None |                20 |               17 |          0.8 |     False |    0.0176 |         --- |  0.8125 |          1.0 |  0.670s |    33.760s |
| Iteration 23     |          427 |   entropy |      None |                 2 |               15 |          0.6 |      True |    0.0105 |        None |    0.75 |          1.0 |  0.963s |    35.583s |
| Iteration 24     |           53 |      gini |      None |                17 |               11 |          0.5 |     False |    0.0064 |         --- |     1.0 |          1.0 |  0.664s |    37.163s |
| Iteration 25     |           18 |      gini |         5 |                11 |                8 |         None |     False |    0.0015 |         --- |  0.9688 |          1.0 |  0.654s |    38.698s |
| Iteration 26     |          258 |      gini |         9 |                17 |               15 |         None |      True |    0.0069 |         0.5 |     0.5 |          1.0 |  1.029s |    40.626s |
| Iteration 27     |          249 |      gini |         8 |                 6 |               17 |          0.8 |     False |    0.0285 |         --- |  0.7188 |          1.0 |  0.783s |    42.774s |
| Iteration 28     |          118 |      gini |         7 |                 9 |               14 |         auto |     False |    0.0346 |         --- |  0.8125 |          1.0 |  0.775s |    44.684s |
| Iteration 29     |           91 |      gini |         9 |                 2 |                8 |         auto |     False |    0.0344 |         --- |  0.9375 |          1.0 |  0.712s |    46.469s |
| Iteration 30     |          288 |      gini |         5 |                 5 |               16 |          0.7 |      True |    0.0228 |        None |  0.9375 |          1.0 |  0.885s |    48.933s |
| Iteration 31     |           13 |      gini |         1 |                16 |                5 |         None |     False |     0.035 |         --- |    0.75 |          1.0 |  0.681s |    50.545s |
| Iteration 32     |          304 |      gini |         6 |                13 |                8 |         None |     False |    0.0066 |         --- |  0.9688 |          1.0 |  0.850s |    52.801s |
| Iteration 33     |          305 |   entropy |         7 |                18 |                2 |          0.5 |     False |    0.0194 |         --- |   0.875 |          1.0 |  0.914s |    54.774s |
| Iteration 34     |          216 |      gini |         9 |                 3 |               15 |         log2 |     False |    0.0315 |         --- |   0.875 |          1.0 |  0.783s |    57.548s |
| Iteration 35     |           68 |      gini |         5 |                 9 |               19 |          0.7 |     False |    0.0294 |         --- |  0.9062 |          1.0 |  0.687s |    59.325s |
| Iteration 36     |          174 |      gini |         4 |                18 |                9 |          0.5 |     False |     0.006 |         --- |     0.5 |          1.0 |  0.794s |     1m:01s |
| Iteration 37     |          320 |      gini |         4 |                 4 |               20 |          0.7 |      True |    0.0195 |         0.6 |     0.5 |          1.0 |  0.870s |     1m:03s |
| Iteration 38     |          432 |      gini |         7 |                 3 |               19 |         None |      True |    0.0313 |         0.6 |     0.5 |          1.0 |  0.949s |     1m:05s |
| Iteration 39     |          500 |   entropy |         8 |                14 |                6 |          0.6 |     False |    0.0208 |         --- |  0.9375 |          1.0 |  0.965s |     1m:07s |
| Iteration 40     |          337 |   entropy |         6 |                 8 |                5 |          0.6 |     False |    0.0022 |         --- |     1.0 |          1.0 |  0.842s |     1m:09s |
| Iteration 41     |          339 |      gini |         6 |                 7 |                5 |         log2 |     False |    0.0208 |         --- |  0.5625 |          1.0 |  0.833s |     1m:11s |
| Iteration 42     |          480 |      gini |         8 |                16 |               20 |         auto |     False |    0.0215 |         --- |     1.0 |          1.0 |  0.908s |     1m:13s |
| Iteration 43     |          411 |      gini |         5 |                 6 |                9 |          0.7 |     False |    0.0102 |         --- |  0.7188 |          1.0 |  0.892s |     1m:15s |
| Iteration 44     |          218 |      gini |         5 |                 7 |               18 |          0.6 |     False |    0.0344 |         --- |   0.625 |          1.0 |  0.819s |     1m:16s |
| Iteration 45     |          262 |   entropy |         9 |                13 |                1 |          0.8 |     False |    0.0053 |         --- |    0.75 |          1.0 |  0.870s |     1m:18s |
| Iteration 46     |          265 |      gini |         4 |                19 |                1 |          0.9 |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.853s |     1m:20s |
| Iteration 47     |          500 |   entropy |         6 |                15 |               20 |          0.6 |     False |       0.0 |         --- |  0.8438 |          1.0 |  0.970s |     1m:22s |
| Iteration 48     |          450 |      gini |         1 |                 8 |                1 |         log2 |     False |    0.0331 |         --- |  0.9062 |          1.0 |  0.953s |     1m:24s |
| Iteration 49     |          313 |      gini |         2 |                17 |               11 |          0.5 |     False |    0.0249 |         --- |  0.9062 |          1.0 |  0.868s |     1m:26s |
| Iteration 50     |           91 |      gini |         6 |                 7 |                1 |         sqrt |      True |    0.0259 |         0.8 |     1.0 |          1.0 |  0.750s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9759
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.328s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.097
Time elapsed: 1.458s
-------------------------------------------------
Total time: 1m:31s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.777s |     0.796s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.727s |     1.979s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.723s |     3.510s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.682s |     4.998s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.719s |     6.352s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.681s |     7.572s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.687s |     8.771s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.688s |     9.990s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |          1.0 |  0.723s |    11.498s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.696s |    12.701s |
| Iteration 11     |          474 |        0.0405 |         2 |  0.2368 |                2 |       0.7 |              0.7 |         0 |          1 |  0.8125 |          1.0 |  0.727s |    14.352s |
| Iteration 12     |          424 |        0.0344 |         6 |   0.399 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |          1.0 |  1.308s |    16.576s |
| Iteration 13     |          147 |        0.0744 |         4 |  0.4391 |                2 |       1.0 |              0.8 |       0.1 |       0.01 |     1.0 |          1.0 |  0.688s |    18.137s |
| Iteration 14     |           20 |        0.0631 |         1 |  0.4633 |                8 |       1.0 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.657s |    19.595s |
| Iteration 15     |          360 |        0.4618 |         4 |  0.4516 |                1 |       0.8 |              0.7 |       0.1 |          0 |     1.0 |          1.0 |  0.716s |    21.115s |
| Iteration 16     |          170 |          0.01 |         5 |   0.461 |                1 |       0.5 |              0.7 |       100 |        100 |     0.5 |          1.0 |  0.678s |    22.643s |
| Iteration 17     |           20 |          0.01 |        10 |  0.1636 |                1 |       1.0 |              1.0 |      0.01 |          0 |     1.0 |          1.0 |  0.653s |    24.123s |
| Iteration 18     |          500 |           1.0 |        10 |  0.7694 |                2 |       0.5 |              0.4 |      0.01 |          0 |  0.8125 |          1.0 |  0.718s |    25.717s |
| Iteration 19     |           20 |         0.122 |         2 |  0.1417 |                1 |       1.0 |              1.0 |       0.1 |          0 |  0.6562 |          1.0 |  0.667s |    27.327s |
| Iteration 20     |           65 |        0.0597 |         8 |  0.4363 |                1 |       0.8 |              0.5 |      0.01 |        0.1 |   0.875 |          1.0 |  0.666s |    29.382s |
| Iteration 21     |          377 |        0.2166 |         2 |  0.6042 |                1 |       0.7 |              1.0 |       0.1 |        0.1 |   0.875 |          1.0 |  0.712s |    31.124s |
| Iteration 22     |          500 |          0.01 |        10 |  0.4446 |                1 |       1.0 |              1.0 |       0.1 |          0 |  0.6875 |          1.0 |  0.744s |    32.674s |
| Iteration 23     |           20 |           1.0 |        10 |     0.0 |                1 |       0.6 |              0.5 |         0 |          0 |   0.875 |          1.0 |  0.649s |    34.172s |
| Iteration 24     |          317 |        0.0919 |         3 |     1.0 |                1 |       0.9 |              0.9 |         0 |       0.01 |     1.0 |          1.0 |  0.729s |    35.759s |
| Iteration 25     |           55 |        0.5618 |         6 |  0.2809 |                1 |       0.7 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.650s |    37.277s |
| Iteration 26     |           20 |          0.01 |         1 |     0.0 |                1 |       1.0 |              0.4 |         0 |       0.01 |   0.875 |          1.0 |  0.646s |    38.813s |
| Iteration 27     |           20 |        0.0385 |         7 |  0.3292 |                1 |       0.9 |              0.8 |      0.01 |       0.01 |    0.75 |          1.0 |  0.651s |    40.351s |
| Iteration 28     |           75 |        0.0673 |         3 |  0.7617 |                3 |       1.0 |              0.7 |         0 |          0 |  0.6875 |          1.0 |  0.654s |    41.860s |
| Iteration 29     |          500 |           1.0 |        10 |     1.0 |                1 |       0.5 |              1.0 |         0 |        0.1 |   0.875 |          1.0 |  0.716s |    43.442s |
| Iteration 30     |           75 |        0.0247 |         2 |  0.0127 |               10 |       0.9 |              0.7 |         0 |        100 |     0.5 |          1.0 |  0.664s |    44.940s |
| Iteration 31     |          500 |          0.01 |         1 |     1.0 |                1 |       0.5 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.715s |    46.442s |
| Iteration 32     |          500 |           1.0 |         5 |     1.0 |                1 |       0.5 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.718s |    48.056s |
| Iteration 33     |          205 |        0.0231 |         2 |  0.7084 |                1 |       0.5 |              1.0 |         0 |       0.01 |   0.875 |          1.0 |  0.724s |    49.680s |
| Iteration 34     |          500 |           1.0 |        10 |     0.0 |                1 |       1.0 |              0.5 |         0 |        0.1 |   0.875 |          1.0 |  0.722s |    51.366s |
| Iteration 35     |          470 |        0.9736 |         1 |  0.2061 |                1 |       0.5 |              0.8 |         0 |       0.01 |  0.9375 |          1.0 |  0.716s |    53.025s |
| Iteration 36     |          500 |           1.0 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |       0.01 |     0.5 |          1.0 |  0.722s |    54.658s |
| Iteration 37     |           66 |        0.7434 |         2 |  0.0669 |                1 |       0.6 |              1.0 |         0 |        0.1 |  0.9375 |          1.0 |  0.664s |    56.282s |
| Iteration 38     |           20 |           1.0 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.664s |    58.474s |
| Iteration 39     |           20 |           1.0 |         1 |     0.0 |                1 |       1.0 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.652s |     1m:00s |
| Iteration 40     |           20 |          0.01 |         1 |     0.0 |                1 |       0.9 |              1.0 |         0 |        0.1 |   0.875 |          1.0 |  0.670s |     1m:02s |
| Iteration 41     |          164 |           1.0 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |       0.01 |     0.5 |          1.0 |  0.678s |     1m:04s |
| Iteration 42     |          211 |        0.0903 |         1 |     1.0 |                1 |       1.0 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.689s |     1m:05s |
| Iteration 43     |           20 |           1.0 |         1 |   0.085 |                1 |       0.5 |              0.4 |         0 |       0.01 |  0.8125 |          1.0 |  0.636s |     1m:07s |
| Iteration 44     |          453 |        0.3108 |         1 |  0.0851 |                1 |       0.9 |              1.0 |       100 |          0 |     0.5 |          1.0 |  0.707s |     1m:09s |
| Iteration 45     |          480 |         0.018 |        10 |  0.6947 |               10 |       0.9 |              0.4 |       100 |        100 |     0.5 |          1.0 |  0.711s |     1m:11s |
| Iteration 46     |           20 |          0.01 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |  0.6875 |          1.0 |  0.649s |     1m:12s |
| Iteration 47     |          237 |        0.0245 |         1 |  0.5925 |                1 |       0.6 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  0.681s |     1m:14s |
| Iteration 48     |           20 |           1.0 |         1 |     0.0 |                1 |       0.6 |              1.0 |      0.01 |        0.1 |  0.8125 |          1.0 |  0.641s |     1m:16s |
| Iteration 49     |          500 |        0.0196 |         1 |     0.0 |                1 |       0.6 |              1.0 |         0 |        0.1 |  0.9375 |          1.0 |  0.716s |     1m:18s |
| Iteration 50     |          311 |        0.0192 |         1 |     1.0 |                1 |       0.5 |              1.0 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.684s |     1m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 317, 'learning_rate': 0.0919, 'max_depth': 3, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.9, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.082s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0678
Time elapsed: 0.259s
-------------------------------------------------
Total time: 1m:22s


Final results ==================== >>
Duration: 9m:13s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.82 ± 0.0812
Logistic Regression             --> roc_auc: 0.59 ± 0.1908 ~
Linear Discriminant Analysis    --> roc_auc: 0.55 ± 0.1049 ~
Quadratic Discriminant Analysis --> roc_auc: 0.51 ± 0.049 ~
Radius Nearest Neighbors        --> roc_auc: 0.74 ± 0.0374 ~
AdaBoost                        --> roc_auc: 0.825 ± 0.0949
Random Forest                   --> roc_auc: 0.84 ± 0.097
XGBoost                         --> roc_auc: 0.87 ± 0.0678 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALGDDKIIF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CVVIANQAGTALIF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAYRSAGTGNQFYF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CASSLGSSYEQYF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVEDTGRRALTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7812 |       0.7812 |  3.184s |     3.203s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  3.255s |     7.214s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |       0.9375 |  3.206s |    10.875s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.9375 |       0.9375 |  3.249s |    14.662s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.625 |       0.9375 |  3.232s |    18.307s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.625 |       0.9375 |  3.243s |    21.949s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.6562 |       0.9375 |  3.242s |    25.628s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |       0.9375 |  3.323s |    29.726s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.5625 |       0.9375 |  3.200s |    33.448s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |       0.9375 |  3.190s |    37.072s |
| Iteration 11     |  deviance |        0.0226 |          144 |       0.6 | squared_er.. |                20 |                1 |         5 |         None |     0.035 |  0.5625 |       0.9375 |  3.177s |    41.126s |
| Iteration 12     |  deviance |         0.597 |           10 |       0.6 | friedman_mse |                 6 |               13 |         5 |         None |     0.035 |  0.5938 |       0.9375 |  3.167s |    45.168s |
| Iteration 13     | exponen.. |           1.0 |          215 |       0.5 | friedman_mse |                 2 |               16 |         6 |         auto |     0.035 |     0.5 |       0.9375 |  3.173s |    49.172s |
| Iteration 14     |  deviance |        0.8682 |           10 |       0.8 | friedman_mse |                 4 |               14 |         8 |          0.5 |    0.0277 |   0.625 |       0.9375 |  3.734s |    53.770s |
| Iteration 15     | exponen.. |        0.1561 |          436 |       0.6 | squared_er.. |                14 |               17 |         6 |          0.5 |     0.017 |    0.75 |       0.9375 |  3.244s |    57.946s |
| Iteration 16     | exponen.. |        0.1943 |          211 |       0.6 | friedman_mse |                 7 |               15 |         6 |         log2 |    0.0237 |    0.75 |       0.9375 |  3.224s |     1m:02s |
| Iteration 17     |  deviance |        0.2316 |          207 |       0.6 | squared_er.. |                12 |               14 |         5 |          0.8 |    0.0249 |   0.875 |       0.9375 |  3.195s |     1m:06s |
| Iteration 18     | exponen.. |        0.1766 |          356 |       0.5 | friedman_mse |                13 |               11 |         5 |         auto |       0.0 |  0.6875 |       0.9375 |  3.206s |     1m:10s |
| Iteration 19     | exponen.. |        0.1449 |          451 |       0.6 | friedman_mse |                10 |               12 |         5 |         auto |    0.0062 |   0.625 |       0.9375 |  3.266s |     1m:14s |
| Iteration 20     |  deviance |        0.1355 |          390 |       0.7 | squared_er.. |                14 |                8 |         7 |          0.6 |    0.0305 |  0.6875 |       0.9375 |  3.240s |     1m:18s |
| Iteration 21     | exponen.. |        0.1434 |          151 |       0.6 | friedman_mse |                19 |                3 |         5 |         None |    0.0226 |     1.0 |          1.0 |  3.165s |     1m:22s |
| Iteration 22     | exponen.. |        0.1314 |          156 |       0.6 | friedman_mse |                 5 |                8 |         5 |          0.5 |    0.0223 |    0.75 |          1.0 |  3.162s |     1m:26s |
| Iteration 23     | exponen.. |        0.1416 |          217 |       0.6 | friedman_mse |                20 |               15 |         5 |          0.7 |    0.0241 |  0.4375 |          1.0 |  3.215s |     1m:30s |
| Iteration 24     | exponen.. |        0.1437 |          151 |       0.6 | friedman_mse |                19 |                3 |         5 |         None |    0.0226 |  0.6875 |          1.0 |  3.173s |     1m:34s |
| Iteration 25     | exponen.. |        0.1351 |          382 |       0.8 | squared_er.. |                20 |               13 |         9 |          0.5 |    0.0205 |    0.75 |          1.0 |  3.271s |     1m:38s |
| Iteration 26     |  deviance |        0.1989 |          300 |       0.6 | friedman_mse |                 2 |               19 |         7 |          0.5 |    0.0294 |     0.5 |          1.0 |  3.206s |     1m:42s |
| Iteration 27     |  deviance |        0.1463 |          239 |       0.5 | squared_er.. |                14 |               12 |         2 |         None |     0.034 |  0.8125 |          1.0 |  3.179s |     1m:46s |
| Iteration 28     |  deviance |         0.125 |          135 |       0.6 | squared_er.. |                20 |               11 |        10 |          0.9 |    0.0251 |  0.6875 |          1.0 |  3.144s |     1m:50s |
| Iteration 29     |  deviance |        0.0971 |          385 |       0.9 | squared_er.. |                 3 |               11 |         3 |         None |     0.021 |  0.5938 |          1.0 |  3.228s |     1m:55s |
| Iteration 30     |  deviance |        0.1319 |          225 |       0.9 | squared_er.. |                17 |               11 |         9 |          0.8 |    0.0346 |  0.8438 |          1.0 |  3.211s |     1m:59s |
| Iteration 31     |  deviance |        0.2171 |          218 |       0.7 | squared_er.. |                17 |                8 |         4 |         sqrt |    0.0043 |    0.75 |          1.0 |  3.181s |     2m:03s |
| Iteration 32     |  deviance |        0.0827 |          246 |       0.8 | squared_er.. |                20 |               12 |         2 |          0.6 |    0.0206 |   0.875 |          1.0 |  3.218s |     2m:08s |
| Iteration 33     |  deviance |        0.0813 |          230 |       0.7 | squared_er.. |                17 |               11 |         4 |          0.8 |    0.0054 |  0.5312 |          1.0 |  3.208s |     2m:13s |
| Iteration 34     | exponen.. |        0.0611 |          375 |       0.7 | squared_er.. |                14 |               14 |         8 |         sqrt |    0.0274 |   0.625 |          1.0 |  3.257s |     2m:17s |
| Iteration 35     |  deviance |        0.1682 |          228 |       0.7 | squared_er.. |                18 |               14 |         6 |         auto |    0.0259 |    0.75 |          1.0 |  3.201s |     2m:21s |
| Iteration 36     |  deviance |        0.0904 |          249 |       0.8 | squared_er.. |                19 |                9 |         1 |         sqrt |    0.0298 |  0.5312 |          1.0 |  3.181s |     2m:25s |
| Iteration 37     |  deviance |        0.1307 |          226 |       0.7 | squared_er.. |                17 |               11 |         6 |          0.9 |    0.0272 |   0.875 |          1.0 |  3.225s |     2m:29s |
| Iteration 38     |  deviance |        0.1317 |          225 |       0.6 | squared_er.. |                17 |               12 |         3 |          0.9 |    0.0261 |  0.7812 |          1.0 |  3.859s |     2m:34s |
| Iteration 39     |  deviance |        0.1916 |          214 |       0.7 | squared_er.. |                14 |                8 |         7 |         None |    0.0283 |    0.75 |          1.0 |  3.193s |     2m:38s |
| Iteration 40     |  deviance |        0.0742 |          245 |       0.9 | squared_er.. |                20 |               11 |         8 |         None |    0.0284 |  0.5625 |          1.0 |  3.190s |     2m:42s |
| Iteration 41     |  deviance |        0.1278 |          206 |       0.9 | squared_er.. |                20 |               15 |         2 |         None |    0.0221 |   0.625 |          1.0 |  3.177s |     2m:47s |
| Iteration 42     |  deviance |        0.1143 |           70 |       0.7 | squared_er.. |                18 |                9 |         5 |         None |    0.0272 |  0.8125 |          1.0 |  3.179s |     2m:51s |
| Iteration 43     |  deviance |        0.5188 |          410 |       0.6 | friedman_mse |                 5 |               15 |         9 |         auto |    0.0137 |  0.6875 |          1.0 |  3.233s |     2m:55s |
| Iteration 44     | exponen.. |        0.1419 |          470 |       0.6 | friedman_mse |                 5 |               13 |         4 |         auto |     0.031 |   0.625 |          1.0 |  3.265s |     2m:59s |
| Iteration 45     |  deviance |        0.1618 |          256 |       0.6 | squared_er.. |                16 |               12 |         5 |         None |    0.0284 |    0.75 |          1.0 |  3.209s |     3m:04s |
| Iteration 46     |  deviance |        0.3728 |          308 |       0.6 | squared_er.. |                11 |               15 |         3 |          0.8 |    0.0309 |  0.6875 |          1.0 |  3.225s |     3m:08s |
| Iteration 47     |  deviance |        0.2526 |          239 |       1.0 | friedman_mse |                18 |               15 |         1 |         auto |    0.0211 |  0.9375 |          1.0 |  3.202s |     3m:12s |
| Iteration 48     | exponen.. |        0.2476 |          121 |       0.8 | friedman_mse |                 3 |               16 |         5 |         auto |    0.0074 |  0.6875 |          1.0 |  3.178s |     3m:16s |
| Iteration 49     | exponen.. |        0.2333 |          226 |       0.8 | friedman_mse |                12 |               15 |         6 |         auto |    0.0214 |  0.8125 |          1.0 |  3.214s |     3m:20s |
| Iteration 50     |  deviance |        0.2912 |          139 |       0.7 | friedman_mse |                 4 |               17 |         8 |         sqrt |    0.0217 |     1.0 |          1.0 |  3.214s |     3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.2912, 'n_estimators': 139, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 4, 'min_samples_leaf': 17, 'max_depth': 8, 'max_features': 'sqrt', 'ccp_alpha': 0.0217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8853
Test evaluation --> roc_auc: 0.875
Time elapsed: 0.040s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.062
Time elapsed: 0.189s
-------------------------------------------------
Total time: 3m:26s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  3.192s |     3.206s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  3.202s |     6.787s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.375 |         0.75 |  3.221s |    10.716s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     1.0 |          1.0 |  3.251s |    15.899s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |          1.0 |  3.178s |    19.778s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |          1.0 |  3.192s |    23.429s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |          1.0 |  3.189s |    27.030s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |          1.0 |  3.157s |    30.623s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.3125 |          1.0 |  3.210s |    34.268s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |          1.0 |  3.169s |    37.850s |
| Iteration 11     |    none |     --- | newto.. |      952 |      --- |  0.4375 |          1.0 |  3.174s |    41.723s |
| Iteration 12     |      l2 |  0.1532 | libli.. |     1000 |      --- |    0.75 |          1.0 |  3.171s |    45.645s |
| Iteration 13     |      l2 |  0.0633 |     sag |      937 |      --- |   0.625 |          1.0 |  3.157s |    49.707s |
| Iteration 14     |      l2 |   0.016 | libli.. |      947 |      --- |    0.25 |          1.0 |  3.140s |    53.759s |
| Iteration 15     |      l2 |  0.3025 | libli.. |      839 |      --- |    0.75 |          1.0 |  3.200s |    58.338s |
| Iteration 16     |      l2 |  0.0059 | libli.. |      913 |      --- |  0.8125 |          1.0 |  3.163s |     1m:02s |
| Iteration 17     |      l1 |  1.1486 | libli.. |      149 |      --- |  0.6875 |          1.0 |  3.178s |     1m:06s |
| Iteration 18     |      l1 |  0.0421 | libli.. |     1000 |      --- |     0.5 |          1.0 |  3.175s |     1m:10s |
| Iteration 19     |      l2 |   0.002 |     sag |      267 |      --- |  0.6875 |          1.0 |  3.185s |     1m:14s |
| Iteration 20     |      l2 |  9.4164 |    saga |      999 |      --- |     1.0 |          1.0 |  3.196s |     1m:18s |
| Iteration 21     |      l1 | 14.9541 |    saga |     1000 |      --- |     1.0 |          1.0 |  3.199s |     1m:22s |
| Iteration 22     |      l2 |   100.0 |    saga |     1000 |      --- |  0.8125 |          1.0 |  3.178s |     1m:26s |
| Iteration 23     |      l2 |   0.016 |    saga |     1000 |      --- |  0.6875 |          1.0 |  3.173s |     1m:30s |
| Iteration 24     |      l2 |  4.9348 |    saga |      396 |      --- |   0.625 |          1.0 |  3.184s |     1m:34s |
| Iteration 25     |      l2 |  0.3262 | libli.. |      922 |      --- |   0.625 |          1.0 |  3.198s |     1m:39s |
| Iteration 26     |      l2 |  0.0949 | libli.. |      953 |      --- |   0.625 |          1.0 |  3.174s |     1m:43s |
| Iteration 27     |      l2 |  0.2046 | libli.. |      916 |      --- |    0.75 |          1.0 |  3.199s |     1m:47s |
| Iteration 28     |      l2 |  0.2342 | libli.. |      945 |      --- |  0.6875 |          1.0 |  3.165s |     1m:51s |
| Iteration 29     |      l2 | 12.5644 |    saga |     1000 |      --- |  0.4375 |          1.0 |  3.184s |     1m:55s |
| Iteration 30     |      l2 |  0.0013 | libli.. |      944 |      --- |   0.625 |          1.0 |  3.158s |     1m:59s |
| Iteration 31     |      l1 |  0.9696 |    saga |      889 |      --- |    0.75 |          1.0 |  3.178s |     2m:03s |
| Iteration 32     |      l1 | 80.3768 |    saga |      915 |      --- |  0.6875 |          1.0 |  3.173s |     2m:07s |
| Iteration 33     |      l1 |   3.257 |    saga |      818 |      --- |  0.5625 |          1.0 |  3.185s |     2m:11s |
| Iteration 34     |    none |     --- |    saga |      243 |      --- |   0.875 |          1.0 |  3.174s |     2m:15s |
| Iteration 35     |      l2 |  2.3935 |    saga |      963 |      --- |  0.5625 |          1.0 |  3.203s |     2m:19s |
| Iteration 36     |    none |     --- |     sag |      215 |      --- |    0.75 |          1.0 |  3.156s |     2m:23s |
| Iteration 37     |      l1 | 49.1229 |    saga |      952 |      --- |     0.5 |          1.0 |  3.182s |     2m:27s |
| Iteration 38     |    none |     --- |   lbfgs |      209 |      --- |  0.4375 |          1.0 |  3.821s |     2m:31s |
| Iteration 39     |      l2 | 39.3561 |   lbfgs |      966 |      --- |  0.3125 |          1.0 |  3.172s |     2m:35s |
| Iteration 40     |      l2 | 67.6458 | newto.. |      122 |      --- |  0.6875 |          1.0 |  3.158s |     2m:39s |
| Iteration 41     |    none |     --- |    saga |      347 |      --- |  0.5625 |          1.0 |  3.161s |     2m:43s |
| Iteration 42     |      l1 | 68.7267 |    saga |      159 |      --- |    0.75 |          1.0 |  3.198s |     2m:47s |
| Iteration 43     |    none |     --- |    saga |      111 |      --- |  0.8125 |          1.0 |  3.181s |     2m:51s |
| Iteration 44     |    none |     --- |    saga |      100 |      --- |  0.1875 |          1.0 |  3.146s |     2m:55s |
| Iteration 45     |      l2 |   0.001 | newto.. |      521 |      --- |     0.5 |          1.0 |  3.181s |     2m:59s |
| Iteration 46     |      l2 | 97.9676 |     sag |      271 |      --- |    0.75 |          1.0 |  3.132s |     3m:03s |
| Iteration 47     |      l2 |  0.0976 |     sag |      267 |      --- |    0.75 |          1.0 |  3.168s |     3m:07s |
| Iteration 48     |      l2 |  0.0013 |   lbfgs |      803 |      --- |  0.8125 |          1.0 |  3.136s |     3m:11s |
| Iteration 49     |    none |     --- |     sag |      196 |      --- |  0.6875 |          1.0 |  3.154s |     3m:15s |
| Iteration 50     |      l2 |   0.001 |   lbfgs |      865 |      --- |  0.8125 |          1.0 |  3.149s |     3m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'penalty': 'l2', 'C': 0.1932, 'solver': 'liblinear', 'max_iter': 945}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.833
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0927
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:20s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.147s |     3.153s |
| Initial point 2  |     svd |       --- |  0.5625 |        0.625 |  3.140s |     6.690s |
| Initial point 3  |     svd |       --- |  0.5625 |        0.625 |  0.001s |     7.075s |
| Initial point 4  |    lsqr |       0.8 |  0.9375 |       0.9375 |  3.144s |    10.602s |
| Initial point 5  |   eigen |       0.9 |   0.625 |       0.9375 |  3.126s |    14.194s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  3.239s |    18.286s |
| Initial point 7  |    lsqr |       0.5 |   0.375 |          1.0 |  3.173s |    22.229s |
| Initial point 8  |    lsqr |       0.9 |  0.6875 |          1.0 |  3.158s |    25.800s |
| Initial point 9  |    lsqr |       0.6 |  0.9375 |          1.0 |  3.157s |    29.353s |
| Initial point 10 |   eigen |       0.8 |     1.0 |          1.0 |  3.100s |    32.869s |
| Iteration 11     |   eigen |       0.7 |   0.875 |          1.0 |  3.133s |    36.611s |
| Iteration 12     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    37.133s |
| Iteration 13     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    37.661s |
| Iteration 14     |    lsqr |      auto |  0.3125 |          1.0 |  3.140s |    41.364s |
| Iteration 15     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    41.911s |
| Iteration 16     |   eigen |      None |    0.75 |          1.0 |  3.118s |    45.549s |
| Iteration 17     |   eigen |       0.6 |  0.8125 |          1.0 |  3.138s |    49.264s |
| Iteration 18     |    lsqr |       1.0 |   0.625 |          1.0 |  3.221s |    53.096s |
| Iteration 19     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    53.940s |
| Iteration 20     |    lsqr |      None |     1.0 |          1.0 |  3.146s |    58.405s |
| Iteration 21     |   eigen |      auto |     1.0 |          1.0 |  3.156s |     1m:02s |
| Iteration 22     |     svd |       --- |  0.5625 |          1.0 |  0.000s |     1m:03s |
| Iteration 23     |     svd |       --- |  0.5625 |          1.0 |  0.000s |     1m:04s |
| Iteration 24     |     svd |       --- |  0.5625 |          1.0 |  0.000s |     1m:04s |
| Iteration 25     |   eigen |       0.5 |  0.8125 |          1.0 |  3.130s |     1m:08s |
| Iteration 26     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 27     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 28     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 29     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:11s |
| Iteration 30     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 31     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 32     |    lsqr |      None |     1.0 |          1.0 |  0.001s |     1m:13s |
| Iteration 33     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:13s |
| Iteration 34     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:14s |
| Iteration 35     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 36     |    lsqr |      None |     1.0 |          1.0 |  0.001s |     1m:15s |
| Iteration 37     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 38     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 39     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:17s |
| Iteration 40     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:18s |
| Iteration 41     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:19s |
| Iteration 42     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 43     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 44     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 45     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 46     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 47     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 48     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 49     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 50     |     svd |       --- |  0.5625 |          1.0 |  0.000s |     1m:25s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8259
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.04
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:26s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.128s |     3.133s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  3.172s |     6.677s |
| Initial point 3  |       0.1 |  0.5625 |        0.625 |  3.182s |    10.226s |
| Initial point 4  |       1.0 |   0.625 |        0.625 |  0.001s |    10.637s |
| Initial point 5  |       0.2 |  0.6875 |       0.6875 |  3.107s |    14.110s |
| Initial point 6  |       0.4 |     1.0 |          1.0 |  3.173s |    17.814s |
| Initial point 7  |       0.4 |     1.0 |          1.0 |  0.001s |    18.211s |
| Initial point 8  |       0.7 |  0.6875 |          1.0 |  3.255s |    21.856s |
| Initial point 9  |       0.9 |   0.625 |          1.0 |  0.000s |    22.253s |
| Initial point 10 |       0.8 |     1.0 |          1.0 |  3.339s |    25.979s |
| Iteration 11     |       0.3 |   0.875 |          1.0 |  3.278s |    29.752s |
| Iteration 12     |       0.6 |  0.8125 |          1.0 |  3.331s |    33.577s |
| Iteration 13     |       0.5 |    0.75 |          1.0 |  3.247s |    38.309s |
| Iteration 14     |       0.0 |    0.25 |          1.0 |  3.301s |    43.332s |
| Iteration 15     |       0.8 |     1.0 |          1.0 |  0.000s |    45.195s |
| Iteration 16     |       0.4 |     1.0 |          1.0 |  0.000s |    47.078s |
| Iteration 17     |       0.8 |     1.0 |          1.0 |  0.000s |    48.773s |
| Iteration 18     |       0.8 |     1.0 |          1.0 |  0.000s |    50.450s |
| Iteration 19     |       0.4 |     1.0 |          1.0 |  0.000s |    51.259s |
| Iteration 20     |       0.8 |     1.0 |          1.0 |  0.000s |    51.748s |
| Iteration 21     |       0.4 |     1.0 |          1.0 |  0.000s |    52.248s |
| Iteration 22     |       0.4 |     1.0 |          1.0 |  0.000s |    52.724s |
| Iteration 23     |       0.8 |     1.0 |          1.0 |  0.000s |    53.271s |
| Iteration 24     |       0.8 |     1.0 |          1.0 |  0.000s |    53.763s |
| Iteration 25     |       0.6 |  0.8125 |          1.0 |  0.000s |    54.252s |
| Iteration 26     |       0.4 |     1.0 |          1.0 |  0.000s |    54.785s |
| Iteration 27     |       0.1 |  0.5625 |          1.0 |  0.000s |    55.923s |
| Iteration 28     |       0.9 |   0.625 |          1.0 |  0.000s |    56.469s |
| Iteration 29     |       0.2 |  0.6875 |          1.0 |  0.000s |    57.039s |
| Iteration 30     |       0.8 |     1.0 |          1.0 |  0.000s |    57.572s |
| Iteration 31     |       0.4 |     1.0 |          1.0 |  0.000s |    58.092s |
| Iteration 32     |       0.4 |     1.0 |          1.0 |  0.000s |    58.622s |
| Iteration 33     |       0.8 |     1.0 |          1.0 |  0.000s |    59.157s |
| Iteration 34     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 35     |       0.4 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 36     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 37     |       0.4 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 38     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 39     |       0.4 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 40     |       0.4 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 41     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 42     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 43     |       0.4 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 44     |       0.4 |     1.0 |          1.0 |  0.001s |     1m:09s |
| Iteration 45     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 46     |       0.4 |     1.0 |          1.0 |  0.001s |     1m:10s |
| Iteration 47     |       0.8 |     1.0 |          1.0 |  0.001s |     1m:11s |
| Iteration 48     |       0.4 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 49     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 50     |       0.4 |     1.0 |          1.0 |  0.000s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8232
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.02
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:13s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  9.9748 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  3.156s |     3.177s |
| Initial point 2  |   3.967 | uniform |   kd_tree |        39 |       2 |  0.2812 |       0.6875 |  3.181s |     6.748s |
| Initial point 3  |  3.1337 | dista.. | ball_tree |        25 |       2 |  0.4688 |       0.6875 |  3.177s |    10.332s |
| Initial point 4  |  9.1423 | uniform | ball_tree |        39 |       2 |   0.375 |       0.6875 |  3.168s |    13.996s |
| Initial point 5  |  7.1618 | dista.. |      auto |        30 |       2 |    0.75 |         0.75 |  3.219s |    17.652s |
| Initial point 6  |  8.2939 | dista.. | ball_tree |        21 |       2 |  0.6875 |         0.75 |  3.162s |    21.223s |
| Initial point 7  |  5.9324 | dista.. | ball_tree |        24 |       1 |  0.3438 |         0.75 |  3.187s |    24.838s |
| Initial point 8  |  1.4216 | dista.. | ball_tree |        21 |       2 |  0.3125 |         0.75 |  3.179s |    28.416s |
| Initial point 9  |  6.6083 | uniform | ball_tree |        24 |       1 |  0.3438 |         0.75 |  3.187s |    32.004s |
| Initial point 10 |  4.6938 | uniform |     brute |        22 |       2 |   0.375 |         0.75 |  3.181s |    35.702s |
| Iteration 11     | 10.0029 | uniform |      auto |        26 |       2 |     0.5 |         0.75 |  3.197s |    39.597s |
| Iteration 12     |  7.9073 | dista.. |      auto |        32 |       2 |   0.875 |        0.875 |  3.167s |    43.465s |
| Iteration 13     | 10.0029 | dista.. |      auto |        40 |       2 |   0.875 |        0.875 |  3.166s |    47.258s |
| Iteration 14     | 10.0029 | dista.. |      auto |        40 |       2 |   0.875 |        0.875 |  0.000s |    47.960s |
| Iteration 15     |  8.1415 | dista.. |      auto |        33 |       2 |   0.625 |        0.875 |  3.183s |    51.976s |
| Iteration 16     |   8.141 | uniform |      auto |        32 |       2 |  0.5938 |        0.875 |  3.140s |    55.919s |
| Iteration 17     |  5.7272 | dista.. | ball_tree |        32 |       2 |   0.375 |        0.875 |  3.154s |     1m:01s |
| Iteration 18     |  7.9037 | dista.. | ball_tree |        36 |       2 |  0.5625 |        0.875 |  3.177s |     1m:05s |
| Iteration 19     |  7.8568 | dista.. | ball_tree |        30 |       2 |   0.625 |        0.875 |  3.154s |     1m:09s |
| Iteration 20     |  7.8607 | dista.. |      auto |        32 |       2 |    0.75 |        0.875 |  3.778s |     1m:14s |
| Iteration 21     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  3.206s |     1m:17s |
| Iteration 22     | 10.0029 | dista.. |     brute |        20 |       2 |    0.75 |          1.0 |  3.192s |     1m:21s |
| Iteration 23     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.001s |     1m:22s |
| Iteration 24     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 25     |  9.9436 | dista.. |      auto |        20 |       2 |   0.625 |          1.0 |  3.183s |     1m:27s |
| Iteration 26     |  7.9609 | dista.. |     brute |        32 |       2 |  0.9375 |          1.0 |  3.196s |     1m:31s |
| Iteration 27     |  2.9481 | dista.. |     brute |        38 |       2 |   0.875 |          1.0 |  3.217s |     1m:35s |
| Iteration 28     |     0.0 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  3.183s |     1m:39s |
| Iteration 29     | 10.0029 | dista.. |     brute |        40 |       1 |  0.4375 |          1.0 |  3.170s |     1m:42s |
| Iteration 30     |  7.9072 | dista.. |     brute |        32 |       2 |  0.8125 |          1.0 |  3.183s |     1m:46s |
| Iteration 31     |     0.0 | dista.. |     brute |        20 |       2 |     0.5 |          1.0 |  3.270s |     1m:51s |
| Iteration 32     |     0.0 | uniform |      auto |        40 |       2 |     0.5 |          1.0 |  3.183s |     1m:55s |
| Iteration 33     |   5.753 | dista.. |     brute |        39 |       2 |   0.625 |          1.0 |  3.197s |     1m:59s |
| Iteration 34     |  8.0422 | dista.. |     brute |        32 |       2 |  0.8125 |          1.0 |  3.178s |     2m:03s |
| Iteration 35     | 10.0029 | uniform |     brute |        38 |       1 |    0.25 |          1.0 |  3.197s |     2m:07s |
| Iteration 36     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.001s |     2m:08s |
| Iteration 37     | 10.0029 | dista.. |   kd_tree |        22 |       2 |  0.6875 |          1.0 |  3.210s |     2m:12s |
| Iteration 38     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.001s |     2m:13s |
| Iteration 39     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.001s |     2m:14s |
| Iteration 40     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.001s |     2m:14s |
| Iteration 41     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.001s |     2m:15s |
| Iteration 42     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.000s |     2m:16s |
| Iteration 43     |   7.974 | dista.. |     brute |        28 |       2 |  0.8125 |          1.0 |  3.139s |     2m:20s |
| Iteration 44     |  7.9634 | dista.. |      auto |        35 |       2 |  0.1875 |          1.0 |  3.213s |     2m:24s |
| Iteration 45     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.001s |     2m:25s |
| Iteration 46     | 10.0029 | dista.. |      auto |        20 |       1 |  0.8125 |          1.0 |  3.208s |     2m:29s |
| Iteration 47     |     0.0 | dista.. |     brute |        37 |       2 |     0.5 |          1.0 |  3.256s |     2m:34s |
| Iteration 48     | 10.0029 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.001s |     2m:36s |
| Iteration 49     | 10.0029 | uniform |      auto |        20 |       2 |   0.375 |          1.0 |  3.316s |     2m:40s |
| Iteration 50     |  7.9823 | dista.. |      auto |        31 |       2 |  0.8125 |          1.0 |  3.325s |     2m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'radius': 10.0029, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 20, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.575
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.0339
Time elapsed: 0.055s
-------------------------------------------------
Total time: 2m:45s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  3.624s |     3.633s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  4.245s |     8.255s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     0.5 |          1.0 |  3.376s |    12.019s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  3.486s |    15.897s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.625 |          1.0 |  3.384s |    19.672s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.625 |          1.0 |  3.593s |    23.651s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.75 |          1.0 |  3.241s |    27.288s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.625 |          1.0 |  3.483s |    31.179s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |          1.0 |  3.192s |    34.758s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |          1.0 |  3.296s |    38.457s |
| Iteration 11     |          429 |        0.0468 |     SAMME |  0.5312 |          1.0 |  3.453s |    42.453s |
| Iteration 12     |          329 |        0.0973 |     SAMME |  0.7812 |          1.0 |  3.405s |    46.430s |
| Iteration 13     |           61 |        0.0822 |     SAMME |  0.6875 |          1.0 |  3.196s |    50.212s |
| Iteration 14     |          500 |        0.0826 |     SAMME |   0.875 |          1.0 |  3.513s |    54.378s |
| Iteration 15     |          432 |        0.0536 |   SAMME.R |     0.5 |          1.0 |  3.513s |    58.513s |
| Iteration 16     |          454 |        0.0864 |     SAMME |  0.4375 |          1.0 |  3.476s |     1m:03s |
| Iteration 17     |          490 |        0.0103 |     SAMME |  0.9688 |          1.0 |  3.532s |     1m:07s |
| Iteration 18     |          496 |        0.0102 |     SAMME |  0.7188 |          1.0 |  3.444s |     1m:11s |
| Iteration 19     |          357 |        9.6259 |   SAMME.R |  0.5625 |          1.0 |  3.429s |     1m:15s |
| Iteration 20     |          498 |        0.0201 |   SAMME.R |  0.8125 |          1.0 |  3.742s |     1m:19s |
| Iteration 21     |          301 |        0.0172 |   SAMME.R |     1.0 |          1.0 |  3.443s |     1m:23s |
| Iteration 22     |          302 |        0.0162 |   SAMME.R |  0.7188 |          1.0 |  3.370s |     1m:27s |
| Iteration 23     |          500 |        0.0565 |   SAMME.R |  0.8125 |          1.0 |  3.553s |     1m:31s |
| Iteration 24     |          431 |        0.0925 |     SAMME |    0.75 |          1.0 |  3.416s |     1m:35s |
| Iteration 25     |          289 |        0.0405 |   SAMME.R |   0.625 |          1.0 |  3.353s |     1m:39s |
| Iteration 26     |          500 |        0.0465 |   SAMME.R |     1.0 |          1.0 |  3.527s |     1m:44s |
| Iteration 27     |          500 |        0.0453 |   SAMME.R |  0.6875 |          1.0 |  3.594s |     1m:48s |
| Iteration 28     |          495 |        0.0584 |     SAMME |   0.375 |          1.0 |  3.418s |     1m:52s |
| Iteration 29     |          297 |        0.0178 |   SAMME.R |  0.4375 |          1.0 |  4.033s |     1m:57s |
| Iteration 30     |          494 |        0.0135 |   SAMME.R |  0.7812 |          1.0 |  3.581s |     2m:01s |
| Iteration 31     |          485 |        0.0151 |     SAMME |  0.8125 |          1.0 |  3.511s |     2m:05s |
| Iteration 32     |          490 |        9.8988 |   SAMME.R |   0.375 |          1.0 |  3.577s |     2m:09s |
| Iteration 33     |          500 |         0.051 |   SAMME.R |  0.5625 |          1.0 |  3.558s |     2m:13s |
| Iteration 34     |          470 |        0.0106 |     SAMME |    0.75 |          1.0 |  3.523s |     2m:18s |
| Iteration 35     |          181 |        0.1401 |     SAMME |  0.6875 |          1.0 |  3.295s |     2m:22s |
| Iteration 36     |          217 |          0.01 |   SAMME.R |  0.5312 |          1.0 |  3.313s |     2m:25s |
| Iteration 37     |          500 |        0.0453 |   SAMME.R |  0.6875 |          1.0 |  0.001s |     2m:26s |
| Iteration 38     |          500 |        0.0457 |   SAMME.R |   0.625 |          1.0 |  3.576s |     2m:30s |
| Iteration 39     |          500 |         0.052 |   SAMME.R |   0.875 |          1.0 |  3.585s |     2m:35s |
| Iteration 40     |          493 |        0.0564 |   SAMME.R |  0.4375 |          1.0 |  3.519s |     2m:39s |
| Iteration 41     |          490 |        0.0121 |     SAMME |  0.6875 |          1.0 |  3.465s |     2m:43s |
| Iteration 42     |          484 |        0.0108 |   SAMME.R |  0.9375 |          1.0 |  3.509s |     2m:47s |
| Iteration 43     |          486 |        0.0106 |   SAMME.R |  0.8125 |          1.0 |  3.497s |     2m:51s |
| Iteration 44     |          480 |        0.0115 |     SAMME |    0.75 |          1.0 |  3.476s |     2m:56s |
| Iteration 45     |          486 |        0.0101 |     SAMME |   0.625 |          1.0 |  3.464s |     2m:60s |
| Iteration 46     |          488 |        0.0194 |     SAMME |   0.625 |          1.0 |  3.494s |     3m:04s |
| Iteration 47     |          500 |        0.0513 |   SAMME.R |   0.875 |          1.0 |  3.514s |     3m:09s |
| Iteration 48     |          434 |        0.1146 |     SAMME |    0.75 |          1.0 |  3.411s |     3m:13s |
| Iteration 49     |          427 |        0.1104 |     SAMME |  0.7188 |          1.0 |  3.428s |     3m:17s |
| Iteration 50     |          500 |        0.1181 |     SAMME |     1.0 |          1.0 |  3.460s |     3m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.459s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1271
Time elapsed: 2.035s
-------------------------------------------------
Total time: 3m:25s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  3.495s |     3.515s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  3.394s |     7.307s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.9375 |  3.417s |    11.118s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  3.136s |    14.653s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |       0.9375 |  4.036s |    19.101s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |       0.9375 |  3.290s |    22.780s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |       0.9375 |  3.309s |    26.485s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6875 |       0.9375 |  3.308s |    30.197s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.9375 |       0.9375 |  3.397s |    33.982s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  3.375s |    37.749s |
| Iteration 11     |           10 |      gini |         7 |                 7 |                6 |         log2 |      True |     0.013 |         0.6 |  0.6875 |          1.0 |  3.116s |    41.653s |
| Iteration 12     |          371 |      gini |         7 |                 8 |               16 |         None |      True |    0.0184 |        None |    0.75 |          1.0 |  3.412s |    45.839s |
| Iteration 13     |          224 |      gini |         7 |                 8 |               19 |          0.8 |      True |    0.0155 |         0.5 |     0.5 |          1.0 |  3.266s |    49.950s |
| Iteration 14     |          320 |      gini |         4 |                 9 |               14 |          0.8 |      True |     0.024 |         0.6 |    0.75 |          1.0 |  3.348s |    54.186s |
| Iteration 15     |          314 |      gini |         6 |                11 |               10 |          0.5 |      True |    0.0152 |        None |  0.8125 |          1.0 |  3.377s |    58.519s |
| Iteration 16     |          435 |      gini |         7 |                17 |               17 |          0.7 |     False |    0.0011 |         --- |  0.6875 |          1.0 |  3.350s |     1m:03s |
| Iteration 17     |          401 |      gini |         8 |                 2 |                7 |          0.8 |     False |    0.0104 |         --- |  0.9375 |          1.0 |  3.379s |     1m:07s |
| Iteration 18     |          421 |      gini |         1 |                12 |                9 |          0.5 |      True |     0.035 |         0.6 |    0.75 |          1.0 |  3.444s |     1m:11s |
| Iteration 19     |          429 |      gini |         6 |                 7 |                4 |         log2 |     False |    0.0106 |         --- |   0.875 |          1.0 |  3.366s |     1m:15s |
| Iteration 20     |          311 |   entropy |      None |                13 |               16 |          0.7 |      True |    0.0067 |        None |  0.8125 |          1.0 |  3.347s |     1m:19s |
| Iteration 21     |          446 |      gini |         4 |                16 |               20 |          0.9 |     False |    0.0213 |         --- |     1.0 |          1.0 |  3.388s |     1m:24s |
| Iteration 22     |          288 |      gini |         2 |                12 |               14 |          0.7 |     False |     0.033 |         --- |  0.7812 |          1.0 |  3.271s |     1m:28s |
| Iteration 23     |          500 |      gini |         5 |                 8 |               18 |         None |     False |    0.0339 |         --- |  0.6875 |          1.0 |  3.410s |     1m:32s |
| Iteration 24     |          271 |   entropy |         5 |                17 |               20 |          0.9 |      True |    0.0148 |         0.7 |     0.5 |          1.0 |  3.282s |     1m:36s |
| Iteration 25     |          436 |      gini |         8 |                13 |               20 |          0.7 |     False |    0.0058 |         --- |  0.7812 |          1.0 |  3.367s |     1m:41s |
| Iteration 26     |          405 |      gini |         3 |                15 |               20 |          0.8 |     False |    0.0206 |         --- |  0.9375 |          1.0 |  3.326s |     1m:45s |
| Iteration 27     |          458 |   entropy |         2 |                18 |               18 |         sqrt |     False |    0.0156 |         --- |  0.7188 |          1.0 |  3.373s |     1m:49s |
| Iteration 28     |          444 |   entropy |         3 |                17 |               16 |         None |     False |    0.0205 |         --- |  0.6875 |          1.0 |  3.405s |     1m:54s |
| Iteration 29     |          318 |      gini |         3 |                11 |               11 |          0.9 |     False |     0.015 |         --- |  0.6562 |          1.0 |  3.284s |     1m:58s |
| Iteration 30     |          467 |      gini |         1 |                 2 |                8 |         None |     False |    0.0154 |         --- |   0.875 |          1.0 |  3.392s |     2m:02s |
| Iteration 31     |          313 |      gini |         8 |                 2 |                8 |         log2 |     False |     0.035 |         --- |    0.75 |          1.0 |  3.266s |     2m:06s |
| Iteration 32     |          426 |      gini |         7 |                 7 |                6 |         sqrt |      True |    0.0194 |         0.8 |  0.9375 |          1.0 |  3.487s |     2m:11s |
| Iteration 33     |          402 |      gini |         4 |                 6 |               13 |         log2 |     False |    0.0286 |         --- |  0.6875 |          1.0 |  3.373s |     2m:16s |
| Iteration 34     |          427 |      gini |         6 |                13 |                1 |          0.7 |      True |    0.0181 |         0.7 |   0.625 |          1.0 |  3.454s |     2m:20s |
| Iteration 35     |          435 |      gini |         4 |                 2 |               15 |         None |     False |    0.0137 |         --- |  0.5625 |          1.0 |  3.419s |     2m:24s |
| Iteration 36     |          319 |      gini |         5 |                 3 |               15 |          0.6 |      True |    0.0178 |        None |  0.5312 |          1.0 |  3.350s |     2m:29s |
| Iteration 37     |          286 |      gini |         2 |                19 |               20 |          0.9 |     False |    0.0283 |         --- |  0.9062 |          1.0 |  3.319s |     2m:33s |
| Iteration 38     |          463 |      gini |         1 |                 3 |                6 |          0.7 |     False |    0.0309 |         --- |  0.8438 |          1.0 |  3.389s |     2m:37s |
| Iteration 39     |          280 |      gini |         9 |                 5 |               15 |          0.9 |      True |    0.0221 |         0.5 |     0.5 |          1.0 |  3.370s |     2m:42s |
| Iteration 40     |          500 |   entropy |         3 |                16 |                6 |          0.7 |     False |       0.0 |         --- |  0.4375 |          1.0 |  3.385s |     2m:46s |
| Iteration 41     |          500 |      gini |         6 |                15 |                6 |          0.7 |     False |       0.0 |         --- |    0.75 |          1.0 |  3.397s |     2m:51s |
| Iteration 42     |          357 |      gini |         6 |                 3 |                8 |         auto |     False |    0.0346 |         --- |     1.0 |          1.0 |  3.345s |     2m:55s |
| Iteration 43     |          160 |      gini |         8 |                 5 |                2 |         sqrt |     False |    0.0301 |         --- |   0.875 |          1.0 |  3.215s |     2m:60s |
| Iteration 44     |           30 |      gini |         7 |                20 |               13 |          0.9 |      True |    0.0151 |         0.8 |    0.75 |          1.0 |  3.143s |     3m:04s |
| Iteration 45     |          459 |      gini |         7 |                 3 |               10 |         sqrt |      True |    0.0271 |         0.9 |     1.0 |          1.0 |  3.487s |     3m:09s |
| Iteration 46     |          463 |      gini |         8 |                 3 |                8 |          0.5 |      True |    0.0189 |         0.9 |  0.6875 |          1.0 |  3.449s |     3m:14s |
| Iteration 47     |          499 |      gini |         1 |                20 |               12 |         sqrt |     False |    0.0116 |         --- |     1.0 |          1.0 |  3.436s |     3m:19s |
| Iteration 48     |          497 |      gini |      None |                16 |                2 |         sqrt |     False |    0.0056 |         --- |   0.875 |          1.0 |  3.455s |     3m:24s |
| Iteration 49     |          372 |   entropy |         9 |                15 |                2 |         auto |      True |     0.015 |         0.5 |   0.875 |          1.0 |  3.434s |     3m:29s |
| Iteration 50     |           28 |      gini |         5 |                14 |               20 |          0.9 |     False |    0.0075 |         --- |   0.625 |          1.0 |  3.159s |     3m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 459, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 3, 'min_samples_leaf': 10, 'max_features': 'sqrt', 'bootstrap': True, 'ccp_alpha': 0.0271, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9089
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.405s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.051
Time elapsed: 1.865s
-------------------------------------------------
Total time: 3m:38s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.240s |     3.261s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  3.220s |     6.894s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  3.225s |    10.538s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  3.191s |    14.129s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  3.216s |    17.730s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  3.180s |    21.332s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  3.217s |    24.938s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  3.212s |    28.554s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |          1.0 |  3.899s |    32.870s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  3.222s |    36.506s |
| Iteration 11     |           34 |         0.611 |         6 |  0.0081 |                8 |       0.5 |              0.9 |       100 |        0.1 |     0.5 |          1.0 |  3.158s |    40.405s |
| Iteration 12     |          457 |        0.0417 |         5 |  0.3916 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |   0.625 |          1.0 |  3.257s |    44.427s |
| Iteration 13     |          442 |        0.0178 |         5 |  0.2253 |                4 |       0.8 |              0.9 |       0.1 |         10 |    0.75 |          1.0 |  3.262s |    48.654s |
| Iteration 14     |          365 |        0.1015 |         7 |  0.4855 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  3.250s |    52.727s |
| Iteration 15     |          451 |        0.1624 |        10 |  0.3562 |                2 |       0.7 |              0.8 |       0.1 |        0.1 |  0.5625 |          1.0 |  3.267s |    56.808s |
| Iteration 16     |          326 |        0.3143 |         5 |  0.3332 |                3 |       0.6 |              1.0 |       0.1 |        0.1 |    0.75 |          1.0 |  3.217s |     1m:01s |
| Iteration 17     |          389 |        0.0402 |         6 |  0.6262 |               10 |       0.9 |              1.0 |       0.1 |         10 |     0.5 |          1.0 |  3.274s |     1m:05s |
| Iteration 18     |          407 |        0.0131 |         5 |   0.857 |                3 |       0.5 |              0.9 |       0.1 |          1 |    0.75 |          1.0 |  3.262s |     1m:09s |
| Iteration 19     |          384 |        0.0226 |         6 |  0.3778 |                3 |       0.8 |              0.8 |       0.1 |          1 |   0.875 |          1.0 |  3.251s |     1m:13s |
| Iteration 20     |          123 |          0.11 |         3 |  0.4329 |                3 |       0.6 |              0.9 |       0.1 |          0 |   0.875 |          1.0 |  3.179s |     1m:18s |
| Iteration 21     |           26 |        0.0467 |         5 |  0.6079 |                3 |       0.8 |              1.0 |       0.1 |          1 |     1.0 |          1.0 |  3.060s |     1m:22s |
| Iteration 22     |          500 |        0.0451 |         4 |     0.0 |                3 |       0.5 |              0.5 |       0.1 |       0.01 |  0.5625 |          1.0 |  3.159s |     1m:26s |
| Iteration 23     |          217 |        0.0424 |         2 |   0.541 |                3 |       0.8 |              0.9 |       0.1 |          1 |     0.5 |          1.0 |  3.159s |     1m:30s |
| Iteration 24     |          158 |        0.0469 |         6 |  0.5612 |                3 |       0.8 |              1.0 |       0.1 |       0.01 |  0.6875 |          1.0 |  3.173s |     1m:34s |
| Iteration 25     |          240 |        0.0515 |         6 |  0.2109 |                3 |       0.8 |              1.0 |       0.1 |          1 |  0.8125 |          1.0 |  3.109s |     1m:38s |
| Iteration 26     |          282 |        0.0274 |         5 |  0.7743 |                3 |       0.9 |              0.8 |       0.1 |        0.1 |   0.875 |          1.0 |  3.152s |     1m:42s |
| Iteration 27     |          262 |        0.0461 |         6 |   0.822 |                3 |       0.8 |              0.7 |       0.1 |        0.1 |   0.875 |          1.0 |  3.205s |     1m:46s |
| Iteration 28     |           20 |         0.059 |         4 |  0.9009 |                2 |       0.9 |              0.9 |       0.1 |          1 |  0.5938 |          1.0 |  3.117s |     1m:51s |
| Iteration 29     |          114 |        0.0151 |         5 |  0.7555 |                3 |       0.9 |              1.0 |       0.1 |          1 |   0.625 |          1.0 |  3.150s |     1m:55s |
| Iteration 30     |          453 |        0.0137 |         7 |  0.7684 |                1 |       0.5 |              0.5 |      0.01 |        100 |   0.875 |          1.0 |  3.193s |     1m:59s |
| Iteration 31     |          112 |        0.0854 |         8 |  0.4596 |                1 |       0.9 |              0.8 |         0 |        100 |    0.75 |          1.0 |  3.140s |     2m:03s |
| Iteration 32     |          215 |        0.2222 |         6 |  0.4272 |                4 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  3.159s |     2m:07s |
| Iteration 33     |          473 |        0.5785 |         7 |  0.3788 |                1 |       0.9 |              1.0 |       0.1 |        100 |  0.5312 |          1.0 |  3.198s |     2m:11s |
| Iteration 34     |           34 |        0.1275 |         7 |  0.3333 |                1 |       1.0 |              0.4 |      0.01 |          1 |   0.625 |          1.0 |  3.146s |     2m:15s |
| Iteration 35     |          384 |         0.149 |         5 |  0.2001 |                2 |       0.8 |              0.8 |       0.1 |          1 |  0.6875 |          1.0 |  3.204s |     2m:19s |
| Iteration 36     |          265 |        0.8563 |         6 |     0.3 |                4 |       0.8 |              0.5 |       0.1 |        0.1 |   0.625 |          1.0 |  3.165s |     2m:24s |
| Iteration 37     |          290 |        0.0159 |        10 |  0.4975 |                1 |       0.7 |              0.4 |         0 |        100 |     1.0 |          1.0 |  3.181s |     2m:28s |
| Iteration 38     |          174 |        0.0288 |         6 |   0.479 |                8 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          1.0 |  3.176s |     2m:32s |
| Iteration 39     |          427 |          0.01 |        10 |    0.93 |                2 |       1.0 |              0.4 |         0 |        100 |    0.75 |          1.0 |  3.177s |     2m:37s |
| Iteration 40     |          411 |          0.01 |        10 |  0.1423 |                1 |       0.7 |              1.0 |         0 |          0 |     0.5 |          1.0 |  3.179s |     2m:41s |
| Iteration 41     |          130 |        0.5393 |        10 |  0.9865 |                1 |       0.5 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.129s |     2m:45s |
| Iteration 42     |          353 |          0.01 |        10 |  0.7778 |                1 |       0.5 |              0.4 |      0.01 |        100 |     0.5 |          1.0 |  3.178s |     2m:49s |
| Iteration 43     |          437 |         0.046 |         6 |  0.4957 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.192s |     2m:54s |
| Iteration 44     |           57 |        0.0668 |         6 |  0.8777 |                4 |       0.7 |              0.8 |       0.1 |          1 |  0.5625 |          1.0 |  3.118s |     2m:58s |
| Iteration 45     |          210 |        0.0376 |         5 |  0.6088 |                3 |       0.8 |              0.8 |       0.1 |          1 |     0.5 |          1.0 |  3.140s |     3m:03s |
| Iteration 46     |          417 |        0.0205 |         7 |  0.2756 |                3 |       0.6 |              0.9 |         0 |        100 |  0.5625 |          1.0 |  3.166s |     3m:07s |
| Iteration 47     |          297 |        0.0301 |         6 |  0.0358 |                3 |       0.7 |              0.9 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.139s |     3m:11s |
| Iteration 48     |          328 |        0.0755 |         6 |  0.8171 |                3 |       0.9 |              1.0 |       0.1 |        0.1 |    0.75 |          1.0 |  3.151s |     3m:16s |
| Iteration 49     |          428 |        0.0111 |         2 |  0.4574 |                1 |       0.9 |              0.5 |         0 |          0 |    0.75 |          1.0 |  3.278s |     3m:20s |
| Iteration 50     |          418 |           1.0 |         1 |  0.8216 |                1 |       0.7 |              1.0 |         0 |          0 |   0.875 |          1.0 |  3.295s |     3m:25s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9455
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.091s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.0406
Time elapsed: 0.282s
-------------------------------------------------
Total time: 3m:26s


Final results ==================== >>
Duration: 22m:39s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.82 ± 0.062
Logistic Regression             --> roc_auc: 0.77 ± 0.0927
Linear Discriminant Analysis    --> roc_auc: 0.83 ± 0.04
Quadratic Discriminant Analysis --> roc_auc: 0.81 ± 0.02
Radius Nearest Neighbors        --> roc_auc: 0.66 ± 0.0339 ~
AdaBoost                        --> roc_auc: 0.69 ± 0.1271 ~
Random Forest                   --> roc_auc: 0.77 ± 0.051
XGBoost                         --> roc_auc: 0.84 ± 0.0406 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 826 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGMDSSYKLIF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAYRSAGTGNQFYF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CAITGQGATEAFF.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CAVGNDYKLSF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  0.706s |     0.727s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.754s |     1.898s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.5625 |          1.0 |  0.730s |     3.036s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.6875 |          1.0 |  0.767s |     4.210s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.745s |     5.356s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     1.0 |          1.0 |  0.772s |     6.535s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |          1.0 |  0.791s |     7.730s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.625 |          1.0 |  0.832s |     8.955s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  0.719s |    10.261s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |          1.0 |  0.713s |    11.384s |
| Iteration 11     | exponen.. |        0.4627 |          151 |       0.7 | friedman_mse |                15 |               18 |         1 |         log2 |     0.024 |  0.6875 |          1.0 |  0.659s |    12.737s |
| Iteration 12     |  deviance |        0.9485 |          371 |       0.6 | squared_er.. |                10 |               13 |         7 |          0.8 |    0.0207 |  0.6875 |          1.0 |  1.418s |    14.834s |
| Iteration 13     |  deviance |        0.5354 |          253 |       0.8 | friedman_mse |                 5 |               17 |         8 |          0.5 |    0.0052 |    0.75 |          1.0 |  0.692s |    16.334s |
| Iteration 14     | exponen.. |        0.2464 |          471 |       0.9 | squared_er.. |                19 |               18 |         2 |          0.7 |    0.0024 |   0.375 |          1.0 |  0.733s |    17.868s |
| Iteration 15     |  deviance |        0.0312 |          417 |       0.8 | squared_er.. |                20 |                1 |         4 |         auto |    0.0033 |     1.0 |          1.0 |  0.749s |    19.260s |
| Iteration 16     |  deviance |          0.01 |           39 |       1.0 | squared_er.. |                20 |               20 |         8 |         sqrt |    0.0146 |  0.8438 |          1.0 |  0.638s |    20.533s |
| Iteration 17     |  deviance |           1.0 |          500 |       0.8 | squared_er.. |                20 |                1 |         8 |         None |    0.0334 |  0.4062 |          1.0 |  0.762s |    22.007s |
| Iteration 18     |  deviance |        0.6086 |          364 |       0.6 | squared_er.. |                10 |               12 |         7 |         log2 |    0.0058 |  0.8125 |          1.0 |  0.715s |    23.596s |
| Iteration 19     |  deviance |        0.0672 |          460 |       0.7 | squared_er.. |                19 |               12 |         4 |          0.7 |    0.0164 |     1.0 |          1.0 |  0.740s |    25.385s |
| Iteration 20     |  deviance |         0.201 |           11 |       0.5 | squared_er.. |                 9 |               18 |        10 |         sqrt |    0.0007 |     0.5 |          1.0 |  0.644s |    26.960s |
| Iteration 21     |  deviance |        0.5874 |          434 |       0.8 | squared_er.. |                13 |                3 |         6 |         sqrt |       0.0 |    0.75 |          1.0 |  0.717s |    28.601s |
| Iteration 22     |  deviance |        0.0332 |          127 |       0.9 | squared_er.. |                20 |               16 |         5 |          0.5 |    0.0211 |     1.0 |          1.0 |  0.662s |    30.331s |
| Iteration 23     | exponen.. |        0.1068 |          215 |       0.9 | friedman_mse |                15 |                8 |         3 |         log2 |    0.0064 |   0.875 |          1.0 |  0.682s |    32.136s |
| Iteration 24     |  deviance |        0.0614 |          259 |       0.9 | squared_er.. |                20 |                1 |         2 |          0.9 |    0.0316 |     1.0 |          1.0 |  0.687s |    33.851s |
| Iteration 25     |  deviance |        0.0643 |          495 |       0.8 | squared_er.. |                17 |               13 |         5 |          0.5 |    0.0275 |     1.0 |          1.0 |  0.741s |    35.606s |
| Iteration 26     |  deviance |        0.0405 |          241 |       0.9 | squared_er.. |                19 |                3 |         4 |          0.5 |    0.0257 |   0.625 |          1.0 |  0.683s |    37.052s |
| Iteration 27     |  deviance |        0.1005 |          395 |       0.8 | squared_er.. |                19 |               12 |         6 |          0.5 |    0.0252 |   0.875 |          1.0 |  0.721s |    38.867s |
| Iteration 28     | exponen.. |         0.059 |          457 |       0.8 | friedman_mse |                12 |               19 |         6 |          0.9 |    0.0064 |  0.5625 |          1.0 |  0.765s |    40.731s |
| Iteration 29     |  deviance |        0.0572 |          390 |       0.8 | squared_er.. |                14 |               13 |         5 |         log2 |    0.0007 |   0.375 |          1.0 |  0.718s |    42.326s |
| Iteration 30     |  deviance |        0.0357 |          403 |       0.9 | squared_er.. |                20 |               14 |         2 |          0.7 |    0.0186 |     0.5 |          1.0 |  0.718s |    43.862s |
| Iteration 31     |  deviance |        0.0212 |          409 |       0.7 | squared_er.. |                17 |                5 |        10 |          0.9 |    0.0109 |     0.5 |          1.0 |  0.729s |    45.439s |
| Iteration 32     |  deviance |         0.029 |          128 |       0.9 | squared_er.. |                 4 |               18 |         2 |          0.9 |    0.0214 |   0.875 |          1.0 |  0.651s |    47.049s |
| Iteration 33     | exponen.. |        0.0165 |          284 |       0.5 | friedman_mse |                13 |               14 |         9 |         sqrt |    0.0001 |  0.8125 |          1.0 |  0.694s |    48.614s |
| Iteration 34     |  deviance |        0.0654 |          282 |       0.9 | friedman_mse |                18 |               18 |         4 |          0.6 |    0.0286 |  0.7188 |          1.0 |  0.681s |    50.292s |
| Iteration 35     | exponen.. |         0.048 |          217 |       0.6 | friedman_mse |                 9 |                1 |         9 |         sqrt |    0.0224 |  0.8125 |          1.0 |  0.679s |    51.988s |
| Iteration 36     |  deviance |        0.0118 |          221 |       0.6 | squared_er.. |                 5 |               20 |         4 |         auto |    0.0341 |     0.5 |          1.0 |  0.666s |    53.544s |
| Iteration 37     |  deviance |        0.1633 |          470 |       0.6 | squared_er.. |                13 |               12 |         8 |          0.5 |     0.016 |     1.0 |          1.0 |  0.733s |    55.192s |
| Iteration 38     |  deviance |        0.6076 |          470 |       0.7 | squared_er.. |                15 |               12 |         3 |          0.5 |    0.0337 |  0.8125 |          1.0 |  0.728s |    56.907s |
| Iteration 39     |  deviance |        0.0432 |          237 |       0.9 | squared_er.. |                12 |                9 |         9 |          0.9 |    0.0266 |  0.9375 |          1.0 |  0.698s |    59.154s |
| Iteration 40     | exponen.. |        0.0214 |          234 |       0.6 | friedman_mse |                10 |                7 |         6 |         sqrt |    0.0172 |  0.6875 |          1.0 |  0.696s |     1m:01s |
| Iteration 41     |  deviance |        0.0589 |          472 |       0.7 | squared_er.. |                19 |               16 |         7 |          0.5 |    0.0161 |  0.8438 |          1.0 |  0.727s |     1m:03s |
| Iteration 42     |  deviance |        0.0113 |          169 |       0.5 | squared_er.. |                13 |                8 |         2 |          0.9 |    0.0203 |  0.9375 |          1.0 |  0.671s |     1m:04s |
| Iteration 43     |  deviance |         0.039 |          216 |       0.8 | squared_er.. |                13 |                9 |         4 |         None |     0.035 |     1.0 |          1.0 |  0.684s |     1m:06s |
| Iteration 44     |  deviance |        0.7341 |          478 |       0.8 | squared_er.. |                18 |               13 |         5 |         auto |    0.0122 |    0.75 |          1.0 |  0.732s |     1m:08s |
| Iteration 45     |  deviance |        0.1221 |          197 |       0.7 | friedman_mse |                 2 |                9 |         9 |         None |     0.035 |  0.6562 |          1.0 |  0.673s |     1m:10s |
| Iteration 46     |  deviance |         0.028 |          489 |       0.8 | squared_er.. |                 9 |               15 |         5 |          0.5 |    0.0043 |   0.875 |          1.0 |  0.746s |     1m:11s |
| Iteration 47     | exponen.. |        0.2113 |          266 |       0.9 | friedman_mse |                 8 |                5 |         9 |         sqrt |    0.0138 |   0.875 |          1.0 |  0.693s |     1m:13s |
| Iteration 48     |  deviance |        0.0425 |           81 |       0.8 | squared_er.. |                17 |               10 |         5 |         None |    0.0311 |    0.75 |          1.0 |  0.655s |     1m:15s |
| Iteration 49     | exponen.. |        0.0185 |          322 |       0.5 | squared_er.. |                20 |               11 |         4 |         None |    0.0075 |  0.8125 |          1.0 |  0.704s |     1m:17s |
| Iteration 50     | exponen.. |        0.2357 |          150 |       0.9 | squared_er.. |                15 |                5 |         4 |         auto |    0.0023 |   0.625 |          1.0 |  0.664s |     1m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.6819, 'n_estimators': 456, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 13, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0081}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.111s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.02
Time elapsed: 0.535s
-------------------------------------------------
Total time: 1m:20s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  0.693s |     0.704s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.875 |        0.875 |  0.692s |     1.772s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.6875 |        0.875 |  0.708s |     2.872s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |        0.875 |  0.699s |     3.967s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |        0.875 |  0.693s |     5.053s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |        0.875 |  0.690s |     6.152s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |        0.875 |  0.694s |     7.241s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |        0.875 |  0.690s |     8.336s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |        0.875 |  0.693s |     9.410s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |        0.875 |  0.671s |    10.546s |
| Iteration 11     |      l2 |  0.6155 | libli.. |     1000 |      --- |    0.75 |        0.875 |  0.676s |    11.928s |
| Iteration 12     |      l2 |  0.0384 |     sag |      883 |      --- |  0.6875 |        0.875 |  0.637s |    13.233s |
| Iteration 13     |    none |     --- |     sag |      948 |      --- |   0.625 |        0.875 |  0.653s |    14.610s |
| Iteration 14     |      l2 |   0.166 |     sag |      982 |      --- |  0.3125 |        0.875 |  0.637s |    15.884s |
| Iteration 15     |      l1 |   0.388 | libli.. |      940 |      --- |     1.0 |          1.0 |  0.632s |    17.249s |
| Iteration 16     |      l2 |  0.0988 |     sag |      946 |      --- |   0.875 |          1.0 |  0.633s |    18.640s |
| Iteration 17     |      l2 |  3.3942 | newto.. |      939 |      --- |     1.0 |          1.0 |  1.235s |    20.630s |
| Iteration 18     |      l2 |  0.0998 |     sag |      939 |      --- |  0.6875 |          1.0 |  0.642s |    22.029s |
| Iteration 19     |      l2 | 11.3938 |   lbfgs |      927 |      --- |   0.625 |          1.0 |  0.645s |    23.494s |
| Iteration 20     |      l2 |   0.015 | newto.. |      196 |      --- |   0.375 |          1.0 |  0.652s |    24.851s |
| Iteration 21     |      l2 |  0.5299 |     sag |      754 |      --- |     0.5 |          1.0 |  0.709s |    26.244s |
| Iteration 22     |      l2 | 37.6846 |   lbfgs |      100 |      --- |  0.5625 |          1.0 |  0.684s |    27.609s |
| Iteration 23     |      l1 |  2.4944 | libli.. |      946 |      --- |  0.8125 |          1.0 |  0.636s |    28.990s |
| Iteration 24     |      l2 | 59.0424 |   lbfgs |      796 |      --- |  0.6875 |          1.0 |  0.640s |    30.287s |
| Iteration 25     |      l1 |  0.0011 | libli.. |     1000 |      --- |     0.5 |          1.0 |  0.634s |    31.618s |
| Iteration 26     |      l2 |  26.152 | newto.. |      942 |      --- |  0.8125 |          1.0 |  0.643s |    32.981s |
| Iteration 27     |      l2 | 58.8203 | newto.. |      943 |      --- |  0.8125 |          1.0 |  0.651s |    34.392s |
| Iteration 28     |      l2 |  1.4683 |   lbfgs |      943 |      --- |     0.5 |          1.0 |  0.648s |    35.875s |
| Iteration 29     |      l2 |  0.7292 | newto.. |      907 |      --- |  0.3125 |          1.0 |  0.638s |    37.340s |
| Iteration 30     |      l1 | 78.3453 | libli.. |      936 |      --- |   0.625 |          1.0 |  0.681s |    38.863s |
| Iteration 31     |      l2 |  1.3612 | newto.. |      939 |      --- |  0.5625 |          1.0 |  0.634s |    40.452s |
| Iteration 32     |      l1 |  0.8622 | libli.. |      937 |      --- |  0.9375 |          1.0 |  0.648s |    41.935s |
| Iteration 33     |      l2 |  0.2349 | newto.. |      938 |      --- |  0.8125 |          1.0 |  0.667s |    43.533s |
| Iteration 34     |      l2 |  0.0298 | libli.. |      939 |      --- |    0.75 |          1.0 |  0.652s |    45.077s |
| Iteration 35     |      l1 | 30.4368 | libli.. |      939 |      --- |  0.3125 |          1.0 |  0.645s |    47.377s |
| Iteration 36     |      l1 |  0.7127 | libli.. |      941 |      --- |  0.8125 |          1.0 |  0.642s |    49.211s |
| Iteration 37     |      l2 |  2.3967 | newto.. |      939 |      --- |     1.0 |          1.0 |  0.642s |    50.736s |
| Iteration 38     |      l2 |  0.0133 |     sag |      943 |      --- |   0.625 |          1.0 |  0.651s |    52.172s |
| Iteration 39     |      l2 |  0.0053 | newto.. |      940 |      --- |    0.75 |          1.0 |  0.639s |    53.646s |
| Iteration 40     |      l2 |  2.9947 | newto.. |      942 |      --- |   0.875 |          1.0 |  0.658s |    55.181s |
| Iteration 41     |      l2 |  3.0022 | newto.. |      934 |      --- |  0.8125 |          1.0 |  0.678s |    56.893s |
| Iteration 42     |      l2 |  2.4856 | newto.. |      941 |      --- |  0.4375 |          1.0 |  0.713s |    58.567s |
| Iteration 43     |      l2 | 10.3093 | newto.. |      944 |      --- |   0.625 |          1.0 |  0.689s |     1m:01s |
| Iteration 44     |    none |     --- |     sag |      102 |      --- |   0.625 |          1.0 |  0.687s |     1m:02s |
| Iteration 45     |      l2 |  0.0203 |   lbfgs |      926 |      --- |  0.5625 |          1.0 |  0.682s |     1m:04s |
| Iteration 46     |      l1 |  0.4361 | libli.. |      937 |      --- |  0.6875 |          1.0 |  0.683s |     1m:05s |
| Iteration 47     |      l1 |  0.0899 | libli.. |      950 |      --- |     0.5 |          1.0 |  0.689s |     1m:07s |
| Iteration 48     |      l1 |   0.086 | libli.. |      929 |      --- |     0.5 |          1.0 |  0.686s |     1m:08s |
| Iteration 49     |      l2 |  3.9688 | newto.. |      230 |      --- |    0.75 |          1.0 |  0.686s |     1m:10s |
| Iteration 50     |      l2 |  2.6561 | newto.. |     1000 |      --- |  0.5625 |          1.0 |  0.686s |     1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'penalty': 'l2', 'C': 3.3942, 'solver': 'newton-cg', 'max_iter': 939}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7812
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.097
Time elapsed: 0.069s
-------------------------------------------------
Total time: 1m:13s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  0.671s |     0.677s |
| Initial point 2  |     svd |       --- |   0.875 |        0.875 |  0.674s |     1.743s |
| Initial point 3  |     svd |       --- |   0.875 |        0.875 |  0.000s |     3.059s |
| Initial point 4  |    lsqr |       0.8 |  0.4375 |        0.875 |  0.629s |     5.220s |
| Initial point 5  |   eigen |       0.9 |  0.4375 |        0.875 |  0.623s |     7.367s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |        0.875 |  0.623s |     9.489s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |        0.875 |  0.627s |    11.790s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |        0.875 |  0.639s |    13.028s |
| Initial point 9  |    lsqr |       0.6 |  0.3125 |        0.875 |  0.633s |    14.039s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |        0.875 |  0.646s |    15.062s |
| Iteration 11     |     svd |       --- |   0.875 |        0.875 |  0.000s |    15.614s |
| Iteration 12     |     svd |       --- |   0.875 |        0.875 |  0.000s |    16.147s |
| Iteration 13     |     svd |       --- |   0.875 |        0.875 |  0.000s |    16.657s |
| Iteration 14     |     svd |       --- |   0.875 |        0.875 |  0.000s |    17.184s |
| Iteration 15     |     svd |       --- |   0.875 |        0.875 |  0.001s |    17.697s |
| Iteration 16     |     svd |       --- |   0.875 |        0.875 |  0.000s |    18.244s |
| Iteration 17     |     svd |       --- |   0.875 |        0.875 |  0.000s |    18.767s |
| Iteration 18     |   eigen |       0.5 |  0.6875 |        0.875 |  0.630s |    20.064s |
| Iteration 19     |   eigen |       0.7 |  0.8125 |        0.875 |  0.630s |    21.235s |
| Iteration 20     |   eigen |       0.6 |   0.375 |        0.875 |  0.636s |    22.446s |
| Iteration 21     |   eigen |      auto |  0.5625 |        0.875 |  0.632s |    23.689s |
| Iteration 22     |   eigen |      None |   0.375 |        0.875 |  0.626s |    24.870s |
| Iteration 23     |    lsqr |       1.0 |  0.4375 |        0.875 |  0.627s |    26.075s |
| Iteration 24     |    lsqr |      auto |     1.0 |          1.0 |  1.218s |    27.870s |
| Iteration 25     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    28.443s |
| Iteration 26     |    lsqr |      None |  0.8125 |          1.0 |  0.629s |    29.657s |
| Iteration 27     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    30.348s |
| Iteration 28     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |    31.219s |
| Iteration 29     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    32.183s |
| Iteration 30     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    33.163s |
| Iteration 31     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    34.710s |
| Iteration 32     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    35.332s |
| Iteration 33     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    35.943s |
| Iteration 34     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    36.544s |
| Iteration 35     |    lsqr |      None |  0.8125 |          1.0 |  0.000s |    37.191s |
| Iteration 36     |    lsqr |       0.9 |   0.625 |          1.0 |  0.000s |    37.817s |
| Iteration 37     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    38.467s |
| Iteration 38     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    39.107s |
| Iteration 39     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    39.747s |
| Iteration 40     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    40.385s |
| Iteration 41     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    41.166s |
| Iteration 42     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    41.821s |
| Iteration 43     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    42.487s |
| Iteration 44     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    43.176s |
| Iteration 45     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    43.877s |
| Iteration 46     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |    44.563s |
| Iteration 47     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    45.264s |
| Iteration 48     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    45.970s |
| Iteration 49     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    46.678s |
| Iteration 50     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    47.399s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 48.120s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1949
Time elapsed: 0.031s
-------------------------------------------------
Total time: 48.161s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  0.624s |     0.627s |
| Initial point 2  |       0.9 |   0.625 |       0.6875 |  0.623s |     1.619s |
| Initial point 3  |       0.1 |   0.625 |       0.6875 |  0.631s |     2.655s |
| Initial point 4  |       1.0 |  0.6875 |       0.6875 |  0.000s |     3.032s |
| Initial point 5  |       0.2 |  0.4375 |       0.6875 |  0.639s |     4.102s |
| Initial point 6  |       0.4 |   0.875 |        0.875 |  0.638s |     5.243s |
| Initial point 7  |       0.4 |   0.875 |        0.875 |  0.000s |     5.660s |
| Initial point 8  |       0.7 |   0.625 |        0.875 |  0.635s |     6.691s |
| Initial point 9  |       0.9 |   0.625 |        0.875 |  0.000s |     7.091s |
| Initial point 10 |       0.8 |    0.75 |        0.875 |  0.640s |     8.142s |
| Iteration 11     |       0.3 |  0.8125 |        0.875 |  0.635s |     9.266s |
| Iteration 12     |       0.6 |  0.8125 |        0.875 |  0.641s |    10.391s |
| Iteration 13     |       0.5 |   0.625 |        0.875 |  0.636s |    11.512s |
| Iteration 14     |       0.0 |    0.25 |        0.875 |  0.633s |    12.627s |
| Iteration 15     |       0.4 |   0.875 |        0.875 |  0.000s |    13.144s |
| Iteration 16     |       0.4 |   0.875 |        0.875 |  0.000s |    13.649s |
| Iteration 17     |       0.3 |  0.8125 |        0.875 |  0.000s |    14.129s |
| Iteration 18     |       0.2 |  0.4375 |        0.875 |  0.000s |    14.635s |
| Iteration 19     |       0.4 |   0.875 |        0.875 |  0.000s |    15.149s |
| Iteration 20     |       0.6 |  0.8125 |        0.875 |  0.000s |    15.631s |
| Iteration 21     |       0.6 |  0.8125 |        0.875 |  0.000s |    16.121s |
| Iteration 22     |       0.4 |   0.875 |        0.875 |  0.000s |    16.597s |
| Iteration 23     |       0.4 |   0.875 |        0.875 |  0.000s |    17.078s |
| Iteration 24     |       0.4 |   0.875 |        0.875 |  0.000s |    17.551s |
| Iteration 25     |       0.4 |   0.875 |        0.875 |  0.000s |    18.038s |
| Iteration 26     |       0.4 |   0.875 |        0.875 |  0.001s |    18.531s |
| Iteration 27     |       0.4 |   0.875 |        0.875 |  0.000s |    19.030s |
| Iteration 28     |       0.9 |   0.625 |        0.875 |  0.000s |    19.605s |
| Iteration 29     |       0.4 |   0.875 |        0.875 |  0.000s |    20.117s |
| Iteration 30     |       0.8 |    0.75 |        0.875 |  0.000s |    20.627s |
| Iteration 31     |       0.4 |   0.875 |        0.875 |  0.000s |    21.161s |
| Iteration 32     |       0.4 |   0.875 |        0.875 |  0.000s |    21.679s |
| Iteration 33     |       0.4 |   0.875 |        0.875 |  0.000s |    22.197s |
| Iteration 34     |       0.4 |   0.875 |        0.875 |  0.000s |    23.295s |
| Iteration 35     |       0.4 |   0.875 |        0.875 |  0.001s |    24.062s |
| Iteration 36     |       0.4 |   0.875 |        0.875 |  0.000s |    24.598s |
| Iteration 37     |       0.4 |   0.875 |        0.875 |  0.000s |    25.167s |
| Iteration 38     |       0.4 |   0.875 |        0.875 |  0.000s |    25.727s |
| Iteration 39     |       0.4 |   0.875 |        0.875 |  0.000s |    26.276s |
| Iteration 40     |       0.4 |   0.875 |        0.875 |  0.000s |    26.826s |
| Iteration 41     |       0.4 |   0.875 |        0.875 |  0.000s |    27.379s |
| Iteration 42     |       0.4 |   0.875 |        0.875 |  0.000s |    27.944s |
| Iteration 43     |       0.4 |   0.875 |        0.875 |  0.000s |    28.522s |
| Iteration 44     |       0.4 |   0.875 |        0.875 |  0.000s |    29.111s |
| Iteration 45     |       0.4 |   0.875 |        0.875 |  0.000s |    29.692s |
| Iteration 46     |       0.4 |   0.875 |        0.875 |  0.000s |    30.319s |
| Iteration 47     |       0.4 |   0.875 |        0.875 |  0.000s |    30.930s |
| Iteration 48     |       0.4 |   0.875 |        0.875 |  0.000s |    31.518s |
| Iteration 49     |       0.4 |   0.875 |        0.875 |  0.000s |    32.111s |
| Iteration 50     |       0.4 |   0.875 |        0.875 |  0.000s |    32.709s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.875
Time elapsed: 33.327s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7679
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1049
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.365s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  12.563 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  0.650s |     0.671s |
| Initial point 2  |  4.9963 | uniform |   kd_tree |        39 |       2 |   0.625 |         0.75 |  0.662s |     1.747s |
| Initial point 3  |  3.9468 | dista.. | ball_tree |        25 |       2 |  0.5625 |         0.75 |  0.654s |     2.796s |
| Initial point 4  | 11.5145 | uniform | ball_tree |        39 |       2 |     0.5 |         0.75 |  0.643s |     3.845s |
| Initial point 5  |  9.0201 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  0.651s |     4.893s |
| Initial point 6  |  10.446 | dista.. | ball_tree |        21 |       2 |  0.8125 |        0.875 |  0.657s |     5.952s |
| Initial point 7  |  7.4717 | dista.. | ball_tree |        24 |       1 |    0.75 |        0.875 |  0.655s |     7.010s |
| Initial point 8  |  1.7905 | dista.. | ball_tree |        21 |       2 |   0.625 |        0.875 |  0.642s |     8.046s |
| Initial point 9  |   8.323 | uniform | ball_tree |        24 |       1 |  0.5938 |        0.875 |  0.640s |     9.071s |
| Initial point 10 |  5.9117 | uniform |     brute |        22 |       2 |  0.5312 |        0.875 |  0.662s |    10.122s |
| Iteration 11     | 10.0999 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.649s |    11.390s |
| Iteration 12     |  9.0324 | dista.. |     brute |        40 |       1 |   0.875 |       0.9375 |  0.640s |    12.710s |
| Iteration 13     |  9.4312 | dista.. |      auto |        40 |       2 |    0.75 |       0.9375 |  0.644s |    14.004s |
| Iteration 14     | 10.1922 | dista.. |     brute |        20 |       1 |  0.3125 |       0.9375 |  0.645s |    15.407s |
| Iteration 15     | 10.4883 | uniform |     brute |        40 |       1 |   0.375 |       0.9375 |  0.640s |    16.775s |
| Iteration 16     | 10.0541 | dista.. |   kd_tree |        30 |       1 |   0.625 |       0.9375 |  0.646s |    18.119s |
| Iteration 17     |  6.9635 | dista.. |      auto |        30 |       2 |    0.75 |       0.9375 |  0.654s |    19.451s |
| Iteration 18     | 12.5984 | dista.. |      auto |        24 |       1 |   0.875 |       0.9375 |  0.657s |    20.800s |
| Iteration 19     | 12.5984 | dista.. |      auto |        20 |       2 |   0.875 |       0.9375 |  0.642s |    22.211s |
| Iteration 20     |  1.9122 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  0.637s |    23.448s |
| Iteration 21     |     0.0 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  0.640s |    24.774s |
| Iteration 22     |  3.9666 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  1.212s |    26.618s |
| Iteration 23     |  6.6402 | dista.. |      auto |        40 |       1 |    0.75 |          1.0 |  0.632s |    27.913s |
| Iteration 24     |     0.0 | dista.. |   kd_tree |        40 |       1 |     0.5 |          1.0 |  0.639s |    29.185s |
| Iteration 25     |   3.866 | uniform |   kd_tree |        40 |       2 |    0.75 |          1.0 |  0.641s |    30.494s |
| Iteration 26     |     0.0 | dista.. |      auto |        30 |       1 |     0.5 |          1.0 |  0.647s |    31.864s |
| Iteration 27     |  4.0649 | dista.. |   kd_tree |        40 |       2 |  0.8125 |          1.0 |  0.649s |    33.259s |
| Iteration 28     |  3.9025 | dista.. |   kd_tree |        40 |       1 |   0.875 |          1.0 |  0.638s |    34.650s |
| Iteration 29     |  1.9822 | uniform |   kd_tree |        40 |       2 |  0.5312 |          1.0 |  0.635s |    36.063s |
| Iteration 30     |  2.1152 | dista.. |     brute |        40 |       1 |  0.5312 |          1.0 |  0.648s |    37.579s |
| Iteration 31     |  1.8903 | dista.. |     brute |        40 |       1 |  0.5625 |          1.0 |  0.646s |    39.071s |
| Iteration 32     | 12.5984 | dista.. |   kd_tree |        40 |       2 |     1.0 |          1.0 |  0.642s |    40.459s |
| Iteration 33     | 12.5984 | dista.. |   kd_tree |        40 |       2 |     1.0 |          1.0 |  0.000s |    41.174s |
| Iteration 34     | 12.5984 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.647s |    42.534s |
| Iteration 35     | 12.5984 | dista.. | ball_tree |        40 |       2 |    0.25 |          1.0 |  0.646s |    43.909s |
| Iteration 36     | 12.5984 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  0.649s |    45.224s |
| Iteration 37     |   0.012 | uniform | ball_tree |        21 |       1 |     0.5 |          1.0 |  0.639s |    46.538s |
| Iteration 38     | 12.5924 | dista.. | ball_tree |        40 |       1 |    0.75 |          1.0 |  0.635s |    47.853s |
| Iteration 39     | 12.5418 | dista.. | ball_tree |        20 |       2 |    0.75 |          1.0 |  0.647s |    49.243s |
| Iteration 40     | 12.5984 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.000s |    49.931s |
| Iteration 41     | 12.3691 | dista.. | ball_tree |        20 |       2 |  0.8125 |          1.0 |  0.638s |    51.287s |
| Iteration 42     | 12.5984 | dista.. |      auto |        40 |       1 |    0.75 |          1.0 |  0.637s |    52.807s |
| Iteration 43     | 12.5984 | dista.. |      auto |        40 |       1 |    0.75 |          1.0 |  0.001s |    53.559s |
| Iteration 44     | 12.5984 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.000s |    54.388s |
| Iteration 45     | 12.5984 | dista.. |      auto |        40 |       2 |     0.5 |          1.0 |  0.638s |    55.784s |
| Iteration 46     | 12.5984 | dista.. |   kd_tree |        40 |       1 |   0.875 |          1.0 |  0.644s |    57.264s |
| Iteration 47     | 12.5984 | dista.. |   kd_tree |        40 |       1 |   0.875 |          1.0 |  0.004s |    58.144s |
| Iteration 48     | 12.5984 | dista.. |   kd_tree |        40 |       2 |     1.0 |          1.0 |  0.000s |    59.060s |
| Iteration 49     | 12.5984 | dista.. |   kd_tree |        40 |       2 |     1.0 |          1.0 |  0.001s |    59.915s |
| Iteration 50     | 12.5984 | dista.. |   kd_tree |        40 |       2 |     1.0 |          1.0 |  0.001s |     1m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'radius': 3.9666, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0678
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:02s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  1.026s |     1.032s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  1.035s |     2.457s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     0.5 |       0.8125 |  0.792s |     3.625s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.6562 |       0.8125 |  1.567s |     5.623s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |       0.9375 |  0.875s |     6.878s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |       0.9375 |  1.003s |     8.270s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5625 |       0.9375 |  0.646s |     9.301s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.5625 |       0.9375 |  0.918s |    10.598s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6875 |       0.9375 |  0.627s |    11.613s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6562 |       0.9375 |  0.747s |    12.757s |
| Iteration 11     |          116 |        0.0459 |     SAMME |  0.9375 |       0.9375 |  0.705s |    14.029s |
| Iteration 12     |          122 |        0.2959 |   SAMME.R |  0.9375 |       0.9375 |  0.717s |    15.314s |
| Iteration 13     |          303 |        0.2636 |   SAMME.R |   0.875 |       0.9375 |  0.861s |    16.759s |
| Iteration 14     |          485 |         0.327 |     SAMME |     0.5 |       0.9375 |  0.966s |    18.272s |
| Iteration 15     |           92 |        0.1319 |   SAMME.R |    0.75 |       0.9375 |  0.701s |    19.539s |
| Iteration 16     |          473 |        0.4931 |   SAMME.R |  0.6875 |       0.9375 |  1.007s |    21.120s |
| Iteration 17     |          434 |        0.0445 |     SAMME |     0.5 |       0.9375 |  0.929s |    22.596s |
| Iteration 18     |          225 |        9.8228 |   SAMME.R |   0.625 |       0.9375 |  0.788s |    23.926s |
| Iteration 19     |          177 |        0.0595 |     SAMME |     1.0 |          1.0 |  0.742s |    25.273s |
| Iteration 20     |          200 |        0.0669 |     SAMME |  0.6875 |          1.0 |  0.768s |    26.679s |
| Iteration 21     |           63 |        0.6947 |   SAMME.R |  0.8125 |          1.0 |  0.672s |    27.928s |
| Iteration 22     |           50 |        0.0635 |     SAMME |  0.9375 |          1.0 |  0.662s |    29.892s |
| Iteration 23     |           50 |        0.0501 |     SAMME |    0.75 |          1.0 |  0.658s |    31.998s |
| Iteration 24     |          329 |         0.103 |   SAMME.R |  0.8125 |          1.0 |  0.890s |    33.663s |
| Iteration 25     |          243 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.843s |    35.126s |
| Iteration 26     |          200 |          0.01 |   SAMME.R |    0.75 |          1.0 |  0.791s |    36.555s |
| Iteration 27     |          428 |          0.01 |   SAMME.R |    0.75 |          1.0 |  0.999s |    38.437s |
| Iteration 28     |           50 |          0.01 |   SAMME.R |    0.75 |          1.0 |  0.684s |    40.058s |
| Iteration 29     |          265 |         0.047 |   SAMME.R |   0.375 |          1.0 |  0.844s |    41.694s |
| Iteration 30     |          201 |        0.3686 |   SAMME.R |    0.75 |          1.0 |  1.386s |    43.716s |
| Iteration 31     |          500 |        0.1557 |   SAMME.R |    0.75 |          1.0 |  1.025s |    45.380s |
| Iteration 32     |           50 |        0.1047 |     SAMME |  0.9375 |          1.0 |  0.662s |    46.718s |
| Iteration 33     |          245 |        0.0138 |   SAMME.R |     1.0 |          1.0 |  0.821s |    48.269s |
| Iteration 34     |           50 |         0.126 |     SAMME |  0.9062 |          1.0 |  0.662s |    49.663s |
| Iteration 35     |           50 |        0.2003 |     SAMME |  0.7188 |          1.0 |  0.665s |    51.088s |
| Iteration 36     |           93 |        0.0835 |     SAMME |  0.8125 |          1.0 |  0.686s |    52.522s |
| Iteration 37     |          244 |        8.8261 |   SAMME.R |    0.75 |          1.0 |  0.803s |    53.994s |
| Iteration 38     |          301 |        0.0125 |   SAMME.R |     1.0 |          1.0 |  0.854s |    55.521s |
| Iteration 39     |          290 |        0.0129 |   SAMME.R |  0.8125 |          1.0 |  0.845s |    57.064s |
| Iteration 40     |          296 |          0.01 |   SAMME.R |  0.6562 |          1.0 |  0.862s |    58.629s |
| Iteration 41     |           50 |        1.8756 |   SAMME.R |  0.8125 |          1.0 |  0.664s |    59.975s |
| Iteration 42     |          244 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.811s |     1m:02s |
| Iteration 43     |           50 |          10.0 |     SAMME |    0.75 |          1.0 |  0.623s |     1m:03s |
| Iteration 44     |          296 |        1.6457 |   SAMME.R |  0.8125 |          1.0 |  0.864s |     1m:05s |
| Iteration 45     |           50 |         0.304 |   SAMME.R |  0.4688 |          1.0 |  0.664s |     1m:06s |
| Iteration 46     |          154 |        0.0388 |     SAMME |  0.9688 |          1.0 |  0.735s |     1m:07s |
| Iteration 47     |          246 |          0.01 |     SAMME |  0.7188 |          1.0 |  0.801s |     1m:09s |
| Iteration 48     |          163 |        0.0395 |     SAMME |    0.75 |          1.0 |  0.736s |     1m:11s |
| Iteration 49     |          242 |        0.0163 |   SAMME.R |    0.75 |          1.0 |  0.806s |     1m:12s |
| Iteration 50     |          248 |        0.0115 |   SAMME.R |  0.4688 |          1.0 |  0.840s |     1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'n_estimators': 301, 'learning_rate': 0.0125, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9679
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.276s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.0515
Time elapsed: 1.255s
-------------------------------------------------
Total time: 1m:16s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.056s |     1.075s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.875 |        0.875 |  0.941s |     2.421s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6562 |        0.875 |  0.990s |     3.823s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  0.778s |     4.999s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |        0.875 |  0.985s |     6.395s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  1.410s |     8.198s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.840s |     9.440s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  0.833s |    10.739s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  0.947s |    12.105s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.4062 |          1.0 |  0.922s |    13.434s |
| Iteration 11     |          423 |      gini |         7 |                 8 |               20 |          0.9 |     False |    0.0039 |         --- |    0.75 |          1.0 |  0.916s |    15.203s |
| Iteration 12     |          398 |      gini |         5 |                12 |                9 |          0.6 |     False |    0.0063 |         --- |     1.0 |          1.0 |  0.904s |    16.977s |
| Iteration 13     |           40 |      gini |      None |                18 |                8 |         None |     False |    0.0039 |         --- |  0.4375 |          1.0 |  0.695s |    18.524s |
| Iteration 14     |          491 |      gini |         6 |                15 |                9 |          0.8 |     False |    0.0003 |         --- |  0.3438 |          1.0 |  0.962s |    20.322s |
| Iteration 15     |          168 |   entropy |         5 |                18 |               13 |          0.5 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.778s |    22.020s |
| Iteration 16     |           85 |   entropy |         8 |                 4 |                6 |          0.5 |     False |    0.0185 |         --- |  0.8125 |          1.0 |  0.730s |    23.554s |
| Iteration 17     |          317 |   entropy |      None |                 3 |               19 |          0.8 |      True |    0.0321 |         0.5 |     0.5 |          1.0 |  0.905s |    25.246s |
| Iteration 18     |          283 |      gini |         8 |                 4 |               12 |         sqrt |     False |    0.0348 |         --- |  0.8438 |          1.0 |  0.834s |    26.964s |
| Iteration 19     |          225 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0309 |         --- |     1.0 |          1.0 |  0.794s |    28.594s |
| Iteration 20     |          400 |      gini |         8 |                 8 |               10 |         sqrt |     False |    0.0265 |         --- |  0.8125 |          1.0 |  0.901s |    30.381s |
| Iteration 21     |          117 |   entropy |         4 |                 4 |               18 |          0.5 |     False |    0.0011 |         --- |  0.8125 |          1.0 |  0.734s |    32.012s |
| Iteration 22     |          398 |      gini |         5 |                13 |               16 |          0.6 |     False |    0.0047 |         --- |     1.0 |          1.0 |  0.887s |    33.820s |
| Iteration 23     |          457 |   entropy |         5 |                11 |                2 |          0.6 |     False |    0.0016 |         --- |    0.75 |          1.0 |  0.922s |    35.556s |
| Iteration 24     |          280 |      gini |         8 |                 3 |               11 |         sqrt |     False |    0.0233 |         --- |     1.0 |          1.0 |  0.800s |    37.331s |
| Iteration 25     |          193 |   entropy |         5 |                16 |               15 |          0.8 |     False |    0.0176 |         --- |     1.0 |          1.0 |  0.797s |    39.012s |
| Iteration 26     |          146 |   entropy |         5 |                16 |               14 |         log2 |     False |    0.0131 |         --- |  0.9062 |          1.0 |  0.724s |    40.725s |
| Iteration 27     |          127 |   entropy |         5 |                15 |               13 |          0.9 |     False |    0.0081 |         --- |  0.8125 |          1.0 |  0.769s |    42.402s |
| Iteration 28     |          124 |   entropy |         5 |                13 |               15 |          0.7 |     False |    0.0085 |         --- |   0.875 |          1.0 |  0.756s |    44.118s |
| Iteration 29     |          443 |   entropy |         5 |                16 |               15 |          0.9 |     False |     0.023 |         --- |     0.5 |          1.0 |  0.953s |    46.081s |
| Iteration 30     |          366 |      gini |         6 |                17 |                8 |          0.6 |     False |     0.006 |         --- |   0.625 |          1.0 |  0.904s |    47.989s |
| Iteration 31     |          162 |      gini |         5 |                19 |                8 |          0.6 |     False |    0.0227 |         --- |   0.625 |          1.0 |  0.789s |    50.354s |
| Iteration 32     |          207 |      gini |         3 |                13 |               11 |         sqrt |     False |    0.0221 |         --- |   0.875 |          1.0 |  0.809s |    52.134s |
| Iteration 33     |           83 |   entropy |         9 |                19 |               11 |         sqrt |      True |    0.0109 |         0.9 |     1.0 |          1.0 |  0.744s |    53.804s |
| Iteration 34     |          343 |   entropy |         8 |                12 |               13 |          0.5 |     False |    0.0303 |         --- |     1.0 |          1.0 |  0.896s |    55.602s |
| Iteration 35     |          249 |   entropy |      None |                16 |                9 |          0.6 |      True |    0.0035 |         0.6 |  0.4375 |          1.0 |  0.871s |    57.458s |
| Iteration 36     |           19 |      gini |         9 |                 9 |               11 |         sqrt |     False |    0.0261 |         --- |  0.8438 |          1.0 |  0.684s |    59.180s |
| Iteration 37     |          363 |      gini |         8 |                11 |               11 |         sqrt |     False |    0.0013 |         --- |     1.0 |          1.0 |  0.890s |     1m:01s |
| Iteration 38     |          375 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0256 |         --- |   0.875 |          1.0 |  0.900s |     1m:03s |
| Iteration 39     |          490 |   entropy |         7 |                14 |               11 |         sqrt |      True |    0.0082 |         0.6 |    0.75 |          1.0 |  1.042s |     1m:05s |
| Iteration 40     |          235 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0201 |         --- |  0.5938 |          1.0 |  0.857s |     1m:07s |
| Iteration 41     |          158 |   entropy |         5 |                16 |               15 |          0.8 |     False |    0.0103 |         --- |  0.8438 |          1.0 |  0.781s |     1m:09s |
| Iteration 42     |          192 |   entropy |         8 |                10 |               11 |         auto |      True |    0.0034 |         0.9 |   0.875 |          1.0 |  0.831s |     1m:11s |
| Iteration 43     |          215 |      gini |         5 |                 9 |                5 |         auto |     False |    0.0012 |         --- |     1.0 |          1.0 |  0.797s |     1m:13s |
| Iteration 44     |          500 |      gini |         5 |                10 |                2 |         auto |     False |    0.0048 |         --- |  0.8125 |          1.0 |  0.929s |     1m:15s |
| Iteration 45     |          485 |      gini |         7 |                14 |               18 |          0.5 |     False |       0.0 |         --- |  0.6875 |          1.0 |  0.883s |     1m:17s |
| Iteration 46     |           10 |      gini |      None |                20 |               20 |         auto |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.625s |     1m:18s |
| Iteration 47     |          500 |      gini |      None |                 2 |                1 |         auto |      True |     0.035 |         0.9 |     1.0 |          1.0 |  1.043s |     1m:20s |
| Iteration 48     |          500 |      gini |      None |                20 |               20 |         auto |      True |     0.035 |         0.9 |   0.375 |          1.0 |  1.023s |     1m:22s |
| Iteration 49     |          195 |      gini |         5 |                15 |                8 |         log2 |     False |     0.006 |         --- |    0.75 |          1.0 |  0.762s |     1m:24s |
| Iteration 50     |           30 |   entropy |         5 |                10 |                1 |         auto |      True |    0.0089 |         0.9 |   0.625 |          1.0 |  0.660s |     1m:26s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 240, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 4, 'min_samples_leaf': 11, 'max_features': 'sqrt', 'bootstrap': False, 'ccp_alpha': 0.0319}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9237
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.171s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.02
Time elapsed: 0.787s
-------------------------------------------------
Total time: 1m:28s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.746s |     0.765s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.784s |     1.960s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.794s |     3.146s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.746s |     4.293s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.787s |     5.477s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  1.371s |     7.306s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.746s |     8.491s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.740s |     9.628s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  0.775s |    11.058s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.757s |    12.218s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2171 |                3 |       0.6 |              0.7 |      0.01 |        100 |  0.8125 |          1.0 |  0.755s |    13.820s |
| Iteration 12     |           20 |           1.0 |         6 |     0.0 |                7 |       0.7 |              0.8 |       100 |          0 |     0.5 |          1.0 |  0.689s |    15.315s |
| Iteration 13     |          457 |        0.0363 |         7 |  0.4121 |                3 |       0.9 |              1.0 |       0.1 |       0.01 |  0.8125 |          1.0 |  0.725s |    16.970s |
| Iteration 14     |          477 |        0.0549 |        10 |  0.0042 |                2 |       0.8 |              0.7 |      0.01 |          0 |  0.3125 |          1.0 |  0.722s |    18.419s |
| Iteration 15     |          479 |        0.1552 |         5 |  0.8777 |                4 |       0.6 |              1.0 |       0.1 |        0.1 |   0.875 |          1.0 |  0.717s |    19.918s |
| Iteration 16     |          260 |        0.0315 |         6 |  0.3364 |                1 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |          1.0 |  0.720s |    21.446s |
| Iteration 17     |           63 |        0.0307 |         6 |  0.1048 |                3 |       0.9 |              0.5 |       0.1 |        100 |   0.625 |          1.0 |  0.673s |    22.975s |
| Iteration 18     |          500 |        0.0147 |         6 |  0.9862 |                6 |       0.9 |              0.4 |       0.1 |        100 |     0.5 |          1.0 |  0.742s |    24.604s |
| Iteration 19     |          493 |        0.0254 |         6 |  0.1432 |                3 |       0.8 |              0.9 |       0.1 |         10 |  0.9375 |          1.0 |  0.730s |    26.169s |
| Iteration 20     |          145 |        0.6617 |         6 |  0.1571 |                3 |       1.0 |              1.0 |      0.01 |       0.01 |  0.9375 |          1.0 |  0.671s |    27.729s |
| Iteration 21     |           20 |        0.5528 |         5 |   0.936 |                3 |       0.5 |              1.0 |       0.1 |          0 |  0.5312 |          1.0 |  0.653s |    29.309s |
| Iteration 22     |          392 |        0.1024 |         6 |  0.4543 |                3 |       0.8 |              0.9 |       0.1 |         10 |     1.0 |          1.0 |  0.736s |    30.965s |
| Iteration 23     |          314 |          0.01 |         6 |  0.4593 |                3 |       0.8 |              0.9 |      0.01 |          0 |    0.75 |          1.0 |  0.722s |    32.623s |
| Iteration 24     |           91 |        0.0128 |         6 |  0.6492 |                4 |       0.7 |              0.9 |       0.1 |          0 |     1.0 |          1.0 |  0.683s |    34.278s |
| Iteration 25     |          329 |        0.0461 |         6 |  0.8849 |                4 |       0.8 |              1.0 |       0.1 |        0.1 |  0.6875 |          1.0 |  0.728s |    35.941s |
| Iteration 26     |          450 |        0.2402 |         5 |  0.4479 |                4 |       0.7 |              1.0 |       0.1 |        100 |  0.8438 |          1.0 |  0.738s |    37.593s |
| Iteration 27     |          432 |        0.0609 |         6 |   0.535 |                3 |       0.7 |              0.9 |         1 |       0.01 |   0.875 |          1.0 |  0.796s |    39.390s |
| Iteration 28     |          301 |        0.0287 |         6 |  0.7231 |                3 |       0.9 |              0.9 |       0.1 |          0 |    0.75 |          1.0 |  0.780s |    41.217s |
| Iteration 29     |           20 |        0.0452 |         6 |  0.4739 |                4 |       1.0 |              0.8 |       0.1 |        100 |  0.4062 |          1.0 |  0.703s |    42.936s |
| Iteration 30     |          500 |          0.01 |         7 |  0.5611 |                3 |       0.7 |              0.9 |       0.1 |          0 |     0.5 |          1.0 |  0.770s |    44.878s |
| Iteration 31     |          435 |        0.2434 |         6 |  0.1324 |                4 |       1.0 |              0.9 |        10 |        100 |     0.5 |          1.0 |  0.702s |    47.166s |
| Iteration 32     |          407 |        0.2326 |         6 |  0.5359 |                3 |       0.8 |              0.9 |       0.1 |       0.01 |   0.875 |          1.0 |  0.697s |    49.154s |
| Iteration 33     |          269 |        0.0173 |         6 |  0.3681 |                3 |       0.8 |              0.9 |       0.1 |        100 |  0.9375 |          1.0 |  1.278s |    51.461s |
| Iteration 34     |          302 |        0.5779 |         6 |  0.6405 |                3 |       0.9 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.679s |    53.345s |
| Iteration 35     |          179 |        0.0231 |         6 |  0.4014 |                4 |       0.7 |              0.9 |       0.1 |        100 |  0.3438 |          1.0 |  0.676s |    55.106s |
| Iteration 36     |          422 |        0.1821 |         6 |  0.4514 |                3 |       0.9 |              0.9 |       0.1 |         10 |   0.875 |          1.0 |  0.712s |    56.813s |
| Iteration 37     |          204 |        0.0711 |         6 |  0.4493 |                3 |       0.8 |              0.9 |       0.1 |        100 |  0.6875 |          1.0 |  0.677s |    58.579s |
| Iteration 38     |          388 |         0.075 |         9 |   0.446 |                3 |       0.9 |              1.0 |       0.1 |         10 |   0.875 |          1.0 |  0.700s |     1m:00s |
| Iteration 39     |          393 |        0.0473 |         5 |   0.407 |                3 |       0.9 |              1.0 |       0.1 |          1 |  0.8125 |          1.0 |  0.707s |     1m:02s |
| Iteration 40     |          392 |        0.3282 |         3 |  0.4272 |                3 |       0.8 |              0.9 |       0.1 |         10 |   0.625 |          1.0 |  0.703s |     1m:04s |
| Iteration 41     |          394 |        0.0748 |         6 |  0.1783 |                3 |       0.8 |              0.9 |       0.1 |         10 |  0.8438 |          1.0 |  0.704s |     1m:05s |
| Iteration 42     |          500 |          0.01 |         7 |     1.0 |                3 |       0.5 |              0.5 |      0.01 |        100 |     0.5 |          1.0 |  0.715s |     1m:07s |
| Iteration 43     |          125 |        0.0172 |         6 |  0.4744 |                4 |       0.9 |              0.9 |       0.1 |          0 |     1.0 |          1.0 |  0.664s |     1m:09s |
| Iteration 44     |          439 |        0.0257 |         6 |  0.4085 |                3 |       0.7 |              1.0 |         1 |         10 |    0.75 |          1.0 |  0.707s |     1m:11s |
| Iteration 45     |          128 |        0.0439 |         7 |   0.382 |                4 |       0.8 |              0.9 |      0.01 |          0 |  0.4062 |          1.0 |  0.664s |     1m:12s |
| Iteration 46     |          447 |        0.1834 |         6 |  0.6737 |                3 |       0.7 |              0.7 |      0.01 |          1 |  0.8125 |          1.0 |  0.716s |     1m:14s |
| Iteration 47     |          500 |          0.01 |         6 |  0.9485 |                3 |       0.6 |              1.0 |      0.01 |          1 |    0.75 |          1.0 |  0.727s |     1m:16s |
| Iteration 48     |           28 |        0.0576 |         6 |  0.4683 |                4 |       0.8 |              0.7 |       0.1 |          0 |   0.375 |          1.0 |  0.645s |     1m:17s |
| Iteration 49     |          433 |        0.0438 |         7 |  0.4535 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  0.708s |     1m:19s |
| Iteration 50     |          121 |         0.013 |         4 |  0.5207 |                4 |       0.5 |              0.9 |       0.1 |          0 |  0.4062 |          1.0 |  0.676s |     1m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.094s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.289s
-------------------------------------------------
Total time: 1m:23s


Final results ==================== >>
Duration: 9m:02s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.96 ± 0.02
Logistic Regression             --> roc_auc: 0.74 ± 0.097
Linear Discriminant Analysis    --> roc_auc: 0.75 ± 0.1949 ~
Quadratic Discriminant Analysis --> roc_auc: 0.6 ± 0.1049 ~
Radius Nearest Neighbors        --> roc_auc: 0.72 ± 0.0678 ~
AdaBoost                        --> roc_auc: 0.94 ± 0.0515
Random Forest                   --> roc_auc: 0.91 ± 0.02
XGBoost                         --> roc_auc: 0.99 ± 0.02 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGMDSSYKLIF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAYRSAGTGNQFYF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CAITGQGATEAFF.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CAVGNDYKLSF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.4688 |       0.4688 |  3.210s |     3.231s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |        0.625 |  3.238s |     6.908s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  3.183s |    10.490s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.6875 |          1.0 |  3.251s |    14.158s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |          1.0 |  3.228s |    17.847s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5625 |          1.0 |  3.288s |    21.538s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7812 |          1.0 |  3.223s |    25.174s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |          1.0 |  3.929s |    29.557s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  3.209s |    33.177s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.7188 |          1.0 |  3.205s |    36.793s |
| Iteration 11     | exponen.. |        0.1309 |          187 |       0.7 | squared_er.. |                19 |                1 |         8 |         auto |     0.023 |    0.75 |          1.0 |  3.213s |    40.747s |
| Iteration 12     | exponen.. |        0.2719 |          129 |       0.9 | squared_er.. |                17 |               19 |         9 |         log2 |     0.035 |  0.9375 |          1.0 |  3.239s |    44.892s |
| Iteration 13     | exponen.. |        0.5863 |          230 |       0.6 | squared_er.. |                12 |               16 |         2 |         log2 |     0.035 |   0.875 |          1.0 |  3.225s |    48.907s |
| Iteration 14     | exponen.. |        0.7115 |           16 |       0.7 | squared_er.. |                14 |               17 |         1 |         auto |    0.0179 |  0.4375 |          1.0 |  3.150s |    52.936s |
| Iteration 15     | exponen.. |        0.0381 |          167 |       0.9 | squared_er.. |                 7 |               18 |         4 |         auto |    0.0236 |  0.9375 |          1.0 |  3.206s |    57.008s |
| Iteration 16     | exponen.. |        0.1377 |          139 |       1.0 | squared_er.. |                19 |               20 |         3 |          0.8 |    0.0231 |  0.9375 |          1.0 |  3.185s |     1m:01s |
| Iteration 17     | exponen.. |          0.01 |          480 |       0.8 | squared_er.. |                14 |               20 |         3 |          0.5 |    0.0005 |   0.375 |          1.0 |  3.273s |     1m:05s |
| Iteration 18     | exponen.. |        0.1868 |           10 |       0.7 | squared_er.. |                10 |               20 |         5 |         None |    0.0254 |   0.625 |          1.0 |  3.135s |     1m:09s |
| Iteration 19     | exponen.. |        0.4088 |           25 |       0.8 | squared_er.. |                17 |               17 |         5 |         auto |    0.0206 |   0.875 |          1.0 |  3.237s |     1m:14s |
| Iteration 20     | exponen.. |        0.1181 |          298 |       1.0 | squared_er.. |                20 |               16 |         2 |          0.8 |    0.0234 |    0.75 |          1.0 |  3.231s |     1m:18s |
| Iteration 21     | exponen.. |        0.0334 |           61 |       0.8 | squared_er.. |                16 |               17 |         2 |          0.7 |    0.0281 |  0.9375 |          1.0 |  3.224s |     1m:22s |
| Iteration 22     | exponen.. |           1.0 |          116 |       0.8 | squared_er.. |                19 |               16 |         7 |         auto |     0.018 |   0.375 |          1.0 |  3.171s |     1m:26s |
| Iteration 23     | exponen.. |        0.0524 |           10 |       0.8 | squared_er.. |                17 |               20 |         7 |          0.7 |    0.0341 |  0.6562 |          1.0 |  3.156s |     1m:30s |
| Iteration 24     | exponen.. |        0.0418 |          109 |       0.9 | squared_er.. |                 4 |               14 |         2 |         None |    0.0289 |     1.0 |          1.0 |  3.191s |     1m:34s |
| Iteration 25     | exponen.. |        0.0261 |           10 |       0.6 | squared_er.. |                 5 |                2 |         9 |         sqrt |    0.0287 |  0.9375 |          1.0 |  3.159s |     1m:38s |
| Iteration 26     | exponen.. |        0.0425 |           45 |       0.9 | squared_er.. |                 7 |               20 |         7 |          0.5 |    0.0235 |     0.5 |          1.0 |  3.181s |     1m:42s |
| Iteration 27     | exponen.. |        0.0769 |          395 |       1.0 | squared_er.. |                15 |               18 |         2 |          0.5 |    0.0287 |  0.5625 |          1.0 |  3.226s |     1m:47s |
| Iteration 28     | exponen.. |        0.5987 |          478 |       1.0 | squared_er.. |                13 |               17 |         3 |         None |    0.0291 |    0.75 |          1.0 |  3.237s |     1m:51s |
| Iteration 29     | exponen.. |        0.0234 |           10 |       0.7 | squared_er.. |                10 |                9 |         3 |         None |    0.0285 |   0.375 |          1.0 |  3.115s |     1m:55s |
| Iteration 30     | exponen.. |        0.7568 |          275 |       1.0 | friedman_mse |                16 |               14 |         7 |         None |     0.029 |    0.75 |          1.0 |  3.201s |     1m:59s |
| Iteration 31     | exponen.. |        0.2587 |          329 |       0.9 | squared_er.. |                14 |               17 |         8 |         auto |    0.0242 |  0.4375 |          1.0 |  3.205s |     2m:03s |
| Iteration 32     | exponen.. |         0.396 |           54 |       0.6 | squared_er.. |                17 |               17 |         4 |         auto |    0.0244 |   0.875 |          1.0 |  3.135s |     2m:07s |
| Iteration 33     | exponen.. |        0.0473 |          112 |       1.0 | squared_er.. |                16 |                4 |         3 |         sqrt |    0.0268 |  0.8125 |          1.0 |  3.177s |     2m:12s |
| Iteration 34     | exponen.. |        0.4051 |           93 |       0.9 | squared_er.. |                17 |                1 |         2 |         auto |    0.0247 |    0.75 |          1.0 |  3.207s |     2m:17s |
| Iteration 35     | exponen.. |        0.0479 |          135 |       0.9 | squared_er.. |                 4 |               15 |         3 |         None |    0.0211 |  0.5625 |          1.0 |  3.082s |     2m:21s |
| Iteration 36     | exponen.. |        0.0325 |          461 |       0.6 | squared_er.. |                16 |               12 |         6 |          0.7 |    0.0201 |     1.0 |          1.0 |  3.210s |     2m:25s |
| Iteration 37     | exponen.. |        0.0411 |           61 |       0.9 | squared_er.. |                 4 |               14 |         5 |         None |    0.0264 |   0.875 |          1.0 |  3.136s |     2m:30s |
| Iteration 38     | exponen.. |        0.0427 |          453 |       0.9 | squared_er.. |                 4 |               17 |         1 |         None |    0.0005 |  0.6875 |          1.0 |  3.243s |     2m:34s |
| Iteration 39     | exponen.. |        0.0327 |          217 |       0.9 | squared_er.. |                18 |               12 |         3 |          0.7 |    0.0164 |    0.75 |          1.0 |  3.146s |     2m:38s |
| Iteration 40     | exponen.. |        0.0323 |          304 |       0.7 | squared_er.. |                15 |               15 |         2 |          0.7 |    0.0189 |    0.75 |          1.0 |  3.190s |     2m:42s |
| Iteration 41     | exponen.. |        0.0421 |          144 |       0.8 | squared_er.. |                 7 |               11 |         1 |         None |    0.0162 |    0.75 |          1.0 |  3.169s |     2m:47s |
| Iteration 42     | exponen.. |        0.0327 |          127 |       0.8 | squared_er.. |                16 |               10 |         8 |          0.7 |    0.0203 |  0.8125 |          1.0 |  3.175s |     2m:51s |
| Iteration 43     | exponen.. |        0.1314 |          143 |       0.8 | squared_er.. |                19 |               20 |         4 |          0.8 |    0.0198 |    0.75 |          1.0 |  3.170s |     2m:55s |
| Iteration 44     | exponen.. |        0.0322 |          398 |       0.6 | squared_er.. |                16 |               20 |         2 |          0.7 |    0.0256 |     0.5 |          1.0 |  3.246s |     2m:59s |
| Iteration 45     | exponen.. |        0.7894 |          109 |       0.9 | squared_er.. |                 6 |               18 |         2 |         log2 |    0.0293 |  0.5938 |          1.0 |  3.161s |     3m:04s |
| Iteration 46     | exponen.. |        0.0325 |          207 |       1.0 | squared_er.. |                16 |               12 |         6 |          0.7 |     0.001 |    0.75 |          1.0 |  3.159s |     3m:08s |
| Iteration 47     | exponen.. |         0.422 |           56 |       0.9 | friedman_mse |                16 |               17 |         4 |          0.8 |    0.0253 |  0.6875 |          1.0 |  3.104s |     3m:12s |
| Iteration 48     | exponen.. |        0.0331 |           49 |       0.9 | squared_er.. |                13 |               17 |         1 |          0.7 |    0.0109 |  0.5625 |          1.0 |  3.122s |     3m:17s |
| Iteration 49     | exponen.. |        0.4009 |           66 |       0.8 | squared_er.. |                17 |               17 |         5 |         auto |    0.0246 |  0.4375 |          1.0 |  3.147s |     3m:21s |
| Iteration 50     | exponen.. |        0.0933 |           10 |       0.9 | squared_er.. |                11 |               14 |         2 |          0.9 |    0.0333 |     0.5 |          1.0 |  3.104s |     3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0325, 'n_estimators': 461, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 16, 'min_samples_leaf': 12, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0201}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.127s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.1077
Time elapsed: 0.617s
-------------------------------------------------
Total time: 3m:26s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  3.143s |     3.156s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.3125 |        0.625 |  3.128s |     6.703s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.6875 |       0.6875 |  3.119s |    10.228s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  3.143s |    13.759s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.8125 |       0.8125 |  3.152s |    17.294s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.5625 |       0.8125 |  3.168s |    20.870s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |       0.8125 |  3.149s |    24.418s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.6875 |       0.8125 |  3.190s |    28.055s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |       0.8125 |  3.782s |    32.245s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |       0.8125 |  3.152s |    35.803s |
| Iteration 11     |    none |     --- |   lbfgs |      100 |      --- |    0.75 |       0.8125 |  3.148s |    39.702s |
| Iteration 12     |      l2 |   100.0 |   lbfgs |     1000 |      --- |  0.8125 |       0.8125 |  3.169s |    44.537s |
| Iteration 13     |    none |     --- |   lbfgs |     1000 |      --- |  0.5625 |       0.8125 |  3.147s |    49.571s |
| Iteration 14     |      l2 |   0.001 |   lbfgs |      100 |      --- |  0.3125 |       0.8125 |  3.132s |    53.624s |
| Iteration 15     |      l2 |   0.001 |     sag |      575 |      --- |  0.5625 |       0.8125 |  3.140s |    57.407s |
| Iteration 16     |    none |     --- |   lbfgs |      133 |      --- |   0.375 |       0.8125 |  3.171s |     1m:01s |
| Iteration 17     |      l2 | 34.3878 |   lbfgs |      582 |      --- |  0.4375 |       0.8125 |  3.143s |     1m:05s |
| Iteration 18     |      l2 | 13.4539 | libli.. |      931 |      --- |  0.8125 |       0.8125 |  3.124s |     1m:09s |
| Iteration 19     |      l2 |  0.0021 |   lbfgs |      398 |      --- |  0.6875 |       0.8125 |  3.152s |     1m:13s |
| Iteration 20     |      l2 |  38.754 |   lbfgs |      721 |      --- |   0.375 |       0.8125 |  3.163s |     1m:17s |
| Iteration 21     |      l2 |  8.6841 |   lbfgs |      516 |      --- |  0.6875 |       0.8125 |  3.136s |     1m:20s |
| Iteration 22     |      l2 |  0.0798 | libli.. |      938 |      --- |  0.0625 |       0.8125 |  3.119s |     1m:24s |
| Iteration 23     |      l2 |  1.2379 |   lbfgs |      579 |      --- |  0.5625 |       0.8125 |  3.120s |     1m:28s |
| Iteration 24     |    none |     --- | newto.. |      604 |      --- |  0.9375 |       0.9375 |  3.154s |     1m:32s |
| Iteration 25     |      l2 |  0.2512 |     sag |      315 |      --- |     0.5 |       0.9375 |  3.124s |     1m:36s |
| Iteration 26     |    none |     --- |     sag |     1000 |      --- |  0.3125 |       0.9375 |  3.135s |     1m:40s |
| Iteration 27     |    none |     --- | newto.. |      629 |      --- |   0.625 |       0.9375 |  3.119s |     1m:44s |
| Iteration 28     |      l2 | 10.4939 |    saga |      759 |      --- |  0.6875 |       0.9375 |  3.134s |     1m:48s |
| Iteration 29     |    none |     --- | newto.. |      524 |      --- |   0.375 |       0.9375 |  3.126s |     1m:52s |
| Iteration 30     |    none |     --- | newto.. |      729 |      --- |     0.5 |       0.9375 |  3.132s |     1m:56s |
| Iteration 31     |    none |     --- | newto.. |      598 |      --- |   0.375 |       0.9375 |  3.109s |     1m:60s |
| Iteration 32     |      l2 |  5.2897 |     sag |      952 |      --- |  0.8125 |       0.9375 |  3.099s |     2m:04s |
| Iteration 33     |      l2 |  4.5139 | libli.. |      141 |      --- |  0.5625 |       0.9375 |  3.111s |     2m:08s |
| Iteration 34     |      l2 |  0.0132 | libli.. |      460 |      --- |    0.75 |       0.9375 |  3.118s |     2m:11s |
| Iteration 35     |    none |     --- | newto.. |     1000 |      --- |   0.875 |       0.9375 |  3.157s |     2m:16s |
| Iteration 36     |    none |     --- |   lbfgs |      926 |      --- |  0.9375 |       0.9375 |  3.138s |     2m:20s |
| Iteration 37     |    none |     --- | newto.. |     1000 |      --- |   0.875 |       0.9375 |  0.000s |     2m:21s |
| Iteration 38     |    none |     --- |   lbfgs |     1000 |      --- |  0.5625 |       0.9375 |  0.000s |     2m:21s |
| Iteration 39     |    none |     --- | newto.. |     1000 |      --- |   0.875 |       0.9375 |  0.000s |     2m:22s |
| Iteration 40     |      l2 |  0.0085 | libli.. |      100 |      --- |  0.5625 |       0.9375 |  3.195s |     2m:26s |
| Iteration 41     |    none |     --- |    saga |     1000 |      --- |     0.5 |       0.9375 |  3.167s |     2m:31s |
| Iteration 42     |    none |     --- |     sag |     1000 |      --- |  0.3125 |       0.9375 |  0.000s |     2m:32s |
| Iteration 43     |    none |     --- | newto.. |      993 |      --- |   0.875 |       0.9375 |  3.140s |     2m:36s |
| Iteration 44     |    none |     --- | newto.. |      992 |      --- |  0.6875 |       0.9375 |  3.150s |     2m:40s |
| Iteration 45     |    none |     --- |   lbfgs |      925 |      --- |  0.6875 |       0.9375 |  3.125s |     2m:44s |
| Iteration 46     |    none |     --- | newto.. |     1000 |      --- |   0.875 |       0.9375 |  0.000s |     2m:45s |
| Iteration 47     |      l2 | 66.3899 | newto.. |      960 |      --- |   0.375 |       0.9375 |  3.118s |     2m:50s |
| Iteration 48     |    none |     --- | newto.. |     1000 |      --- |   0.875 |       0.9375 |  0.000s |     2m:51s |
| Iteration 49     |    none |     --- | newto.. |     1000 |      --- |   0.875 |       0.9375 |  0.000s |     2m:51s |
| Iteration 50     |    none |     --- | newto.. |      605 |      --- |     0.5 |       0.9375 |  3.163s |     2m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 604}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8786
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.1241
Time elapsed: 0.099s
-------------------------------------------------
Total time: 2m:57s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  3.152s |     3.159s |
| Initial point 2  |     svd |       --- |    0.25 |       0.6875 |  3.142s |     6.739s |
| Initial point 3  |     svd |       --- |    0.25 |       0.6875 |  0.001s |     7.126s |
| Initial point 4  |    lsqr |       0.8 |  0.4375 |       0.6875 |  3.119s |    10.630s |
| Initial point 5  |   eigen |       0.9 |  0.9375 |       0.9375 |  3.111s |    14.265s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |       0.9375 |  3.126s |    17.787s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |       0.9375 |  3.122s |    21.319s |
| Initial point 8  |    lsqr |       0.9 |  0.6875 |       0.9375 |  3.097s |    24.801s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |       0.9375 |  3.121s |    28.322s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |       0.9375 |  3.144s |    31.887s |
| Iteration 11     |   eigen |       0.7 |     1.0 |          1.0 |  3.162s |    35.596s |
| Iteration 12     |   eigen |       0.5 |     0.5 |          1.0 |  3.157s |    39.313s |
| Iteration 13     |   eigen |      auto |    0.75 |          1.0 |  3.132s |    43.018s |
| Iteration 14     |   eigen |      None |    0.25 |          1.0 |  3.232s |    46.786s |
| Iteration 15     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    47.317s |
| Iteration 16     |     svd |       --- |    0.25 |          1.0 |  0.000s |    48.793s |
| Iteration 17     |   eigen |       0.6 |    0.75 |          1.0 |  3.052s |    53.584s |
| Iteration 18     |    lsqr |       1.0 |   0.625 |          1.0 |  3.664s |    59.036s |
| Iteration 19     |    lsqr |      auto |  0.6875 |          1.0 |  3.134s |     1m:04s |
| Iteration 20     |    lsqr |      None |  0.3125 |          1.0 |  3.092s |     1m:09s |
| Iteration 21     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 22     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 23     |     svd |       --- |    0.25 |          1.0 |  0.000s |     1m:14s |
| Iteration 24     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 25     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 26     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 27     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 28     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 29     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 30     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 31     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 32     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 33     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 34     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:35s |
| Iteration 35     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 36     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 37     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:41s |
| Iteration 38     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:42s |
| Iteration 39     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:44s |
| Iteration 40     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 41     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:48s |
| Iteration 42     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:50s |
| Iteration 43     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:52s |
| Iteration 44     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:54s |
| Iteration 45     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:56s |
| Iteration 46     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:58s |
| Iteration 47     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:60s |
| Iteration 48     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     2m:01s |
| Iteration 49     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     2m:03s |
| Iteration 50     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     2m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7723
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1241
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:05s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  3.130s |     3.133s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  3.138s |     6.679s |
| Initial point 3  |       0.1 |    0.75 |         0.75 |  3.098s |    10.178s |
| Initial point 4  |       1.0 |  0.6875 |         0.75 |  0.001s |    10.575s |
| Initial point 5  |       0.2 |  0.8125 |       0.8125 |  3.141s |    14.092s |
| Initial point 6  |       0.4 |  0.6875 |       0.8125 |  3.136s |    17.623s |
| Initial point 7  |       0.4 |  0.6875 |       0.8125 |  0.001s |    18.022s |
| Initial point 8  |       0.7 |  0.6875 |       0.8125 |  3.127s |    21.532s |
| Initial point 9  |       0.9 |    0.75 |       0.8125 |  0.000s |    21.923s |
| Initial point 10 |       0.8 |  0.5625 |       0.8125 |  3.134s |    25.447s |
| Iteration 11     |       0.3 |     1.0 |          1.0 |  3.153s |    29.072s |
| Iteration 12     |       0.6 |     0.5 |          1.0 |  3.142s |    32.722s |
| Iteration 13     |       0.3 |     1.0 |          1.0 |  0.000s |    33.243s |
| Iteration 14     |       0.5 |   0.375 |          1.0 |  3.126s |    36.839s |
| Iteration 15     |       0.0 |   0.625 |          1.0 |  3.138s |    40.513s |
| Iteration 16     |       0.3 |     1.0 |          1.0 |  0.000s |    41.388s |
| Iteration 17     |       0.3 |     1.0 |          1.0 |  0.000s |    42.153s |
| Iteration 18     |       0.3 |     1.0 |          1.0 |  0.000s |    42.925s |
| Iteration 19     |       0.9 |    0.75 |          1.0 |  0.000s |    43.437s |
| Iteration 20     |       0.3 |     1.0 |          1.0 |  0.000s |    43.943s |
| Iteration 21     |       0.3 |     1.0 |          1.0 |  0.000s |    44.433s |
| Iteration 22     |       0.3 |     1.0 |          1.0 |  0.000s |    44.939s |
| Iteration 23     |       0.3 |     1.0 |          1.0 |  0.000s |    45.457s |
| Iteration 24     |       0.3 |     1.0 |          1.0 |  0.000s |    45.977s |
| Iteration 25     |       0.3 |     1.0 |          1.0 |  0.000s |    46.485s |
| Iteration 26     |       0.3 |     1.0 |          1.0 |  0.000s |    46.993s |
| Iteration 27     |       0.3 |     1.0 |          1.0 |  0.000s |    47.508s |
| Iteration 28     |       0.3 |     1.0 |          1.0 |  0.001s |    48.706s |
| Iteration 29     |       0.3 |     1.0 |          1.0 |  0.000s |    49.229s |
| Iteration 30     |       0.3 |     1.0 |          1.0 |  0.000s |    49.743s |
| Iteration 31     |       0.3 |     1.0 |          1.0 |  0.000s |    50.257s |
| Iteration 32     |       0.3 |     1.0 |          1.0 |  0.000s |    50.798s |
| Iteration 33     |       0.3 |     1.0 |          1.0 |  0.000s |    51.333s |
| Iteration 34     |       0.3 |     1.0 |          1.0 |  0.000s |    51.892s |
| Iteration 35     |       0.3 |     1.0 |          1.0 |  0.000s |    52.452s |
| Iteration 36     |       0.3 |     1.0 |          1.0 |  0.000s |    53.017s |
| Iteration 37     |       0.3 |     1.0 |          1.0 |  0.001s |    53.591s |
| Iteration 38     |       0.3 |     1.0 |          1.0 |  0.000s |    54.150s |
| Iteration 39     |       0.3 |     1.0 |          1.0 |  0.000s |    54.736s |
| Iteration 40     |       0.3 |     1.0 |          1.0 |  0.000s |    55.319s |
| Iteration 41     |       0.3 |     1.0 |          1.0 |  0.000s |    55.891s |
| Iteration 42     |       0.3 |     1.0 |          1.0 |  0.000s |    56.474s |
| Iteration 43     |       0.3 |     1.0 |          1.0 |  0.000s |    57.069s |
| Iteration 44     |       0.3 |     1.0 |          1.0 |  0.000s |    57.656s |
| Iteration 45     |       0.3 |     1.0 |          1.0 |  0.000s |    58.279s |
| Iteration 46     |       0.3 |     1.0 |          1.0 |  0.000s |    58.917s |
| Iteration 47     |       0.3 |     1.0 |          1.0 |  0.001s |    59.524s |
| Iteration 48     |       0.3 |     1.0 |          1.0 |  0.001s |     1m:00s |
| Iteration 49     |       0.3 |     1.0 |          1.0 |  0.001s |     1m:01s |
| Iteration 50     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7473
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.1077
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:02s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.1682 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  3.122s |     3.142s |
| Initial point 2  |  4.4416 | uniform |   kd_tree |        39 |       2 |  0.3438 |       0.8125 |  3.167s |     6.717s |
| Initial point 3  |  3.5086 | dista.. | ball_tree |        25 |       2 |   0.625 |       0.8125 |  3.140s |    10.261s |
| Initial point 4  | 10.2361 | uniform | ball_tree |        39 |       2 |   0.625 |       0.8125 |  3.164s |    13.841s |
| Initial point 5  |  8.0187 | dista.. |      auto |        30 |       2 |   0.625 |       0.8125 |  3.206s |    17.456s |
| Initial point 6  |  9.2862 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  3.234s |    21.089s |
| Initial point 7  |  6.6422 | dista.. | ball_tree |        24 |       1 |   0.375 |          1.0 |  3.225s |    24.732s |
| Initial point 8  |  1.5917 | dista.. | ball_tree |        21 |       2 |   0.375 |          1.0 |  3.221s |    28.369s |
| Initial point 9  |  7.3989 | uniform | ball_tree |        24 |       1 |  0.6875 |          1.0 |  3.240s |    32.026s |
| Initial point 10 |  5.2553 | uniform |     brute |        22 |       2 |  0.5312 |          1.0 |  3.226s |    35.646s |
| Iteration 11     | 11.1997 | dista.. |     brute |        20 |       1 |   0.875 |          1.0 |  3.221s |    39.468s |
| Iteration 12     | 10.0663 | dista.. |     brute |        20 |       2 |  0.5625 |          1.0 |  3.208s |    43.408s |
| Iteration 13     | 11.1997 | dista.. |      auto |        30 |       1 |  0.4688 |          1.0 |  3.173s |    47.181s |
| Iteration 14     | 11.1997 | uniform |     brute |        22 |       2 |  0.5312 |          1.0 |  3.178s |    50.953s |
| Iteration 15     |  9.8271 | dista.. |      auto |        22 |       1 |   0.875 |          1.0 |  3.187s |    54.870s |
| Iteration 16     |  9.4785 | dista.. | ball_tree |        23 |       1 |     0.5 |          1.0 |  3.187s |    58.702s |
| Iteration 17     |  0.0003 | dista.. |     brute |        35 |       1 |     0.5 |          1.0 |  3.175s |     1m:02s |
| Iteration 18     | 10.9214 | dista.. |      auto |        21 |       1 |     0.5 |          1.0 |  3.181s |     1m:06s |
| Iteration 19     |     0.0 | uniform | ball_tree |        32 |       2 |     0.5 |          1.0 |  3.204s |     1m:10s |
| Iteration 20     |  9.7595 | dista.. |      auto |        38 |       2 |  0.5625 |          1.0 |  3.222s |     1m:15s |
| Iteration 21     |  0.0054 | dista.. | ball_tree |        39 |       2 |     0.5 |          1.0 |  3.198s |     1m:18s |
| Iteration 22     | 11.1997 | dista.. | ball_tree |        29 |       1 |  0.1875 |          1.0 |  3.206s |     1m:22s |
| Iteration 23     |  9.2674 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  3.205s |     1m:26s |
| Iteration 24     |  9.6508 | dista.. | ball_tree |        21 |       1 |  0.6562 |          1.0 |  3.204s |     1m:30s |
| Iteration 25     |  9.1042 | uniform |      auto |        21 |       2 |    0.75 |          1.0 |  3.170s |     1m:34s |
| Iteration 26     |  9.3817 | uniform | ball_tree |        22 |       2 |   0.375 |          1.0 |  3.182s |     1m:38s |
| Iteration 27     |  9.4485 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  3.214s |     1m:42s |
| Iteration 28     |  9.2619 | dista.. | ball_tree |        21 |       1 |     0.5 |          1.0 |  3.219s |     1m:46s |
| Iteration 29     |  9.8277 | dista.. |      auto |        22 |       1 |   0.375 |          1.0 |  3.143s |     1m:50s |
| Iteration 30     |  9.2408 | dista.. | ball_tree |        21 |       2 |   0.125 |          1.0 |  3.170s |     1m:54s |
| Iteration 31     |  0.0307 | uniform |   kd_tree |        27 |       1 |     0.5 |          1.0 |  3.168s |     1m:58s |
| Iteration 32     | 10.6098 | dista.. |     brute |        20 |       2 |    0.75 |          1.0 |  3.125s |     2m:02s |
| Iteration 33     |  11.134 | uniform | ball_tree |        35 |       1 |  0.8438 |          1.0 |  3.208s |     2m:06s |
| Iteration 34     |  8.9996 | uniform |   kd_tree |        35 |       1 |  0.4062 |          1.0 |  3.460s |     2m:10s |
| Iteration 35     | 10.7316 | dista.. |     brute |        20 |       2 |     0.5 |          1.0 |  3.148s |     2m:14s |
| Iteration 36     |  4.2259 | dista.. | ball_tree |        29 |       2 |  0.9375 |          1.0 |  3.144s |     2m:18s |
| Iteration 37     |  4.2259 | dista.. | ball_tree |        29 |       2 |  0.9375 |          1.0 |  0.001s |     2m:19s |
| Iteration 38     |   4.243 | dista.. |      auto |        28 |       2 |   0.875 |          1.0 |  3.200s |     2m:23s |
| Iteration 39     |  4.2681 | uniform |      auto |        30 |       1 |  0.4062 |          1.0 |  3.183s |     2m:28s |
| Iteration 40     |  4.2598 | dista.. | ball_tree |        29 |       2 |   0.875 |          1.0 |  3.176s |     2m:31s |
| Iteration 41     | 11.0032 | uniform |     brute |        27 |       2 |   0.625 |          1.0 |  3.181s |     2m:35s |
| Iteration 42     |  4.2322 | dista.. | ball_tree |        29 |       2 |   0.875 |          1.0 |  3.185s |     2m:39s |
| Iteration 43     |  4.2237 | dista.. |   kd_tree |        29 |       2 |  0.9375 |          1.0 |  3.171s |     2m:43s |
| Iteration 44     |  4.2027 | dista.. | ball_tree |        29 |       2 |   0.875 |          1.0 |  3.226s |     2m:48s |
| Iteration 45     |  4.2249 | dista.. |   kd_tree |        30 |       1 |    0.75 |          1.0 |  3.813s |     2m:52s |
| Iteration 46     |  4.4707 | dista.. | ball_tree |        28 |       2 |  0.6875 |          1.0 |  3.196s |     2m:56s |
| Iteration 47     |  4.2169 | dista.. | ball_tree |        28 |       2 |     0.5 |          1.0 |  3.197s |     3m:01s |
| Iteration 48     |  4.2564 | dista.. | ball_tree |        29 |       2 |  0.4062 |          1.0 |  3.166s |     3m:05s |
| Iteration 49     |  4.1347 | dista.. |   kd_tree |        31 |       1 |   0.375 |          1.0 |  3.206s |     3m:09s |
| Iteration 50     |  0.1809 | dista.. |     brute |        29 |       2 |     0.5 |          1.0 |  3.169s |     3m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 9.2862, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.0374
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:14s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.7188 |       0.7188 |  3.550s |     3.558s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.25 |       0.7188 |  3.559s |     7.517s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.625 |       0.7188 |  3.304s |    11.218s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.4688 |       0.7188 |  3.511s |    15.203s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |       0.9375 |  3.352s |    18.965s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.6875 |       0.9375 |  3.536s |    22.905s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8125 |       0.9375 |  3.165s |    26.467s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |       0.9375 |  3.460s |    30.328s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.8438 |       0.9375 |  3.140s |    33.867s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6562 |       0.9375 |  3.300s |    37.564s |
| Iteration 11     |          236 |        0.0521 |     SAMME |    0.75 |       0.9375 |  3.298s |    41.513s |
| Iteration 12     |          120 |        0.0379 |     SAMME |  0.9375 |       0.9375 |  3.256s |    45.383s |
| Iteration 13     |          388 |        0.0362 |     SAMME |    0.75 |       0.9375 |  3.411s |    49.407s |
| Iteration 14     |           50 |        0.0316 |     SAMME |  0.5625 |       0.9375 |  3.165s |    53.168s |
| Iteration 15     |          117 |        0.0431 |     SAMME |  0.8125 |       0.9375 |  3.251s |    57.000s |
| Iteration 16     |          108 |        3.8945 |     SAMME |  0.4688 |       0.9375 |  3.144s |     1m:01s |
| Iteration 17     |          260 |        0.0467 |     SAMME |  0.5312 |       0.9375 |  3.336s |     1m:05s |
| Iteration 18     |          106 |        0.0673 |     SAMME |  0.6562 |       0.9375 |  3.235s |     1m:08s |
| Iteration 19     |          237 |        0.0296 |     SAMME |   0.875 |       0.9375 |  3.345s |     1m:13s |
| Iteration 20     |          414 |        1.4545 |   SAMME.R |  0.6875 |       0.9375 |  3.529s |     1m:17s |
| Iteration 21     |          492 |        4.4452 |     SAMME |  0.4375 |       0.9375 |  3.153s |     1m:21s |
| Iteration 22     |          389 |         1.744 |     SAMME |  0.3125 |       0.9375 |  3.442s |     1m:25s |
| Iteration 23     |          386 |        0.0243 |     SAMME |   0.625 |       0.9375 |  3.444s |     1m:29s |
| Iteration 24     |          140 |        0.0397 |     SAMME |  0.9688 |       0.9688 |  3.246s |     1m:33s |
| Iteration 25     |          209 |        0.0395 |     SAMME |     1.0 |          1.0 |  3.308s |     1m:37s |
| Iteration 26     |           81 |        0.0395 |     SAMME |  0.5625 |          1.0 |  3.250s |     1m:41s |
| Iteration 27     |          180 |        0.0384 |     SAMME |  0.8125 |          1.0 |  3.324s |     1m:45s |
| Iteration 28     |          210 |        0.0346 |     SAMME |    0.75 |          1.0 |  3.266s |     1m:49s |
| Iteration 29     |          150 |        0.0353 |     SAMME |  0.4062 |          1.0 |  3.190s |     1m:53s |
| Iteration 30     |          499 |        0.0416 |     SAMME |  0.5625 |          1.0 |  3.749s |     1m:57s |
| Iteration 31     |          137 |        0.0407 |     SAMME |  0.4375 |          1.0 |  3.167s |     2m:02s |
| Iteration 32     |          278 |        0.0102 |     SAMME |  0.8125 |          1.0 |  3.337s |     2m:06s |
| Iteration 33     |          230 |        9.6625 |   SAMME.R |  0.6875 |          1.0 |  3.306s |     2m:10s |
| Iteration 34     |           51 |        0.8294 |   SAMME.R |    0.75 |          1.0 |  3.192s |     2m:13s |
| Iteration 35     |          283 |        0.0399 |     SAMME |  0.5938 |          1.0 |  3.338s |     2m:17s |
| Iteration 36     |          218 |        0.0349 |     SAMME |  0.9375 |          1.0 |  3.291s |     2m:21s |
| Iteration 37     |          213 |         0.071 |   SAMME.R |  0.9375 |          1.0 |  3.321s |     2m:25s |
| Iteration 38     |          213 |        0.0943 |     SAMME |   0.875 |          1.0 |  3.308s |     2m:29s |
| Iteration 39     |          220 |        0.0156 |   SAMME.R |   0.625 |          1.0 |  3.314s |     2m:33s |
| Iteration 40     |          214 |        0.0463 |     SAMME |  0.6875 |          1.0 |  3.293s |     2m:37s |
| Iteration 41     |          210 |         0.093 |   SAMME.R |    0.75 |          1.0 |  3.320s |     2m:42s |
| Iteration 42     |          214 |         0.139 |   SAMME.R |  0.7188 |          1.0 |  3.348s |     2m:46s |
| Iteration 43     |          192 |        0.1094 |   SAMME.R |    0.75 |          1.0 |  3.317s |     2m:50s |
| Iteration 44     |          237 |        0.1332 |     SAMME |  0.9375 |          1.0 |  3.339s |     2m:54s |
| Iteration 45     |          227 |         0.072 |     SAMME |    0.75 |          1.0 |  3.331s |     2m:58s |
| Iteration 46     |          250 |        0.2837 |     SAMME |    0.75 |          1.0 |  3.969s |     3m:03s |
| Iteration 47     |          226 |        0.0675 |     SAMME |  0.7188 |          1.0 |  3.293s |     3m:07s |
| Iteration 48     |          182 |        0.7037 |     SAMME |   0.625 |          1.0 |  3.195s |     3m:11s |
| Iteration 49     |          244 |        0.0101 |     SAMME |  0.6875 |          1.0 |  3.305s |     3m:15s |
| Iteration 50     |          288 |        1.6196 |     SAMME |   0.625 |          1.0 |  3.297s |     3m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 209, 'learning_rate': 0.0395, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9594
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.173s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.1771
Time elapsed: 0.785s
-------------------------------------------------
Total time: 3m:21s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  3.513s |     3.532s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     0.5 |       0.6875 |  3.376s |     7.314s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |         0.75 |  3.380s |    11.096s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |         0.75 |  3.248s |    14.752s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |         0.75 |  3.410s |    18.583s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |        0.875 |  3.270s |    22.289s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |        0.875 |  3.287s |    26.000s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.7812 |        0.875 |  3.287s |    29.693s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |        0.875 |  3.403s |    33.528s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     0.5 |        0.875 |  3.394s |    37.336s |
| Iteration 11     |          500 |   entropy |         9 |                20 |               10 |         None |     False |     0.035 |         --- |  0.9375 |       0.9375 |  3.434s |    41.631s |
| Iteration 12     |          412 |   entropy |         1 |                19 |                1 |         sqrt |     False |       0.0 |         --- |  0.8438 |       0.9375 |  3.373s |    45.768s |
| Iteration 13     |          500 |   entropy |         9 |                 2 |                1 |         None |     False |       0.0 |         --- |  0.4062 |       0.9375 |  3.535s |    50.297s |
| Iteration 14     |          399 |   entropy |         3 |                 2 |               20 |         auto |      True |       0.0 |        None |   0.375 |       0.9375 |  3.605s |    54.857s |
| Iteration 15     |          500 |   entropy |      None |                 2 |                6 |          0.5 |     False |    0.0308 |         --- |  0.8125 |       0.9375 |  3.521s |    59.227s |
| Iteration 16     |          500 |      gini |         9 |                11 |               16 |          0.6 |     False |     0.035 |         --- |  0.9375 |       0.9375 |  3.415s |     1m:04s |
| Iteration 17     |          284 |      gini |         3 |                 2 |               20 |         None |     False |       0.0 |         --- |   0.375 |       0.9375 |  3.266s |     1m:08s |
| Iteration 18     |          500 |      gini |         9 |                16 |               14 |         None |     False |     0.035 |         --- |     0.5 |       0.9375 |  3.424s |     1m:12s |
| Iteration 19     |          460 |      gini |         2 |                10 |               15 |          0.5 |     False |    0.0347 |         --- |  0.9375 |       0.9375 |  3.416s |     1m:16s |
| Iteration 20     |          211 |      gini |         3 |                11 |               16 |         log2 |     False |    0.0349 |         --- |  0.8125 |       0.9375 |  3.235s |     1m:20s |
| Iteration 21     |          500 |   entropy |         6 |                10 |                8 |          0.7 |     False |    0.0323 |         --- |  0.6875 |       0.9375 |  3.444s |     1m:25s |
| Iteration 22     |          487 |   entropy |         7 |                20 |                5 |          0.9 |     False |    0.0346 |         --- |   0.125 |       0.9375 |  3.425s |     1m:29s |
| Iteration 23     |          500 |      gini |         7 |                 6 |               16 |          0.5 |     False |    0.0165 |         --- |    0.75 |       0.9375 |  3.420s |     1m:33s |
| Iteration 24     |          245 |      gini |         8 |                19 |               16 |          0.7 |     False |    0.0252 |         --- |     1.0 |          1.0 |  3.928s |     1m:38s |
| Iteration 25     |          466 |      gini |         9 |                20 |               16 |          0.6 |     False |    0.0344 |         --- |     1.0 |          1.0 |  3.436s |     1m:43s |
| Iteration 26     |           86 |   entropy |         7 |                17 |               10 |          0.7 |     False |     0.006 |         --- |     0.5 |          1.0 |  3.223s |     1m:47s |
| Iteration 27     |           70 |      gini |         9 |                20 |               16 |          0.6 |     False |     0.035 |         --- |   0.875 |          1.0 |  3.210s |     1m:51s |
| Iteration 28     |          500 |      gini |         8 |                14 |               16 |          0.7 |     False |    0.0305 |         --- |  0.8125 |          1.0 |  3.465s |     1m:56s |
| Iteration 29     |           13 |   entropy |         5 |                14 |               16 |         None |      True |    0.0089 |         0.7 |  0.5938 |          1.0 |  3.045s |     1m:60s |
| Iteration 30     |           23 |      gini |         1 |                18 |               14 |         log2 |     False |    0.0347 |         --- |  0.5938 |          1.0 |  3.246s |     2m:04s |
| Iteration 31     |          315 |      gini |         9 |                20 |               16 |          0.5 |      True |    0.0067 |         0.5 |     0.5 |          1.0 |  3.371s |     2m:09s |
| Iteration 32     |          347 |      gini |         8 |                19 |               16 |         log2 |     False |    0.0309 |         --- |  0.8125 |          1.0 |  3.305s |     2m:13s |
| Iteration 33     |          328 |      gini |         9 |                20 |               16 |          0.6 |     False |    0.0221 |         --- |     1.0 |          1.0 |  3.318s |     2m:17s |
| Iteration 34     |          380 |      gini |         9 |                20 |               16 |          0.6 |     False |    0.0319 |         --- |  0.6875 |          1.0 |  3.373s |     2m:22s |
| Iteration 35     |          368 |   entropy |         6 |                19 |               15 |          0.7 |     False |    0.0176 |         --- |  0.5625 |          1.0 |  3.359s |     2m:26s |
| Iteration 36     |          228 |      gini |      None |                 4 |               13 |          0.6 |     False |    0.0035 |         --- |  0.9375 |          1.0 |  3.249s |     2m:30s |
| Iteration 37     |          146 |   entropy |         6 |                11 |               14 |         None |     False |    0.0271 |         --- |  0.8125 |          1.0 |  3.217s |     2m:35s |
| Iteration 38     |          265 |   entropy |         8 |                12 |               16 |          0.7 |     False |    0.0248 |         --- |    0.75 |          1.0 |  3.263s |     2m:40s |
| Iteration 39     |          217 |      gini |         9 |                 3 |               20 |          0.6 |     False |    0.0201 |         --- |  0.4375 |          1.0 |  3.249s |     2m:44s |
| Iteration 40     |          446 |      gini |         8 |                12 |               16 |          0.5 |      True |    0.0231 |         0.8 |  0.6875 |          1.0 |  3.464s |     2m:48s |
| Iteration 41     |          244 |      gini |         8 |                18 |               16 |          0.8 |      True |    0.0253 |         0.5 |     0.5 |          1.0 |  3.311s |     2m:53s |
| Iteration 42     |          484 |      gini |         5 |                20 |               16 |          0.9 |     False |       0.0 |         --- |  0.9688 |          1.0 |  3.404s |     2m:58s |
| Iteration 43     |          500 |   entropy |         8 |                 4 |               15 |         log2 |     False |    0.0342 |         --- |  0.5625 |          1.0 |  3.412s |     3m:03s |
| Iteration 44     |          469 |      gini |         3 |                10 |               15 |         log2 |     False |    0.0301 |         --- |  0.8125 |          1.0 |  3.412s |     3m:08s |
| Iteration 45     |          230 |   entropy |         5 |                 8 |               13 |         sqrt |     False |    0.0219 |         --- |   0.375 |          1.0 |  3.205s |     3m:13s |
| Iteration 46     |           88 |      gini |         7 |                15 |               16 |         None |     False |    0.0106 |         --- |  0.6875 |          1.0 |  3.176s |     3m:18s |
| Iteration 47     |          419 |      gini |         8 |                16 |               13 |         sqrt |     False |    0.0287 |         --- |  0.4375 |          1.0 |  4.018s |     3m:23s |
| Iteration 48     |           41 |      gini |         1 |                 3 |               15 |          0.9 |     False |    0.0118 |         --- |     0.5 |          1.0 |  3.180s |     3m:28s |
| Iteration 49     |          264 |      gini |      None |                 8 |               13 |          0.8 |     False |    0.0122 |         --- |    0.75 |          1.0 |  3.334s |     3m:32s |
| Iteration 50     |          409 |      gini |         1 |                17 |               16 |          0.7 |     False |    0.0147 |         --- |  0.4062 |          1.0 |  3.377s |     3m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 245, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 19, 'min_samples_leaf': 16, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0252}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9482
Test evaluation --> roc_auc: 0.525
Time elapsed: 0.176s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.1786
Time elapsed: 0.781s
-------------------------------------------------
Total time: 3m:39s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.256s |     3.275s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          0.5 |  3.224s |     6.963s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  3.213s |    10.624s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  3.205s |    14.250s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  3.244s |    18.329s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  3.199s |    21.960s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  3.196s |    25.579s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  3.187s |    29.173s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  3.229s |    32.825s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.215s |    36.451s |
| Iteration 11     |           24 |        0.5139 |         9 |  0.0494 |                4 |       0.6 |              0.4 |         0 |       0.01 |   0.875 |        0.875 |  3.160s |    40.339s |
| Iteration 12     |           20 |        0.6558 |         1 |  0.3935 |                4 |       0.9 |              0.6 |       100 |          0 |     0.5 |        0.875 |  3.176s |    44.212s |
| Iteration 13     |           30 |        0.5875 |         8 |  0.4462 |                5 |       0.5 |              0.7 |         0 |       0.01 |     0.5 |        0.875 |  3.158s |    48.064s |
| Iteration 14     |          138 |        0.0518 |         1 |  0.9819 |                4 |       0.7 |              0.9 |         0 |         10 |    0.25 |        0.875 |  3.163s |    51.968s |
| Iteration 15     |          327 |         0.361 |         9 |  0.2001 |                4 |       0.8 |              0.4 |      0.01 |          1 |    0.75 |        0.875 |  3.203s |    55.847s |
| Iteration 16     |          338 |         0.054 |        10 |  0.0478 |                2 |       0.5 |              0.4 |       0.1 |        0.1 |   0.875 |        0.875 |  3.214s |    59.852s |
| Iteration 17     |           20 |           1.0 |         1 |     0.0 |               10 |       1.0 |              0.4 |         0 |          0 |     0.5 |        0.875 |  3.146s |     1m:04s |
| Iteration 18     |           51 |           1.0 |         6 |     0.0 |                2 |       0.5 |              0.4 |         0 |          1 |  0.8125 |        0.875 |  3.173s |     1m:08s |
| Iteration 19     |          218 |        0.2247 |        10 |  0.9503 |                3 |       0.5 |              0.4 |         0 |       0.01 |  0.9375 |       0.9375 |  3.167s |     1m:12s |
| Iteration 20     |          500 |          0.01 |         1 |     1.0 |               10 |       0.5 |              0.4 |       100 |          0 |     0.5 |       0.9375 |  3.230s |     1m:16s |
| Iteration 21     |           52 |        0.0227 |         5 |   0.855 |                7 |       1.0 |              0.8 |        10 |         10 |     0.5 |       0.9375 |  3.147s |     1m:20s |
| Iteration 22     |           20 |           1.0 |         1 |  0.3274 |                2 |       0.9 |              0.4 |       100 |          0 |     0.5 |       0.9375 |  3.146s |     1m:24s |
| Iteration 23     |          252 |        0.6368 |        10 |  0.3577 |                6 |       0.5 |              0.4 |      0.01 |       0.01 |     0.5 |       0.9375 |  3.186s |     1m:28s |
| Iteration 24     |          155 |        0.0887 |         8 |  0.2324 |                3 |       0.6 |              0.4 |      0.01 |          0 |     1.0 |          1.0 |  3.169s |     1m:32s |
| Iteration 25     |           20 |           1.0 |         8 |     0.0 |                2 |       1.0 |              0.4 |       100 |          0 |     0.5 |          1.0 |  3.167s |     1m:37s |
| Iteration 26     |           20 |          0.01 |         4 |     0.0 |                3 |       0.7 |              0.4 |      0.01 |          0 |     0.5 |          1.0 |  3.182s |     1m:41s |
| Iteration 27     |          343 |        0.1829 |         8 |   0.951 |                3 |       0.5 |              0.4 |      0.01 |       0.01 |  0.9375 |          1.0 |  3.262s |     1m:45s |
| Iteration 28     |           97 |        0.1121 |         9 |  0.2466 |                3 |       0.6 |              0.4 |         0 |          0 |   0.625 |          1.0 |  3.135s |     1m:49s |
| Iteration 29     |          422 |        0.1834 |         8 |  0.9973 |                3 |       0.7 |              0.4 |         0 |          0 |    0.25 |          1.0 |  3.213s |     1m:54s |
| Iteration 30     |          380 |        0.0428 |         8 |  0.4001 |                3 |       0.5 |              0.4 |         1 |          0 |  0.3125 |          1.0 |  3.229s |     1m:58s |
| Iteration 31     |           27 |        0.9148 |        10 |   0.106 |                7 |       0.9 |              0.8 |         0 |        0.1 |     0.5 |          1.0 |  3.139s |     2m:02s |
| Iteration 32     |           20 |        0.1628 |         8 |     0.0 |                3 |       0.9 |              0.4 |      0.01 |       0.01 |   0.875 |          1.0 |  3.165s |     2m:06s |
| Iteration 33     |          169 |        0.0111 |         8 |  0.2956 |                3 |       0.5 |              0.6 |      0.01 |          0 |   0.875 |          1.0 |  3.188s |     2m:10s |
| Iteration 34     |          356 |        0.0215 |         8 |  0.9832 |                5 |       0.7 |              0.4 |      0.01 |       0.01 |  0.3438 |          1.0 |  3.238s |     2m:15s |
| Iteration 35     |          352 |         0.077 |         8 |  0.7393 |                5 |       0.6 |              0.6 |      0.01 |          0 |    0.25 |          1.0 |  3.225s |     2m:19s |
| Iteration 36     |          459 |        0.1411 |         8 |  0.4253 |                3 |       0.7 |              0.4 |      0.01 |          1 |     1.0 |          1.0 |  3.231s |     2m:23s |
| Iteration 37     |          483 |        0.1009 |         8 |  0.7518 |                3 |       0.7 |              0.4 |      0.01 |       0.01 |    0.75 |          1.0 |  3.244s |     2m:27s |
| Iteration 38     |          493 |        0.0661 |        10 |  0.5623 |                3 |       0.9 |              0.6 |         0 |        0.1 |    0.75 |          1.0 |  3.262s |     2m:32s |
| Iteration 39     |          408 |        0.0186 |         8 |   0.427 |                3 |       0.5 |              0.5 |      0.01 |        0.1 |   0.375 |          1.0 |  3.307s |     2m:36s |
| Iteration 40     |          391 |        0.0345 |         8 |  0.1025 |                3 |       0.6 |              0.6 |      0.01 |         10 |  0.6875 |          1.0 |  3.217s |     2m:40s |
| Iteration 41     |          106 |        0.7543 |         8 |   0.272 |                3 |       0.5 |              0.4 |      0.01 |         10 |    0.75 |          1.0 |  3.179s |     2m:44s |
| Iteration 42     |          396 |        0.0193 |         8 |  0.2784 |                3 |       0.9 |              0.4 |      0.01 |       0.01 |   0.875 |          1.0 |  3.233s |     2m:48s |
| Iteration 43     |          255 |        0.0205 |        10 |  0.4109 |                3 |       0.5 |              0.4 |         0 |          1 |  0.5625 |          1.0 |  3.184s |     2m:53s |
| Iteration 44     |          195 |        0.0704 |         8 |  0.6241 |                3 |       0.8 |              0.4 |      0.01 |          1 |   0.875 |          1.0 |  3.223s |     2m:57s |
| Iteration 45     |          416 |        0.1439 |         8 |  0.2076 |                3 |       0.7 |              0.5 |      0.01 |          1 |  0.5625 |          1.0 |  3.217s |     3m:01s |
| Iteration 46     |          492 |         0.145 |        10 |  0.8173 |                2 |       0.6 |              0.4 |       0.1 |        0.1 |  0.6875 |          1.0 |  3.230s |     3m:05s |
| Iteration 47     |          303 |        0.0769 |         8 |  0.8734 |                3 |       0.7 |              0.4 |      0.01 |          0 |     0.5 |          1.0 |  3.177s |     3m:10s |
| Iteration 48     |           35 |        0.3474 |         8 |     0.0 |                3 |       0.8 |              0.4 |      0.01 |         10 |   0.625 |          1.0 |  3.159s |     3m:14s |
| Iteration 49     |          246 |        0.0623 |         8 |  0.2098 |                3 |       0.9 |              0.4 |      0.01 |         10 |    0.75 |          1.0 |  3.848s |     3m:19s |
| Iteration 50     |          319 |         0.791 |         8 |  0.1971 |                3 |       0.8 |              0.4 |      0.01 |          0 |     0.5 |          1.0 |  3.206s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 459, 'learning_rate': 0.1411, 'max_depth': 8, 'gamma': 0.4253, 'min_child_weight': 3, 'subsample': 0.7, 'colsample_bytree': 0.4, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9723
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1703
Time elapsed: 0.280s
-------------------------------------------------
Total time: 3m:25s


Final results ==================== >>
Duration: 23m:09s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.62 ± 0.1077
Logistic Regression             --> roc_auc: 0.51 ± 0.1241 ~
Linear Discriminant Analysis    --> roc_auc: 0.69 ± 0.1241 !
Quadratic Discriminant Analysis --> roc_auc: 0.62 ± 0.1077 ~
Radius Nearest Neighbors        --> roc_auc: 0.59 ± 0.0374 ~
AdaBoost                        --> roc_auc: 0.53 ± 0.1771 ~
Random Forest                   --> roc_auc: 0.51 ± 0.1786 ~
XGBoost                         --> roc_auc: 0.6 ± 0.1703
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 810 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVANAGGTSYGKLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVSSGNTPLVF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9688 |       0.9688 |  0.690s |     0.712s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.6562 |       0.9688 |  0.727s |     1.847s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.689s |     2.927s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     1.0 |          1.0 |  0.727s |     4.076s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.691s |     5.166s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |          1.0 |  0.727s |     6.286s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |          1.0 |  0.702s |     7.388s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.742s |     8.544s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |          1.0 |  0.672s |     9.644s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |          1.0 |  0.670s |    10.733s |
| Iteration 11     | exponen.. |        0.0156 |          325 |       0.5 | friedman_mse |                 4 |               17 |         6 |         auto |     0.015 |     0.5 |          1.0 |  0.687s |    12.216s |
| Iteration 12     | exponen.. |        0.2327 |          215 |       0.8 | squared_er.. |                14 |                1 |         5 |          0.6 |    0.0289 |     1.0 |          1.0 |  0.688s |    13.901s |
| Iteration 13     | exponen.. |           1.0 |          470 |       0.7 | squared_er.. |                20 |               17 |         4 |          0.7 |    0.0334 |  0.4375 |          1.0 |  0.729s |    16.680s |
| Iteration 14     | exponen.. |        0.0246 |          217 |       0.7 | friedman_mse |                13 |                2 |         8 |          0.5 |    0.0201 |  0.9375 |          1.0 |  0.695s |    18.462s |
| Iteration 15     | exponen.. |         0.541 |          208 |       0.6 | friedman_mse |                 6 |               10 |         7 |         None |    0.0083 |     1.0 |          1.0 |  0.686s |    19.928s |
| Iteration 16     | exponen.. |        0.4007 |          192 |       0.6 | squared_er.. |                 7 |                7 |         7 |          0.9 |    0.0227 |     1.0 |          1.0 |  0.667s |    21.384s |
| Iteration 17     | exponen.. |           1.0 |          217 |       0.9 | squared_er.. |                15 |                1 |         4 |         None |    0.0307 |     1.0 |          1.0 |  0.688s |    22.941s |
| Iteration 18     | exponen.. |        0.0382 |          209 |       0.7 | friedman_mse |                 5 |               15 |         7 |         log2 |    0.0196 |  0.8125 |          1.0 |  0.671s |    24.423s |
| Iteration 19     | exponen.. |        0.9877 |          375 |       0.5 | friedman_mse |                 7 |               16 |         7 |         sqrt |    0.0172 |     0.5 |          1.0 |  0.702s |    25.959s |
| Iteration 20     | exponen.. |        0.6241 |           85 |       0.5 | friedman_mse |                12 |               13 |         3 |          0.8 |    0.0093 |   0.125 |          1.0 |  0.642s |    27.507s |
| Iteration 21     | exponen.. |        0.1148 |           63 |       0.9 | squared_er.. |                10 |                1 |         9 |         None |    0.0153 |     1.0 |          1.0 |  0.656s |    28.970s |
| Iteration 22     | exponen.. |        0.1358 |           62 |       0.9 | squared_er.. |                 9 |                1 |        10 |         None |    0.0217 |     1.0 |          1.0 |  0.633s |    30.442s |
| Iteration 23     | exponen.. |        0.0935 |          138 |       0.8 | squared_er.. |                 7 |                1 |         4 |          0.7 |    0.0263 |   0.625 |          1.0 |  0.653s |    31.935s |
| Iteration 24     | exponen.. |        0.3188 |          500 |       0.8 | friedman_mse |                20 |                1 |         9 |          0.5 |    0.0095 |     1.0 |          1.0 |  0.735s |    33.552s |
| Iteration 25     | exponen.. |         0.304 |          159 |       0.9 | squared_er.. |                 2 |                1 |         2 |          0.8 |    0.0257 |  0.9375 |          1.0 |  1.437s |    35.826s |
| Iteration 26     | exponen.. |        0.2997 |          242 |       0.8 | squared_er.. |                15 |                2 |         5 |          0.5 |    0.0276 |  0.8125 |          1.0 |  0.738s |    37.464s |
| Iteration 27     | exponen.. |        0.0272 |          412 |       0.6 | friedman_mse |                13 |                4 |         6 |         sqrt |     0.016 |     1.0 |          1.0 |  0.794s |    39.138s |
| Iteration 28     | exponen.. |         0.032 |          334 |       0.6 | friedman_mse |                11 |               14 |         5 |         auto |    0.0109 |   0.625 |          1.0 |  0.761s |    40.835s |
| Iteration 29     | exponen.. |        0.0173 |          200 |       0.6 | friedman_mse |                11 |               16 |         5 |         auto |    0.0233 |  0.9375 |          1.0 |  0.735s |    42.472s |
| Iteration 30     | exponen.. |           1.0 |          192 |       0.6 | friedman_mse |                13 |               18 |        10 |         auto |    0.0079 |     0.5 |          1.0 |  0.734s |    44.085s |
| Iteration 31     | exponen.. |           1.0 |           67 |       1.0 | friedman_mse |                 2 |               16 |         8 |         auto |    0.0309 |  0.6875 |          1.0 |  0.701s |    45.782s |
| Iteration 32     |  deviance |        0.0125 |          308 |       0.6 | friedman_mse |                 3 |                3 |         6 |         sqrt |    0.0063 |  0.8125 |          1.0 |  0.781s |    47.975s |
| Iteration 33     | exponen.. |           1.0 |           87 |       0.6 | friedman_mse |                15 |               16 |         9 |         auto |    0.0228 |  0.5625 |          1.0 |  0.699s |    50.225s |
| Iteration 34     | exponen.. |        0.0329 |          225 |       0.6 | friedman_mse |                 6 |                9 |         6 |          0.9 |    0.0238 |     1.0 |          1.0 |  0.683s |    51.978s |
| Iteration 35     |  deviance |        0.3305 |          114 |       1.0 | squared_er.. |                16 |                1 |         9 |          0.7 |    0.0153 |   0.625 |          1.0 |  0.709s |    53.697s |
| Iteration 36     | exponen.. |        0.0567 |          218 |       0.6 | friedman_mse |                 5 |               16 |         9 |         log2 |    0.0018 |  0.1875 |          1.0 |  0.731s |    55.390s |
| Iteration 37     | exponen.. |        0.1645 |          144 |       0.6 | friedman_mse |                 6 |                8 |         5 |         log2 |     0.015 |     1.0 |          1.0 |  0.717s |    57.146s |
| Iteration 38     | exponen.. |        0.0396 |          463 |       0.6 | friedman_mse |                 4 |               16 |         2 |          0.8 |    0.0306 |  0.8125 |          1.0 |  0.796s |    58.971s |
| Iteration 39     |  deviance |        0.1677 |           59 |       0.9 | friedman_mse |                10 |                5 |         2 |          0.9 |     0.028 |     1.0 |          1.0 |  0.692s |     1m:01s |
| Iteration 40     | exponen.. |        0.0818 |          448 |       0.9 | squared_er.. |                16 |               13 |         5 |          0.7 |    0.0215 |  0.8125 |          1.0 |  0.789s |     1m:02s |
| Iteration 41     | exponen.. |        0.2248 |          206 |       0.6 | squared_er.. |                 6 |                8 |         2 |          0.9 |    0.0159 |  0.8125 |          1.0 |  0.734s |     1m:04s |
| Iteration 42     | exponen.. |         0.016 |          456 |       0.6 | friedman_mse |                 5 |                8 |         8 |         sqrt |    0.0144 |    0.75 |          1.0 |  0.803s |     1m:06s |
| Iteration 43     | exponen.. |        0.0329 |          122 |       0.6 | friedman_mse |                 6 |                4 |         5 |         log2 |    0.0241 |   0.875 |          1.0 |  0.690s |     1m:08s |
| Iteration 44     |  deviance |        0.1534 |           10 |       0.7 | friedman_mse |                13 |                3 |         7 |          0.9 |    0.0115 |  0.5625 |          1.0 |  0.694s |     1m:10s |
| Iteration 45     | exponen.. |        0.1012 |          119 |       0.9 | friedman_mse |                12 |                3 |         7 |          0.7 |    0.0251 |  0.9375 |          1.0 |  0.720s |     1m:12s |
| Iteration 46     | exponen.. |        0.1623 |           94 |       0.9 | friedman_mse |                10 |                3 |         5 |          0.8 |    0.0282 |     1.0 |          1.0 |  0.710s |     1m:14s |
| Iteration 47     | exponen.. |        0.1236 |          149 |       0.6 | friedman_mse |                 6 |                8 |         7 |         None |    0.0158 |     1.0 |          1.0 |  0.720s |     1m:16s |
| Iteration 48     | exponen.. |        0.0332 |          282 |       0.6 | friedman_mse |                 4 |               16 |         4 |         auto |    0.0282 |    0.75 |          1.0 |  0.752s |     1m:17s |
| Iteration 49     | exponen.. |        0.0386 |          142 |       0.6 | friedman_mse |                 6 |                8 |         7 |          0.9 |    0.0155 |    0.75 |          1.0 |  0.737s |     1m:19s |
| Iteration 50     | exponen.. |        0.4725 |          435 |       0.6 | friedman_mse |                 5 |                8 |         8 |          0.9 |    0.0225 |  0.9375 |          1.0 |  1.382s |     1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0272, 'n_estimators': 412, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 13, 'min_samples_leaf': 4, 'max_depth': 6, 'max_features': 'sqrt', 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.119s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.04
Time elapsed: 0.569s
-------------------------------------------------
Total time: 1m:25s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  0.711s |     0.724s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  0.706s |     1.831s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     1.0 |          1.0 |  0.718s |     2.963s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.875 |          1.0 |  0.701s |     4.076s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.8125 |          1.0 |  0.704s |     5.197s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.6875 |          1.0 |  0.706s |     6.299s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.875 |          1.0 |  0.702s |     7.400s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |          1.0 |  0.697s |     8.515s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |          1.0 |  0.709s |     9.629s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |          1.0 |  0.700s |    10.745s |
| Iteration 11     |      l2 |  2.1108 | newto.. |      332 |      --- |     1.0 |          1.0 |  0.699s |    12.150s |
| Iteration 12     |      l2 |  7.8961 | libli.. |      322 |      --- |     1.0 |          1.0 |  0.713s |    13.671s |
| Iteration 13     |      l1 |  0.4248 | libli.. |      675 |      --- |  0.9375 |          1.0 |  0.701s |    15.158s |
| Iteration 14     |      l2 | 84.2918 | libli.. |      298 |      --- |     1.0 |          1.0 |  0.696s |    16.697s |
| Iteration 15     |      l2 |   100.0 | libli.. |      299 |      --- |  0.8125 |          1.0 |  0.698s |    18.222s |
| Iteration 16     |      l2 |  0.0023 | libli.. |      356 |      --- |  0.5625 |          1.0 |  0.728s |    19.712s |
| Iteration 17     | elast.. |  3.0048 |    saga |      161 |      0.5 |    0.75 |          1.0 |  0.696s |    21.187s |
| Iteration 18     |      l2 |  2.5844 | libli.. |      315 |      --- |  0.6875 |          1.0 |  0.703s |    22.655s |
| Iteration 19     |      l2 |  3.2366 | newto.. |      158 |      --- |     1.0 |          1.0 |  0.706s |    24.169s |
| Iteration 20     |      l2 |  3.0969 | newto.. |      763 |      --- |    0.25 |          1.0 |  0.706s |    25.694s |
| Iteration 21     |      l2 |  2.6795 |   lbfgs |      591 |      --- |  0.5625 |          1.0 |  0.705s |    27.216s |
| Iteration 22     |      l2 |  2.5272 |   lbfgs |      303 |      --- |  0.8125 |          1.0 |  0.699s |    28.792s |
| Iteration 23     |      l2 |   2.673 | libli.. |      318 |      --- |    0.75 |          1.0 |  0.646s |    30.364s |
| Iteration 24     |    none |     --- | newto.. |      336 |      --- |  0.8125 |          1.0 |  0.650s |    31.844s |
| Iteration 25     |    none |     --- |   lbfgs |      152 |      --- |     1.0 |          1.0 |  0.660s |    33.206s |
| Iteration 26     |      l2 | 14.3245 |   lbfgs |      150 |      --- |  0.5625 |          1.0 |  0.654s |    34.623s |
| Iteration 27     |      l2 |  0.3298 | newto.. |      163 |      --- |    0.75 |          1.0 |  0.652s |    36.061s |
| Iteration 28     |      l2 | 10.5281 | libli.. |      282 |      --- |  0.5625 |          1.0 |  1.260s |    38.119s |
| Iteration 29     |      l2 |  3.2856 | newto.. |      149 |      --- |     1.0 |          1.0 |  0.655s |    39.615s |
| Iteration 30     |      l2 | 80.3415 | libli.. |      253 |      --- |   0.375 |          1.0 |  0.650s |    41.081s |
| Iteration 31     |      l2 |  2.8709 | newto.. |      272 |      --- |  0.1875 |          1.0 |  0.640s |    42.498s |
| Iteration 32     |      l1 |  0.0608 | libli.. |      661 |      --- |     0.5 |          1.0 |  0.640s |    43.954s |
| Iteration 33     |      l2 | 22.8621 |   lbfgs |      695 |      --- |     0.5 |          1.0 |  0.649s |    45.658s |
| Iteration 34     |      l2 | 56.6366 |     sag |      318 |      --- |    0.75 |          1.0 |  0.646s |    47.252s |
| Iteration 35     |      l2 |  0.0038 |    saga |      132 |      --- |   0.625 |          1.0 |  0.654s |    48.734s |
| Iteration 36     |      l2 |  0.0791 | libli.. |      928 |      --- |   0.375 |          1.0 |  0.640s |    50.224s |
| Iteration 37     |      l2 |  0.0024 | libli.. |      328 |      --- |   0.625 |          1.0 |  0.643s |    51.677s |
| Iteration 38     |      l2 |  0.0105 | newto.. |      308 |      --- |   0.875 |          1.0 |  0.647s |    53.119s |
| Iteration 39     |      l1 |  0.0025 | libli.. |      292 |      --- |     0.5 |          1.0 |  0.643s |    54.593s |
| Iteration 40     |      l1 | 40.7179 |    saga |      307 |      --- |   0.375 |          1.0 |  0.640s |    56.220s |
| Iteration 41     |      l2 |  3.8422 | newto.. |      157 |      --- |  0.4375 |          1.0 |  0.648s |    57.801s |
| Iteration 42     |      l2 | 67.2179 | newto.. |      310 |      --- |    0.75 |          1.0 |  0.665s |    59.443s |
| Iteration 43     |      l2 |   100.0 | newto.. |      152 |      --- |  0.9375 |          1.0 |  0.658s |     1m:01s |
| Iteration 44     |    none |     --- | newto.. |      152 |      --- |    0.75 |          1.0 |  0.669s |     1m:03s |
| Iteration 45     |      l2 |  0.5124 | newto.. |      324 |      --- |  0.8125 |          1.0 |  0.672s |     1m:04s |
| Iteration 46     |      l2 |  1.3347 | newto.. |      151 |      --- |   0.875 |          1.0 |  0.663s |     1m:06s |
| Iteration 47     |      l2 | 56.3508 | newto.. |      152 |      --- |    0.75 |          1.0 |  0.649s |     1m:08s |
| Iteration 48     |      l2 |   0.766 | libli.. |      305 |      --- |  0.6875 |          1.0 |  0.658s |     1m:09s |
| Iteration 49     |      l2 |  0.0138 | libli.. |      153 |      --- |   0.625 |          1.0 |  0.653s |     1m:11s |
| Iteration 50     |      l2 |   100.0 | newto.. |      314 |      --- |   0.625 |          1.0 |  0.665s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'penalty': 'l2', 'C': 0.4195, 'solver': 'liblinear', 'max_iter': 307}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8009
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.02
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:14s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  0.705s |     0.710s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.6875 |  0.709s |     1.835s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.6875 |  0.000s |     2.246s |
| Initial point 4  |    lsqr |       0.8 |  0.8125 |       0.8125 |  1.334s |     3.973s |
| Initial point 5  |   eigen |       0.9 |    0.75 |       0.8125 |  0.696s |     5.090s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |       0.8125 |  0.697s |     6.208s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |       0.8125 |  0.696s |     7.368s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |       0.8125 |  0.690s |     8.489s |
| Initial point 9  |    lsqr |       0.6 |  0.9375 |       0.9375 |  0.749s |     9.651s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |       0.9375 |  0.697s |    10.757s |
| Iteration 11     |    lsqr |       0.6 |  0.9375 |       0.9375 |  0.000s |    11.315s |
| Iteration 12     |   eigen |       0.7 |     1.0 |          1.0 |  0.688s |    12.547s |
| Iteration 13     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    13.108s |
| Iteration 14     |    lsqr |      auto |     1.0 |          1.0 |  0.690s |    14.348s |
| Iteration 15     |   eigen |      auto |   0.625 |          1.0 |  0.694s |    15.602s |
| Iteration 16     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    16.169s |
| Iteration 17     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    16.729s |
| Iteration 18     |    lsqr |       1.0 |   0.625 |          1.0 |  0.687s |    17.988s |
| Iteration 19     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    18.571s |
| Iteration 20     |    lsqr |      None |    0.25 |          1.0 |  0.702s |    19.862s |
| Iteration 21     |   eigen |       0.5 |   0.875 |          1.0 |  0.694s |    21.154s |
| Iteration 22     |   eigen |       0.6 |  0.8125 |          1.0 |  0.693s |    22.439s |
| Iteration 23     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    23.046s |
| Iteration 24     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    23.637s |
| Iteration 25     |   eigen |      None |     1.0 |          1.0 |  0.687s |    25.516s |
| Iteration 26     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    26.310s |
| Iteration 27     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    26.926s |
| Iteration 28     |   eigen |      None |     1.0 |          1.0 |  0.000s |    27.572s |
| Iteration 29     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    28.176s |
| Iteration 30     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |    28.785s |
| Iteration 31     |   eigen |      None |     1.0 |          1.0 |  0.000s |    29.464s |
| Iteration 32     |   eigen |      None |     1.0 |          1.0 |  0.000s |    30.126s |
| Iteration 33     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    30.784s |
| Iteration 34     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    31.417s |
| Iteration 35     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    32.284s |
| Iteration 36     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    32.926s |
| Iteration 37     |   eigen |      None |     1.0 |          1.0 |  0.000s |    33.595s |
| Iteration 38     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    34.263s |
| Iteration 39     |   eigen |      None |     1.0 |          1.0 |  0.001s |    34.938s |
| Iteration 40     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    35.645s |
| Iteration 41     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    36.338s |
| Iteration 42     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    37.041s |
| Iteration 43     |   eigen |      None |     1.0 |          1.0 |  0.000s |    37.756s |
| Iteration 44     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    38.473s |
| Iteration 45     |   eigen |      None |     1.0 |          1.0 |  0.000s |    39.192s |
| Iteration 46     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    39.938s |
| Iteration 47     |   eigen |      None |     1.0 |          1.0 |  0.000s |    40.667s |
| Iteration 48     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    41.410s |
| Iteration 49     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    42.154s |
| Iteration 50     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    42.917s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 43.707s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7759
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.0927
Time elapsed: 0.032s
-------------------------------------------------
Total time: 43.749s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  1.201s |     1.204s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  0.646s |     2.276s |
| Initial point 3  |       0.1 |     1.0 |          1.0 |  0.647s |     3.355s |
| Initial point 4  |       1.0 |  0.5625 |          1.0 |  0.000s |     3.752s |
| Initial point 5  |       0.2 |    0.75 |          1.0 |  0.650s |     4.853s |
| Initial point 6  |       0.4 |  0.4375 |          1.0 |  0.669s |     6.554s |
| Initial point 7  |       0.4 |  0.4375 |          1.0 |  0.000s |     7.336s |
| Initial point 8  |       0.7 |  0.5625 |          1.0 |  0.638s |     8.576s |
| Initial point 9  |       0.9 |    0.75 |          1.0 |  0.000s |     8.984s |
| Initial point 10 |       0.8 |  0.6875 |          1.0 |  0.647s |    10.031s |
| Iteration 11     |       0.3 |   0.875 |          1.0 |  0.635s |    11.156s |
| Iteration 12     |       0.6 |  0.8125 |          1.0 |  0.637s |    12.283s |
| Iteration 13     |       0.5 |  0.8125 |          1.0 |  0.636s |    13.438s |
| Iteration 14     |       0.0 |     1.0 |          1.0 |  0.633s |    14.585s |
| Iteration 15     |       0.1 |     1.0 |          1.0 |  0.000s |    15.076s |
| Iteration 16     |       0.0 |     1.0 |          1.0 |  0.000s |    15.563s |
| Iteration 17     |       0.0 |     1.0 |          1.0 |  0.000s |    16.067s |
| Iteration 18     |       0.1 |     1.0 |          1.0 |  0.000s |    16.631s |
| Iteration 19     |       0.1 |     1.0 |          1.0 |  0.000s |    17.142s |
| Iteration 20     |       0.0 |     1.0 |          1.0 |  0.000s |    17.661s |
| Iteration 21     |       0.1 |     1.0 |          1.0 |  0.000s |    18.184s |
| Iteration 22     |       0.0 |     1.0 |          1.0 |  0.000s |    18.701s |
| Iteration 23     |       0.1 |     1.0 |          1.0 |  0.000s |    19.308s |
| Iteration 24     |       0.0 |     1.0 |          1.0 |  0.000s |    19.846s |
| Iteration 25     |       0.0 |     1.0 |          1.0 |  0.000s |    20.361s |
| Iteration 26     |       0.1 |     1.0 |          1.0 |  0.000s |    20.881s |
| Iteration 27     |       0.1 |     1.0 |          1.0 |  0.000s |    21.411s |
| Iteration 28     |       0.9 |    0.75 |          1.0 |  0.000s |    21.952s |
| Iteration 29     |       0.2 |    0.75 |          1.0 |  0.000s |    22.476s |
| Iteration 30     |       0.8 |  0.6875 |          1.0 |  0.000s |    23.002s |
| Iteration 31     |       0.0 |     1.0 |          1.0 |  0.000s |    23.542s |
| Iteration 32     |       0.0 |     1.0 |          1.0 |  0.000s |    24.105s |
| Iteration 33     |       0.1 |     1.0 |          1.0 |  0.000s |    24.758s |
| Iteration 34     |       0.1 |     1.0 |          1.0 |  0.000s |    25.301s |
| Iteration 35     |       0.0 |     1.0 |          1.0 |  0.000s |    26.639s |
| Iteration 36     |       0.1 |     1.0 |          1.0 |  0.000s |    28.128s |
| Iteration 37     |       0.0 |     1.0 |          1.0 |  0.001s |    28.865s |
| Iteration 38     |       0.1 |     1.0 |          1.0 |  0.000s |    29.441s |
| Iteration 39     |       0.0 |     1.0 |          1.0 |  0.000s |    30.031s |
| Iteration 40     |       0.1 |     1.0 |          1.0 |  0.000s |    30.649s |
| Iteration 41     |       0.0 |     1.0 |          1.0 |  0.000s |    31.242s |
| Iteration 42     |       0.1 |     1.0 |          1.0 |  0.000s |    31.847s |
| Iteration 43     |       0.0 |     1.0 |          1.0 |  0.000s |    32.450s |
| Iteration 44     |       0.1 |     1.0 |          1.0 |  0.000s |    33.065s |
| Iteration 45     |       0.0 |     1.0 |          1.0 |  0.000s |    33.688s |
| Iteration 46     |       0.1 |     1.0 |          1.0 |  0.000s |    34.287s |
| Iteration 47     |       0.0 |     1.0 |          1.0 |  0.000s |    34.888s |
| Iteration 48     |       0.1 |     1.0 |          1.0 |  0.000s |    35.523s |
| Iteration 49     |       0.0 |     1.0 |          1.0 |  0.000s |    36.150s |
| Iteration 50     |       0.1 |     1.0 |          1.0 |  0.000s |    36.790s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 37.440s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7732
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.0374
Time elapsed: 0.028s
-------------------------------------------------
Total time: 37.477s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 13.0037 | dista.. |      auto |        40 |       1 |   0.875 |        0.875 |  0.644s |     0.664s |
| Initial point 2  |  5.1716 | uniform |   kd_tree |        39 |       2 |  0.6562 |        0.875 |  0.649s |     1.704s |
| Initial point 3  |  4.0852 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  0.652s |     2.778s |
| Initial point 4  | 11.9184 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.633s |     3.819s |
| Initial point 5  |  9.3366 | dista.. |      auto |        30 |       2 |    0.75 |          1.0 |  0.634s |     4.849s |
| Initial point 6  | 10.8124 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.639s |     5.950s |
| Initial point 7  |  7.7338 | dista.. | ball_tree |        24 |       1 |  0.6875 |          1.0 |  0.636s |     7.022s |
| Initial point 8  |  1.8533 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  1.193s |     8.613s |
| Initial point 9  |   8.615 | uniform | ball_tree |        24 |       1 |  0.7188 |          1.0 |  0.649s |     9.683s |
| Initial point 10 |  6.1191 | uniform |     brute |        22 |       2 |  0.5625 |          1.0 |  0.640s |    10.749s |
| Iteration 11     |  4.8227 | uniform | ball_tree |        40 |       2 |   0.875 |          1.0 |  0.644s |    12.085s |
| Iteration 12     |  4.2822 | dista.. | ball_tree |        21 |       2 |  0.7812 |          1.0 |  0.654s |    13.923s |
| Iteration 13     |  4.7726 | uniform |      auto |        25 |       1 |     0.5 |          1.0 |  0.631s |    15.487s |
| Iteration 14     |     0.0 | uniform | ball_tree |        40 |       1 |     0.5 |          1.0 |  0.637s |    16.814s |
| Iteration 15     |  1.4146 | uniform |      auto |        39 |       2 |   0.625 |          1.0 |  0.643s |    18.078s |
| Iteration 16     |  3.0059 | uniform | ball_tree |        39 |       2 |  0.5312 |          1.0 |  0.645s |    19.515s |
| Iteration 17     |  0.1262 | dista.. |     brute |        39 |       1 |   0.375 |          1.0 |  0.641s |    20.792s |
| Iteration 18     | 13.0404 | uniform |     brute |        39 |       1 |   0.625 |          1.0 |  0.640s |    22.106s |
| Iteration 19     |     0.0 | dista.. |   kd_tree |        35 |       2 |     0.5 |          1.0 |  0.647s |    24.347s |
| Iteration 20     |  3.1086 | dista.. |     brute |        26 |       1 |  0.3125 |          1.0 |  0.637s |    25.854s |
| Iteration 21     |     0.0 | dista.. | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.632s |    27.145s |
| Iteration 22     |  5.0618 | uniform | ball_tree |        29 |       1 |  0.8125 |          1.0 |  0.643s |    28.531s |
| Iteration 23     | 13.0404 | uniform |      auto |        28 |       2 |     0.5 |          1.0 |  0.635s |    29.863s |
| Iteration 24     |  2.9371 | dista.. | ball_tree |        26 |       2 |   0.875 |          1.0 |  0.634s |    31.251s |
| Iteration 25     |  6.2104 | uniform | ball_tree |        40 |       2 |   0.625 |          1.0 |  0.637s |    32.558s |
| Iteration 26     |  2.8509 | uniform | ball_tree |        25 |       1 |  0.6875 |          1.0 |  0.635s |    33.870s |
| Iteration 27     |  4.5665 | dista.. | ball_tree |        29 |       2 |  0.9375 |          1.0 |  0.643s |    35.278s |
| Iteration 28     |   4.719 | dista.. | ball_tree |        33 |       2 |  0.4375 |          1.0 |  0.633s |    36.634s |
| Iteration 29     |  5.0283 | dista.. | ball_tree |        26 |       2 |   0.875 |          1.0 |  0.643s |    37.958s |
| Iteration 30     |  4.4943 | dista.. | ball_tree |        27 |       2 |  0.5625 |          1.0 |  0.641s |    39.404s |
| Iteration 31     | 12.9877 | uniform | ball_tree |        25 |       2 |     0.5 |          1.0 |  0.635s |    40.782s |
| Iteration 32     |     0.0 | dista.. | ball_tree |        20 |       2 |     0.5 |          1.0 |  1.202s |    42.688s |
| Iteration 33     |  9.9986 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  0.644s |    44.103s |
| Iteration 34     |  4.3832 | dista.. | ball_tree |        24 |       2 |  0.6875 |          1.0 |  0.641s |    45.476s |
| Iteration 35     |  4.2244 | dista.. | ball_tree |        25 |       2 |  0.8125 |          1.0 |  0.635s |    46.996s |
| Iteration 36     |  8.8649 | uniform |   kd_tree |        20 |       1 |  0.9062 |          1.0 |  0.639s |    48.354s |
| Iteration 37     | 11.5678 | dista.. |   kd_tree |        20 |       1 |  0.9375 |          1.0 |  0.657s |    49.770s |
| Iteration 38     |  10.829 | dista.. |      auto |        23 |       1 |  0.6875 |          1.0 |  0.642s |    51.088s |
| Iteration 39     | 13.0404 | dista.. |   kd_tree |        21 |       1 |     1.0 |          1.0 |  0.637s |    52.447s |
| Iteration 40     | 12.1353 | dista.. |   kd_tree |        21 |       1 |   0.625 |          1.0 |  0.635s |    53.963s |
| Iteration 41     | 10.8113 | uniform |      auto |        29 |       1 |   0.375 |          1.0 |  0.636s |    55.485s |
| Iteration 42     | 13.0404 | dista.. |     brute |        28 |       1 |    0.75 |          1.0 |  0.638s |    57.066s |
| Iteration 43     |  3.8204 | dista.. |      auto |        22 |       2 |    0.75 |          1.0 |  0.638s |    58.643s |
| Iteration 44     | 13.0404 | dista.. | ball_tree |        29 |       1 |     0.5 |          1.0 |  0.631s |     1m:00s |
| Iteration 45     | 13.0404 | uniform |   kd_tree |        20 |       1 |  0.5938 |          1.0 |  0.640s |     1m:02s |
| Iteration 46     |  8.3127 | dista.. |   kd_tree |        20 |       2 |     1.0 |          1.0 |  0.641s |     1m:03s |
| Iteration 47     |  7.6461 | dista.. |   kd_tree |        20 |       2 |  0.6875 |          1.0 |  0.634s |     1m:05s |
| Iteration 48     | 10.8309 | dista.. |   kd_tree |        40 |       2 |   0.875 |          1.0 |  0.642s |     1m:06s |
| Iteration 49     | 10.4848 | dista.. |   kd_tree |        21 |       1 |  0.5625 |          1.0 |  0.692s |     1m:08s |
| Iteration 50     | 10.4045 | dista.. |     brute |        40 |       2 |    0.75 |          1.0 |  0.660s |     1m:09s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'radius': 4.0852, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0316
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:10s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  1.018s |     1.025s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.5312 |         0.75 |  1.042s |     2.483s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.791s |     3.674s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.938s |     5.201s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9688 |          1.0 |  0.806s |     6.431s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.875 |          1.0 |  1.036s |     7.879s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |          1.0 |  0.680s |     9.014s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7188 |          1.0 |  1.503s |    10.929s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.7188 |          1.0 |  0.642s |    11.972s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |          1.0 |  0.768s |    13.182s |
| Iteration 11     |          413 |        0.0769 |     SAMME |     1.0 |          1.0 |  0.922s |    14.701s |
| Iteration 12     |          293 |         0.096 |     SAMME |     1.0 |          1.0 |  0.834s |    16.212s |
| Iteration 13     |          139 |        0.9192 |     SAMME |  0.9375 |          1.0 |  0.744s |    17.554s |
| Iteration 14     |          377 |        0.1727 |     SAMME |    0.75 |          1.0 |  0.920s |    19.074s |
| Iteration 15     |          475 |        0.5058 |   SAMME.R |  0.9375 |          1.0 |  1.021s |    20.702s |
| Iteration 16     |           80 |        0.8746 |   SAMME.R |  0.9375 |          1.0 |  0.700s |    22.010s |
| Iteration 17     |          282 |        1.0823 |     SAMME |     1.0 |          1.0 |  0.830s |    23.438s |
| Iteration 18     |          497 |        1.5156 |   SAMME.R |   0.875 |          1.0 |  1.029s |    25.074s |
| Iteration 19     |          106 |        0.0614 |     SAMME |  0.7188 |          1.0 |  0.700s |    26.410s |
| Iteration 20     |          356 |          0.09 |     SAMME |     0.5 |          1.0 |  0.886s |    28.184s |
| Iteration 21     |          270 |        0.1626 |     SAMME |   0.875 |          1.0 |  0.830s |    29.690s |
| Iteration 22     |          239 |        9.3381 |     SAMME |   0.125 |          1.0 |  0.636s |    30.937s |
| Iteration 23     |           73 |        0.6008 |     SAMME |   0.625 |          1.0 |  0.691s |    32.271s |
| Iteration 24     |          243 |        0.9553 |     SAMME |     1.0 |          1.0 |  0.801s |    33.696s |
| Iteration 25     |          317 |        1.0628 |     SAMME |  0.8125 |          1.0 |  0.857s |    35.233s |
| Iteration 26     |          150 |        1.0452 |   SAMME.R |  0.9375 |          1.0 |  0.754s |    36.663s |
| Iteration 27     |          141 |        1.0625 |     SAMME |     1.0 |          1.0 |  0.737s |    38.058s |
| Iteration 28     |          500 |         0.645 |   SAMME.R |  0.5625 |          1.0 |  1.032s |    39.758s |
| Iteration 29     |           90 |        1.2005 |   SAMME.R |  0.8125 |          1.0 |  0.711s |    41.131s |
| Iteration 30     |          469 |        0.9653 |   SAMME.R |     0.5 |          1.0 |  1.014s |    42.815s |
| Iteration 31     |          254 |         1.166 |     SAMME |  0.5938 |          1.0 |  0.815s |    44.376s |
| Iteration 32     |          420 |        0.0803 |     SAMME |    0.75 |          1.0 |  0.965s |    46.182s |
| Iteration 33     |          168 |        0.9764 |     SAMME |    0.75 |          1.0 |  0.756s |    48.241s |
| Iteration 34     |          430 |        1.0165 |     SAMME |     1.0 |          1.0 |  1.000s |    49.946s |
| Iteration 35     |          427 |        1.0161 |     SAMME |  0.6875 |          1.0 |  0.996s |    51.676s |
| Iteration 36     |          100 |        1.0334 |     SAMME |  0.9375 |          1.0 |  0.753s |    53.086s |
| Iteration 37     |          259 |        0.9145 |     SAMME |     1.0 |          1.0 |  0.871s |    54.729s |
| Iteration 38     |          271 |        0.8739 |     SAMME |  0.8125 |          1.0 |  0.881s |    56.348s |
| Iteration 39     |          500 |        0.9403 |     SAMME |     1.0 |          1.0 |  1.152s |    58.607s |
| Iteration 40     |          483 |        0.9377 |     SAMME |     1.0 |          1.0 |  1.037s |     1m:01s |
| Iteration 41     |          496 |         0.933 |     SAMME |   0.875 |          1.0 |  1.041s |     1m:02s |
| Iteration 42     |           90 |        0.9223 |     SAMME |    0.75 |          1.0 |  0.751s |     1m:04s |
| Iteration 43     |          278 |        0.0469 |     SAMME |  0.9062 |          1.0 |  0.876s |     1m:06s |
| Iteration 44     |          103 |        0.0509 |     SAMME |  0.8125 |          1.0 |  0.749s |     1m:07s |
| Iteration 45     |          444 |         0.073 |     SAMME |     1.0 |          1.0 |  0.999s |     1m:09s |
| Iteration 46     |           77 |        0.0725 |     SAMME |  0.9688 |          1.0 |  0.735s |     1m:10s |
| Iteration 47     |          467 |        0.0733 |     SAMME |   0.875 |          1.0 |  1.026s |     1m:12s |
| Iteration 48     |          206 |        0.0706 |     SAMME |  0.7812 |          1.0 |  0.835s |     1m:14s |
| Iteration 49     |           55 |        0.0755 |     SAMME |  0.6562 |          1.0 |  0.720s |     1m:15s |
| Iteration 50     |          392 |        0.9654 |     SAMME |   0.875 |          1.0 |  0.969s |     1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.9403, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.404s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.815 ± 0.1158
Time elapsed: 1.856s
-------------------------------------------------
Total time: 1m:20s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  1.074s |     1.093s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6562 |          1.0 |  0.955s |     2.490s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.989s |     3.914s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |          1.0 |  0.802s |     5.162s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.9375 |          1.0 |  0.990s |     7.518s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  0.827s |     8.988s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.873s |    10.310s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.5625 |          1.0 |  0.886s |    11.643s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  0.967s |    13.065s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.625 |          1.0 |  1.503s |    15.179s |
| Iteration 11     |          500 |   entropy |      None |                16 |                4 |          0.9 |      True |    0.0331 |        None |     1.0 |          1.0 |  1.061s |    17.166s |
| Iteration 12     |          491 |   entropy |         6 |                17 |                2 |          0.6 |     False |     0.035 |         --- |   0.875 |          1.0 |  1.018s |    19.058s |
| Iteration 13     |          500 |   entropy |      None |                18 |               13 |          0.5 |      True |       0.0 |         0.9 |  0.9375 |          1.0 |  1.060s |    20.955s |
| Iteration 14     |          500 |      gini |      None |                16 |               20 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.982s |    22.761s |
| Iteration 15     |          500 |      gini |      None |                15 |                4 |         None |     False |    0.0046 |         --- |    0.75 |          1.0 |  1.011s |    24.575s |
| Iteration 16     |          500 |      gini |         3 |                20 |                9 |         auto |      True |     0.035 |         0.6 |   0.625 |          1.0 |  1.078s |    26.507s |
| Iteration 17     |          442 |   entropy |         7 |                14 |                9 |          0.7 |     False |    0.0198 |         --- |  0.9375 |          1.0 |  0.908s |    28.282s |
| Iteration 18     |          500 |      gini |         5 |                13 |               20 |         auto |      True |    0.0316 |         0.8 |     0.5 |          1.0 |  1.023s |    30.180s |
| Iteration 19     |          472 |   entropy |         2 |                 8 |               12 |          0.9 |      True |     0.035 |        None |     0.5 |          1.0 |  1.009s |    32.032s |
| Iteration 20     |           95 |   entropy |         3 |                16 |                4 |         sqrt |     False |    0.0016 |         --- |  0.3125 |          1.0 |  0.682s |    33.663s |
| Iteration 21     |           10 |      gini |      None |                20 |               20 |         auto |      True |     0.035 |        None |    0.75 |          1.0 |  0.636s |    35.289s |
| Iteration 22     |          500 |      gini |      None |                19 |               13 |         sqrt |      True |     0.035 |         0.6 |   0.875 |          1.0 |  1.012s |    37.255s |
| Iteration 23     |          441 |   entropy |         6 |                15 |                6 |          0.7 |     False |    0.0117 |         --- |   0.625 |          1.0 |  0.908s |    39.090s |
| Iteration 24     |          275 |   entropy |         1 |                12 |                4 |          0.7 |      True |    0.0176 |         0.7 |  0.9375 |          1.0 |  0.843s |    40.911s |
| Iteration 25     |          300 |   entropy |      None |                 3 |                5 |          0.8 |      True |    0.0285 |         0.9 |     1.0 |          1.0 |  0.873s |    42.722s |
| Iteration 26     |          422 |      gini |         8 |                 3 |                4 |         auto |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.889s |    44.581s |
| Iteration 27     |          122 |   entropy |      None |                11 |                5 |          0.5 |      True |    0.0295 |         0.5 |  0.9375 |          1.0 |  0.724s |    46.212s |
| Iteration 28     |          500 |      gini |      None |                19 |                5 |          0.9 |      True |    0.0198 |         0.6 |   0.625 |          1.0 |  1.034s |    49.284s |
| Iteration 29     |          356 |      gini |      None |                16 |               20 |          0.9 |     False |    0.0219 |         --- |   0.875 |          1.0 |  0.858s |    52.963s |
| Iteration 30     |          500 |   entropy |      None |                11 |                4 |         log2 |      True |    0.0266 |         0.9 |    0.75 |          1.0 |  1.044s |    55.407s |
| Iteration 31     |          183 |   entropy |         2 |                11 |                5 |         None |      True |     0.035 |        None |   0.625 |          1.0 |  0.776s |    57.206s |
| Iteration 32     |          273 |   entropy |      None |                 4 |                5 |          0.8 |      True |    0.0303 |         0.7 |  0.8125 |          1.0 |  0.893s |    59.573s |
| Iteration 33     |           15 |   entropy |      None |                16 |               15 |          0.7 |      True |    0.0111 |        None |   0.375 |          1.0 |  0.699s |     1m:01s |
| Iteration 34     |          434 |   entropy |         1 |                 9 |                5 |         auto |      True |    0.0325 |        None |    0.75 |          1.0 |  0.955s |     1m:03s |
| Iteration 35     |          470 |   entropy |         7 |                 6 |                1 |          0.5 |     False |    0.0249 |         --- |    0.75 |          1.0 |  0.933s |     1m:06s |
| Iteration 36     |          261 |   entropy |         1 |                 7 |                5 |          0.7 |     False |    0.0305 |         --- |  0.8125 |          1.0 |  0.774s |     1m:08s |
| Iteration 37     |          254 |   entropy |         6 |                17 |                3 |          0.7 |      True |    0.0237 |        None |     1.0 |          1.0 |  0.834s |     1m:10s |
| Iteration 38     |          175 |   entropy |         6 |                11 |                3 |         log2 |     False |    0.0184 |         --- |     1.0 |          1.0 |  0.736s |     1m:11s |
| Iteration 39     |           10 |   entropy |         6 |                14 |                3 |         sqrt |      True |    0.0206 |         0.6 |     1.0 |          1.0 |  0.636s |     1m:13s |
| Iteration 40     |          293 |   entropy |      None |                11 |                5 |         None |      True |    0.0254 |         0.9 |   0.875 |          1.0 |  0.860s |     1m:15s |
| Iteration 41     |          147 |   entropy |         6 |                16 |                3 |          0.9 |     False |    0.0292 |         --- |  0.9375 |          1.0 |  0.719s |     1m:17s |
| Iteration 42     |          369 |   entropy |         6 |                 9 |                3 |          0.5 |      True |    0.0064 |        None |  0.6875 |          1.0 |  0.928s |     1m:19s |
| Iteration 43     |          277 |   entropy |         6 |                 8 |                3 |         None |     False |    0.0231 |         --- |  0.9375 |          1.0 |  0.818s |     1m:21s |
| Iteration 44     |          465 |   entropy |         1 |                11 |                5 |          0.7 |      True |    0.0165 |         0.9 |  0.8125 |          1.0 |  0.994s |     1m:23s |
| Iteration 45     |          226 |   entropy |         4 |                12 |                3 |         sqrt |      True |    0.0226 |         0.7 |     1.0 |          1.0 |  0.844s |     1m:25s |
| Iteration 46     |          138 |   entropy |         5 |                11 |                3 |         sqrt |      True |    0.0209 |         0.7 |     1.0 |          1.0 |  0.784s |     1m:27s |
| Iteration 47     |          126 |   entropy |         5 |                17 |                4 |         sqrt |     False |    0.0208 |         --- |  0.8125 |          1.0 |  0.745s |     1m:29s |
| Iteration 48     |          207 |   entropy |         5 |                 7 |                3 |         auto |      True |    0.0205 |         0.5 |   0.875 |          1.0 |  0.863s |     1m:31s |
| Iteration 49     |          229 |   entropy |         5 |                14 |                3 |         log2 |      True |    0.0257 |         0.9 |  0.6875 |          1.0 |  0.858s |     1m:33s |
| Iteration 50     |          149 |   entropy |         8 |                18 |                5 |          0.7 |      True |     0.029 |         0.9 |    0.75 |          1.0 |  0.756s |     1m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8848
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.438s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.02
Time elapsed: 2.013s
-------------------------------------------------
Total time: 1m:39s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.772s |     0.792s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.5625 |       0.5625 |  0.760s |     2.014s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.5625 |  0.764s |     3.206s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.5625 |  0.704s |     4.322s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.5625 |  0.749s |     5.506s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.5625 |  0.720s |     6.635s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.5625 |  0.741s |     7.801s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.5625 |  0.732s |     8.990s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |         0.75 |  0.763s |    10.170s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  0.827s |    11.407s |
| Iteration 11     |          226 |        0.0693 |         3 |     0.0 |                4 |       0.8 |              0.5 |         0 |         10 |  0.9375 |       0.9375 |  0.720s |    12.968s |
| Iteration 12     |          351 |        0.2348 |         5 |  0.0022 |                5 |       0.9 |              0.6 |      0.01 |       0.01 |     1.0 |          1.0 |  1.379s |    15.130s |
| Iteration 13     |          500 |        0.8747 |         4 |     0.0 |                5 |       0.7 |              0.8 |         0 |        100 |  0.9688 |          1.0 |  0.779s |    16.700s |
| Iteration 14     |          258 |        0.0894 |         7 |     0.0 |                5 |       1.0 |              0.4 |       0.1 |          0 |     1.0 |          1.0 |  0.721s |    18.229s |
| Iteration 15     |          256 |        0.1394 |         1 |     0.0 |                5 |       1.0 |              1.0 |      0.01 |          0 |  0.5625 |          1.0 |  0.727s |    19.772s |
| Iteration 16     |          376 |        0.2154 |         9 |     0.0 |                5 |       0.9 |              0.5 |      0.01 |        100 |  0.5625 |          1.0 |  0.743s |    21.347s |
| Iteration 17     |           73 |          0.01 |         6 |     0.0 |               10 |       1.0 |              0.4 |         0 |        100 |     0.5 |          1.0 |  0.699s |    22.853s |
| Iteration 18     |          256 |        0.0955 |         7 |     0.0 |                5 |       1.0 |              0.4 |       0.1 |          0 |    0.75 |          1.0 |  0.728s |    24.452s |
| Iteration 19     |          210 |        0.1292 |         5 |     0.0 |                5 |       1.0 |              0.4 |         0 |          1 |   0.625 |          1.0 |  0.718s |    25.935s |
| Iteration 20     |          488 |         0.216 |         4 |     0.0 |                5 |       0.7 |              0.7 |      0.01 |        0.1 |  0.1875 |          1.0 |  0.764s |    27.590s |
| Iteration 21     |          422 |        0.4705 |         4 |    0.17 |                4 |       0.8 |              0.7 |         0 |        100 |    0.75 |          1.0 |  0.758s |    29.183s |
| Iteration 22     |          305 |         0.135 |         3 |  0.0203 |                2 |       0.7 |              0.6 |         0 |         10 |  0.8125 |          1.0 |  0.742s |    30.709s |
| Iteration 23     |           59 |        0.0142 |         5 |   0.804 |                3 |       0.9 |              1.0 |      0.01 |          0 |     1.0 |          1.0 |  0.697s |    32.232s |
| Iteration 24     |           51 |        0.0451 |         5 |  0.8731 |                9 |       0.9 |              0.8 |      0.01 |         10 |     0.5 |          1.0 |  0.702s |    33.819s |
| Iteration 25     |          261 |        0.2357 |         5 |  0.0017 |                3 |       0.9 |              0.8 |      0.01 |          0 |     1.0 |          1.0 |  0.741s |    35.371s |
| Iteration 26     |          161 |         0.014 |         5 |  0.0645 |               10 |       0.9 |              0.4 |      0.01 |          1 |     0.5 |          1.0 |  0.714s |    36.905s |
| Iteration 27     |          152 |        0.0854 |         7 |     0.0 |                5 |       1.0 |              0.8 |       0.1 |          1 |    0.75 |          1.0 |  0.716s |    38.543s |
| Iteration 28     |          327 |        0.4437 |         5 |  0.9705 |                5 |       0.9 |              0.8 |      0.01 |          0 |  0.6562 |          1.0 |  0.732s |    40.190s |
| Iteration 29     |          458 |        0.0142 |         5 |  0.8282 |                8 |       0.9 |              0.8 |         1 |         10 |     0.5 |          1.0 |  0.760s |    41.866s |
| Iteration 30     |          218 |        0.2356 |         5 |  0.0699 |                7 |       0.9 |              0.7 |      0.01 |          0 |   0.625 |          1.0 |  0.722s |    43.546s |
| Iteration 31     |          497 |        0.0141 |         5 |     0.8 |                5 |       0.9 |              0.6 |      0.01 |         10 |  0.5625 |          1.0 |  0.759s |    45.241s |
| Iteration 32     |          129 |        0.0278 |         7 |     0.0 |                2 |       0.9 |              0.6 |      0.01 |       0.01 |  0.8125 |          1.0 |  0.708s |    46.884s |
| Iteration 33     |          226 |        0.0248 |         2 |  0.1352 |                5 |       0.7 |              0.4 |         0 |         10 |     0.5 |          1.0 |  0.730s |    48.493s |
| Iteration 34     |          290 |        0.0306 |         7 |  0.1695 |                2 |       1.0 |              0.6 |      0.01 |          0 |     1.0 |          1.0 |  0.726s |    50.421s |
| Iteration 35     |          127 |        0.0475 |         7 |  0.1494 |                2 |       1.0 |              0.5 |      0.01 |          0 |    0.75 |          1.0 |  0.661s |    52.468s |
| Iteration 36     |          401 |        0.0723 |         6 |  0.1066 |                2 |       0.9 |              0.9 |         0 |          0 |   0.625 |          1.0 |  0.702s |    54.139s |
| Iteration 37     |           73 |        0.1082 |         7 |  0.4138 |                2 |       1.0 |              0.9 |       0.1 |          0 |     1.0 |          1.0 |  0.675s |    55.778s |
| Iteration 38     |          226 |        0.0431 |         7 |  0.2905 |                2 |       1.0 |              0.8 |       0.1 |          0 |     1.0 |          1.0 |  1.322s |    58.038s |
| Iteration 39     |          255 |        0.0316 |         9 |  0.1076 |                1 |       1.0 |              1.0 |         1 |          0 |     1.0 |          1.0 |  0.749s |    59.761s |
| Iteration 40     |          197 |        0.0149 |         5 |  0.2988 |                1 |       1.0 |              0.5 |         1 |          0 |  0.8125 |          1.0 |  0.735s |     1m:02s |
| Iteration 41     |          380 |        0.0804 |        10 |  0.6985 |                2 |       1.0 |              1.0 |       0.1 |          0 |  0.8125 |          1.0 |  0.762s |     1m:03s |
| Iteration 42     |          153 |        0.5419 |        10 |  0.0571 |                1 |       1.0 |              0.8 |       100 |          0 |     0.5 |          1.0 |  0.725s |     1m:05s |
| Iteration 43     |           95 |        0.0416 |         1 |  0.4493 |                1 |       1.0 |              0.8 |       0.1 |          0 |  0.9062 |          1.0 |  0.700s |     1m:07s |
| Iteration 44     |          480 |        0.9968 |         3 |  0.1038 |                1 |       0.9 |              0.5 |       0.1 |          0 |     0.5 |          1.0 |  0.776s |     1m:08s |
| Iteration 45     |          206 |        0.0773 |         9 |  0.0762 |                1 |       1.0 |              0.6 |       0.1 |        100 |     1.0 |          1.0 |  0.735s |     1m:10s |
| Iteration 46     |          203 |           1.0 |        10 |  0.6845 |                1 |       1.0 |              1.0 |       0.1 |         10 |     1.0 |          1.0 |  0.735s |     1m:12s |
| Iteration 47     |          214 |           1.0 |        10 |   0.726 |                1 |       0.5 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.739s |     1m:14s |
| Iteration 48     |          211 |        0.6775 |        10 |  0.6262 |                1 |       1.0 |              1.0 |       0.1 |          0 |  0.8125 |          1.0 |  0.688s |     1m:16s |
| Iteration 49     |          205 |        0.0253 |        10 |     0.0 |                1 |       0.5 |              1.0 |       0.1 |         10 |  0.6875 |          1.0 |  0.682s |     1m:17s |
| Iteration 50     |           20 |           1.0 |         7 |     1.0 |                1 |       1.0 |              1.0 |       0.1 |        100 |     0.5 |          1.0 |  0.651s |     1m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 351, 'learning_rate': 0.2348, 'max_depth': 5, 'gamma': 0.0022, 'min_child_weight': 5, 'subsample': 0.9, 'colsample_bytree': 0.6, 'reg_alpha': 0.01, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9085
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.080s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.725 ± 0.1949
Time elapsed: 0.226s
-------------------------------------------------
Total time: 1m:20s


Final results ==================== >>
Duration: 9m:29s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.73 ± 0.04 ~
Logistic Regression             --> roc_auc: 0.49 ± 0.02 ~
Linear Discriminant Analysis    --> roc_auc: 0.42 ± 0.0927 ~
Quadratic Discriminant Analysis --> roc_auc: 0.46 ± 0.0374 ~
Radius Nearest Neighbors        --> roc_auc: 0.7 ± 0.0316 ~
AdaBoost                        --> roc_auc: 0.815 ± 0.1158 !
Random Forest                   --> roc_auc: 0.64 ± 0.02 ~
XGBoost                         --> roc_auc: 0.725 ± 0.1949
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVANAGGTSYGKLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVSSGNTPLVF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  3.208s |     3.229s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.5625 |       0.8125 |  3.239s |     6.881s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |        0.875 |  3.208s |    10.530s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.375 |        0.875 |  3.171s |    14.184s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |        0.875 |  3.213s |    17.810s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5625 |        0.875 |  3.216s |    21.449s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |       0.9375 |  3.213s |    25.740s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.5625 |       0.9375 |  3.267s |    29.596s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     0.5 |       0.9375 |  3.166s |    33.180s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |       0.9375 |  3.166s |    36.774s |
| Iteration 11     | exponen.. |           1.0 |          500 |       0.8 | squared_er.. |                 2 |                1 |        10 |         auto |     0.035 |   0.875 |       0.9375 |  3.305s |    40.812s |
| Iteration 12     | exponen.. |        0.8062 |           10 |       0.8 | squared_er.. |                 6 |               13 |         4 |          0.7 |    0.0069 |     1.0 |          1.0 |  3.155s |    44.835s |
| Iteration 13     |  deviance |         0.092 |          309 |       0.8 | squared_er.. |                 2 |               11 |         1 |         None |    0.0106 |  0.6875 |          1.0 |  3.206s |    48.949s |
| Iteration 14     | exponen.. |        0.9286 |           10 |       0.8 | squared_er.. |                11 |               10 |         1 |         None |       0.0 |  0.7188 |          1.0 |  3.736s |    54.704s |
| Iteration 15     | exponen.. |           1.0 |          270 |       0.8 | squared_er.. |                12 |               17 |         6 |          0.5 |       0.0 |  0.6875 |          1.0 |  3.207s |    59.095s |
| Iteration 16     | exponen.. |        0.6561 |           10 |       0.8 | squared_er.. |                 5 |               13 |         3 |          0.7 |    0.0056 |  0.5625 |          1.0 |  3.134s |     1m:03s |
| Iteration 17     | exponen.. |        0.2055 |          295 |       0.8 | friedman_mse |                15 |               14 |         2 |         auto |     0.035 |  0.9375 |          1.0 |  3.216s |     1m:07s |
| Iteration 18     | exponen.. |        0.0839 |          187 |       0.5 | squared_er.. |                 2 |                9 |         5 |         log2 |    0.0214 |   0.875 |          1.0 |  3.161s |     1m:11s |
| Iteration 19     | exponen.. |        0.8869 |           64 |       0.7 | squared_er.. |                 7 |                8 |         8 |          0.5 |    0.0304 |     0.5 |          1.0 |  3.169s |     1m:15s |
| Iteration 20     | exponen.. |        0.4485 |           50 |       0.8 | friedman_mse |                 8 |               13 |         5 |          0.5 |    0.0069 |   0.375 |          1.0 |  3.144s |     1m:19s |
| Iteration 21     | exponen.. |        0.1369 |          259 |       0.8 | squared_er.. |                11 |               14 |         4 |         auto |     0.028 |  0.5625 |          1.0 |  3.202s |     1m:23s |
| Iteration 22     | exponen.. |        0.0147 |          255 |       0.9 | squared_er.. |                 2 |                6 |         6 |         auto |    0.0216 |  0.5625 |          1.0 |  3.220s |     1m:27s |
| Iteration 23     | exponen.. |        0.1594 |          296 |       0.8 | friedman_mse |                14 |               14 |         2 |          0.6 |    0.0074 |   0.625 |          1.0 |  3.221s |     1m:31s |
| Iteration 24     | exponen.. |        0.6702 |          434 |       0.8 | squared_er.. |                17 |                8 |         9 |         auto |    0.0164 |    0.75 |          1.0 |  3.249s |     1m:35s |
| Iteration 25     | exponen.. |        0.8432 |          192 |       0.8 | squared_er.. |                 4 |                5 |         7 |         None |    0.0064 |     1.0 |          1.0 |  3.237s |     1m:39s |
| Iteration 26     | exponen.. |        0.8264 |          214 |       0.8 | squared_er.. |                18 |                8 |         5 |          0.8 |    0.0078 |  0.6875 |          1.0 |  3.221s |     1m:43s |
| Iteration 27     | exponen.. |         0.827 |          362 |       0.8 | squared_er.. |                 5 |                6 |         3 |          0.8 |    0.0149 |  0.6875 |          1.0 |  3.236s |     1m:47s |
| Iteration 28     | exponen.. |        0.8226 |           10 |       0.8 | squared_er.. |                 4 |               20 |         8 |         log2 |    0.0188 |   0.625 |          1.0 |  3.126s |     1m:51s |
| Iteration 29     | exponen.. |        0.2294 |          434 |       0.8 | friedman_mse |                16 |               14 |         6 |         log2 |    0.0193 |   0.625 |          1.0 |  3.245s |     1m:55s |
| Iteration 30     | exponen.. |        0.8188 |          169 |       0.8 | squared_er.. |                 5 |               10 |         6 |         log2 |    0.0049 |    0.75 |          1.0 |  3.188s |     1m:59s |
| Iteration 31     | exponen.. |        0.0437 |          123 |       0.5 | squared_er.. |                10 |                6 |         3 |          0.9 |    0.0081 |  0.6875 |          1.0 |  3.161s |     2m:03s |
| Iteration 32     | exponen.. |        0.1656 |          223 |       0.5 | squared_er.. |                19 |                6 |         2 |         sqrt |    0.0242 |   0.625 |          1.0 |  3.207s |     2m:08s |
| Iteration 33     | exponen.. |        0.0728 |          355 |       0.5 | squared_er.. |                 5 |               19 |         7 |          0.6 |    0.0261 |     0.5 |          1.0 |  3.210s |     2m:12s |
| Iteration 34     | exponen.. |        0.8591 |          235 |       0.8 | squared_er.. |                 2 |                2 |         6 |          0.7 |    0.0297 |  0.0625 |          1.0 |  3.234s |     2m:16s |
| Iteration 35     | exponen.. |           1.0 |          288 |       0.7 | squared_er.. |                 4 |               19 |        10 |         None |    0.0077 |     0.5 |          1.0 |  3.231s |     2m:20s |
| Iteration 36     | exponen.. |        0.7307 |          241 |       0.8 | squared_er.. |                13 |               15 |         9 |         auto |    0.0293 |  0.5938 |          1.0 |  3.181s |     2m:24s |
| Iteration 37     | exponen.. |         0.823 |          143 |       1.0 | squared_er.. |                12 |                2 |         3 |          0.8 |    0.0067 |    0.75 |          1.0 |  3.199s |     2m:28s |
| Iteration 38     | exponen.. |        0.8275 |           92 |       0.8 | squared_er.. |                 2 |               20 |         7 |          0.7 |    0.0066 |     0.5 |          1.0 |  3.798s |     2m:33s |
| Iteration 39     | exponen.. |        0.8368 |          414 |       0.8 | squared_er.. |                 2 |                6 |         4 |         log2 |    0.0068 |   0.625 |          1.0 |  3.256s |     2m:37s |
| Iteration 40     | exponen.. |        0.8358 |          429 |       0.9 | squared_er.. |                18 |                7 |         7 |         None |    0.0044 |    0.75 |          1.0 |  3.255s |     2m:42s |
| Iteration 41     | exponen.. |        0.8058 |          185 |       0.8 | squared_er.. |                 6 |               12 |         3 |          0.7 |    0.0067 |  0.6562 |          1.0 |  3.200s |     2m:46s |
| Iteration 42     |  deviance |        0.2092 |          346 |       0.8 | friedman_mse |                15 |               13 |         9 |         log2 |    0.0344 |    0.75 |          1.0 |  3.242s |     2m:50s |
| Iteration 43     |  deviance |        0.8722 |          125 |       1.0 | squared_er.. |                 8 |                4 |         2 |         None |    0.0068 |    0.75 |          1.0 |  3.204s |     2m:54s |
| Iteration 44     | exponen.. |        0.1986 |          498 |       1.0 | friedman_mse |                 2 |               15 |         7 |         auto |     0.035 |  0.8438 |          1.0 |  3.253s |     2m:58s |
| Iteration 45     | exponen.. |        0.2481 |           69 |       0.6 | friedman_mse |                19 |               11 |         4 |         auto |     0.035 |  0.5625 |          1.0 |  3.187s |     3m:03s |
| Iteration 46     | exponen.. |        0.2016 |           93 |       0.7 | friedman_mse |                13 |               10 |         9 |         auto |     0.035 |   0.875 |          1.0 |  3.193s |     3m:07s |
| Iteration 47     |  deviance |        0.9924 |          351 |       0.6 | squared_er.. |                13 |                1 |         1 |         auto |    0.0331 |    0.75 |          1.0 |  3.230s |     3m:11s |
| Iteration 48     |  deviance |        0.0489 |          314 |       1.0 | friedman_mse |                18 |               20 |         7 |         auto |     0.035 |     0.5 |          1.0 |  3.219s |     3m:15s |
| Iteration 49     | exponen.. |         0.204 |          448 |       0.9 | friedman_mse |                19 |               17 |         2 |         auto |     0.035 |  0.8125 |          1.0 |  3.297s |     3m:19s |
| Iteration 50     | exponen.. |        0.2014 |          292 |       0.8 | friedman_mse |                 4 |                9 |         2 |         auto |    0.0314 |   0.625 |          1.0 |  3.248s |     3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.8432, 'n_estimators': 192, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 4, 'min_samples_leaf': 5, 'max_depth': 7, 'max_features': None, 'ccp_alpha': 0.0064}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.064s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.685 ± 0.0735
Time elapsed: 0.292s
-------------------------------------------------
Total time: 3m:25s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.25 |         0.25 |  3.211s |     3.223s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  3.179s |     6.804s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.9375 |       0.9375 |  3.180s |    10.409s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |       0.9375 |  3.169s |    13.972s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |       0.9375 |  3.174s |    17.543s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |       0.9375 |  3.167s |    21.126s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.375 |       0.9375 |  3.155s |    24.681s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |       0.9375 |  3.154s |    28.239s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.875 |       0.9375 |  3.133s |    31.774s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.3125 |       0.9375 |  3.163s |    35.352s |
| Iteration 11     |      l2 |  0.0136 | libli.. |      320 |      --- |   0.875 |       0.9375 |  3.142s |    39.167s |
| Iteration 12     |      l2 |  0.0461 | libli.. |      299 |      --- |    0.25 |       0.9375 |  3.153s |    43.024s |
| Iteration 13     |      l2 |  0.0316 | libli.. |      978 |      --- |  0.8125 |       0.9375 |  3.152s |    46.848s |
| Iteration 14     |      l1 |  3.1678 | libli.. |      274 |      --- |  0.6875 |       0.9375 |  3.160s |    51.298s |
| Iteration 15     |      l1 | 36.6135 | libli.. |      749 |      --- |     0.5 |       0.9375 |  3.154s |    55.261s |
| Iteration 16     |      l2 |  0.1523 | libli.. |      364 |      --- |  0.4375 |       0.9375 |  3.769s |    59.795s |
| Iteration 17     |      l2 |  0.4462 | libli.. |      323 |      --- |     1.0 |          1.0 |  3.184s |     1m:04s |
| Iteration 18     |      l2 |  0.4944 | libli.. |     1000 |      --- |  0.5625 |          1.0 |  3.177s |     1m:08s |
| Iteration 19     |      l2 |  0.5911 | libli.. |      340 |      --- |     0.5 |          1.0 |  3.181s |     1m:12s |
| Iteration 20     |      l2 |  0.4376 | libli.. |     1000 |      --- |   0.375 |          1.0 |  3.147s |     1m:16s |
| Iteration 21     |      l1 |  0.4731 | libli.. |      590 |      --- |  0.4375 |          1.0 |  3.162s |     1m:20s |
| Iteration 22     |      l2 |  0.4336 | libli.. |      360 |      --- |   0.375 |          1.0 |  3.158s |     1m:23s |
| Iteration 23     |      l2 |  0.1165 | libli.. |      318 |      --- |   0.875 |          1.0 |  3.161s |     1m:27s |
| Iteration 24     |      l2 |  1.0676 | libli.. |      294 |      --- |     1.0 |          1.0 |  3.147s |     1m:31s |
| Iteration 25     |      l2 |   2.437 | libli.. |      305 |      --- |  0.8125 |          1.0 |  3.190s |     1m:36s |
| Iteration 26     |      l1 | 14.1347 | libli.. |      276 |      --- |   0.625 |          1.0 |  3.163s |     1m:39s |
| Iteration 27     |      l2 |  0.0834 | libli.. |      289 |      --- |   0.625 |          1.0 |  3.185s |     1m:43s |
| Iteration 28     |      l2 |  0.0306 | libli.. |      334 |      --- |     0.5 |          1.0 |  3.160s |     1m:47s |
| Iteration 29     |      l2 |  0.0069 | libli.. |      306 |      --- |  0.5625 |          1.0 |  3.190s |     1m:51s |
| Iteration 30     |      l2 |   0.607 | libli.. |      311 |      --- |    0.75 |          1.0 |  3.099s |     1m:56s |
| Iteration 31     |      l2 | 44.6871 | libli.. |      943 |      --- |  0.6875 |          1.0 |  3.146s |     2m:00s |
| Iteration 32     |      l2 |  47.997 | libli.. |      722 |      --- |  0.4375 |          1.0 |  3.152s |     2m:04s |
| Iteration 33     |    none |     --- | newto.. |      189 |      --- |  0.4375 |          1.0 |  3.156s |     2m:08s |
| Iteration 34     |      l2 |  0.3012 |   lbfgs |      308 |      --- |     0.5 |          1.0 |  3.130s |     2m:12s |
| Iteration 35     |      l2 |  0.6565 |     sag |      267 |      --- |  0.4375 |          1.0 |  3.173s |     2m:16s |
| Iteration 36     |      l2 |  12.347 | newto.. |      154 |      --- |  0.4688 |          1.0 |  3.147s |     2m:20s |
| Iteration 37     |      l2 |  0.6279 | libli.. |      327 |      --- |  0.6875 |          1.0 |  3.155s |     2m:24s |
| Iteration 38     |      l2 | 32.0794 |     sag |      140 |      --- |  0.4375 |          1.0 |  3.147s |     2m:28s |
| Iteration 39     |      l2 | 83.0253 | libli.. |      940 |      --- |     0.5 |          1.0 |  3.764s |     2m:32s |
| Iteration 40     |      l2 |  0.0018 | libli.. |     1000 |      --- |   0.625 |          1.0 |  3.145s |     2m:36s |
| Iteration 41     |      l2 |   1.158 | libli.. |      295 |      --- |  0.6562 |          1.0 |  3.134s |     2m:40s |
| Iteration 42     |      l2 |  0.0055 | libli.. |      221 |      --- |   0.625 |          1.0 |  3.155s |     2m:44s |
| Iteration 43     |      l2 |  0.1901 | libli.. |      209 |      --- |  0.8125 |          1.0 |  3.172s |     2m:49s |
| Iteration 44     |      l1 |  0.0121 | libli.. |      173 |      --- |     0.5 |          1.0 |  3.145s |     2m:54s |
| Iteration 45     |      l2 |  0.0163 | libli.. |      308 |      --- |  0.3125 |          1.0 |  3.168s |     2m:58s |
| Iteration 46     |      l2 |  0.6363 | libli.. |      284 |      --- |   0.875 |          1.0 |  3.175s |     3m:02s |
| Iteration 47     |      l2 |  0.4655 | libli.. |      298 |      --- |   0.625 |          1.0 |  3.125s |     3m:06s |
| Iteration 48     |      l2 |  0.6397 | libli.. |      266 |      --- |  0.6875 |          1.0 |  3.154s |     3m:10s |
| Iteration 49     |      l2 |  0.7521 | libli.. |      297 |      --- |    0.75 |          1.0 |  3.128s |     3m:14s |
| Iteration 50     |      l2 |   0.761 | libli.. |      296 |      --- |    0.25 |          1.0 |  3.170s |     3m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'penalty': 'l2', 'C': 0.4462, 'solver': 'liblinear', 'max_iter': 323}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9152
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.1166
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:19s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  3.133s |     3.139s |
| Initial point 2  |     svd |       --- |   0.625 |        0.625 |  3.139s |     6.688s |
| Initial point 3  |     svd |       --- |   0.625 |        0.625 |  0.001s |     7.090s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  3.123s |    10.623s |
| Initial point 5  |   eigen |       0.9 |   0.875 |        0.875 |  3.195s |    14.228s |
| Initial point 6  |    lsqr |       0.7 |  0.6875 |        0.875 |  3.136s |    17.779s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |        0.875 |  3.183s |    21.421s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |        0.875 |  3.150s |    25.010s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |        0.875 |  3.163s |    28.568s |
| Initial point 10 |   eigen |       0.8 |  0.4375 |        0.875 |  3.143s |    32.119s |
| Iteration 11     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |    32.649s |
| Iteration 12     |   eigen |       0.7 |  0.8125 |        0.875 |  3.157s |    36.332s |
| Iteration 13     |     svd |       --- |   0.625 |        0.875 |  0.000s |    36.875s |
| Iteration 14     |    lsqr |      auto |  0.8125 |        0.875 |  3.141s |    40.570s |
| Iteration 15     |   eigen |      auto |  0.4375 |        0.875 |  3.140s |    44.242s |
| Iteration 16     |     svd |       --- |   0.625 |        0.875 |  0.000s |    44.789s |
| Iteration 17     |     svd |       --- |   0.625 |        0.875 |  0.000s |    45.360s |
| Iteration 18     |    lsqr |       1.0 |    0.75 |        0.875 |  3.153s |    49.087s |
| Iteration 19     |     svd |       --- |   0.625 |        0.875 |  0.000s |    49.641s |
| Iteration 20     |    lsqr |      None |     0.5 |        0.875 |  3.760s |    53.954s |
| Iteration 21     |   eigen |       0.5 |   0.625 |        0.875 |  3.156s |    57.707s |
| Iteration 22     |   eigen |       0.6 |     0.0 |        0.875 |  3.190s |     1m:01s |
| Iteration 23     |     svd |       --- |   0.625 |        0.875 |  0.000s |     1m:02s |
| Iteration 24     |     svd |       --- |   0.625 |        0.875 |  0.000s |     1m:03s |
| Iteration 25     |   eigen |      None |  0.8125 |        0.875 |  3.102s |     1m:06s |
| Iteration 26     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 27     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:08s |
| Iteration 28     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:08s |
| Iteration 29     |    lsqr |      auto |  0.8125 |        0.875 |  0.000s |     1m:09s |
| Iteration 30     |   eigen |      auto |  0.4375 |        0.875 |  0.000s |     1m:10s |
| Iteration 31     |    lsqr |      auto |  0.8125 |        0.875 |  0.000s |     1m:10s |
| Iteration 32     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 33     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 34     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 35     |   eigen |       0.5 |   0.625 |        0.875 |  0.000s |     1m:13s |
| Iteration 36     |    lsqr |       0.9 |   0.625 |        0.875 |  0.000s |     1m:14s |
| Iteration 37     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 38     |     svd |       --- |   0.625 |        0.875 |  0.000s |     1m:15s |
| Iteration 39     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:16s |
| Iteration 40     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:16s |
| Iteration 41     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:17s |
| Iteration 42     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:18s |
| Iteration 43     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:18s |
| Iteration 44     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:19s |
| Iteration 45     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:20s |
| Iteration 46     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:21s |
| Iteration 47     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:21s |
| Iteration 48     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:22s |
| Iteration 49     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:23s |
| Iteration 50     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7625
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:24s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  3.140s |     3.143s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  3.165s |     6.708s |
| Initial point 3  |       0.1 |     1.0 |          1.0 |  3.176s |    10.286s |
| Initial point 4  |       1.0 |  0.5625 |          1.0 |  0.000s |    10.674s |
| Initial point 5  |       0.2 |    0.75 |          1.0 |  3.161s |    14.256s |
| Initial point 6  |       0.4 |  0.5625 |          1.0 |  3.159s |    17.804s |
| Initial point 7  |       0.4 |  0.5625 |          1.0 |  0.000s |    18.212s |
| Initial point 8  |       0.7 |   0.625 |          1.0 |  3.110s |    21.720s |
| Initial point 9  |       0.9 |   0.625 |          1.0 |  0.000s |    22.117s |
| Initial point 10 |       0.8 |   0.375 |          1.0 |  3.157s |    25.659s |
| Iteration 11     |       0.3 |   0.875 |          1.0 |  3.163s |    29.310s |
| Iteration 12     |       0.6 |   0.625 |          1.0 |  3.139s |    32.935s |
| Iteration 13     |       0.1 |     1.0 |          1.0 |  0.000s |    33.439s |
| Iteration 14     |       0.5 |     1.0 |          1.0 |  3.157s |    37.075s |
| Iteration 15     |       0.0 |  0.6875 |          1.0 |  3.153s |    40.728s |
| Iteration 16     |       0.5 |     1.0 |          1.0 |  0.000s |    41.227s |
| Iteration 17     |       0.1 |     1.0 |          1.0 |  0.000s |    41.749s |
| Iteration 18     |       0.5 |     1.0 |          1.0 |  0.000s |    42.288s |
| Iteration 19     |       0.1 |     1.0 |          1.0 |  0.000s |    42.846s |
| Iteration 20     |       0.5 |     1.0 |          1.0 |  0.000s |    44.128s |
| Iteration 21     |       0.1 |     1.0 |          1.0 |  0.000s |    44.688s |
| Iteration 22     |       0.5 |     1.0 |          1.0 |  0.000s |    45.187s |
| Iteration 23     |       0.5 |     1.0 |          1.0 |  0.000s |    45.701s |
| Iteration 24     |       0.1 |     1.0 |          1.0 |  0.000s |    46.209s |
| Iteration 25     |       0.1 |     1.0 |          1.0 |  0.000s |    46.727s |
| Iteration 26     |       0.5 |     1.0 |          1.0 |  0.000s |    47.231s |
| Iteration 27     |       0.1 |     1.0 |          1.0 |  0.000s |    47.732s |
| Iteration 28     |       0.9 |   0.625 |          1.0 |  0.000s |    48.245s |
| Iteration 29     |       0.2 |    0.75 |          1.0 |  0.000s |    48.763s |
| Iteration 30     |       0.8 |   0.375 |          1.0 |  0.000s |    49.298s |
| Iteration 31     |       0.5 |     1.0 |          1.0 |  0.000s |    49.828s |
| Iteration 32     |       0.1 |     1.0 |          1.0 |  0.000s |    50.354s |
| Iteration 33     |       0.5 |     1.0 |          1.0 |  0.000s |    50.892s |
| Iteration 34     |       0.1 |     1.0 |          1.0 |  0.000s |    51.439s |
| Iteration 35     |       0.5 |     1.0 |          1.0 |  0.000s |    51.985s |
| Iteration 36     |       0.1 |     1.0 |          1.0 |  0.000s |    52.538s |
| Iteration 37     |       0.5 |     1.0 |          1.0 |  0.000s |    53.087s |
| Iteration 38     |       0.1 |     1.0 |          1.0 |  0.000s |    53.650s |
| Iteration 39     |       0.5 |     1.0 |          1.0 |  0.000s |    54.209s |
| Iteration 40     |       0.1 |     1.0 |          1.0 |  0.000s |    54.780s |
| Iteration 41     |       0.5 |     1.0 |          1.0 |  0.000s |    55.354s |
| Iteration 42     |       0.1 |     1.0 |          1.0 |  0.000s |    55.939s |
| Iteration 43     |       0.5 |     1.0 |          1.0 |  0.000s |    56.517s |
| Iteration 44     |       0.1 |     1.0 |          1.0 |  0.000s |    57.105s |
| Iteration 45     |       0.5 |     1.0 |          1.0 |  0.001s |    57.706s |
| Iteration 46     |       0.5 |     1.0 |          1.0 |  0.000s |    58.315s |
| Iteration 47     |       0.1 |     1.0 |          1.0 |  0.001s |    58.925s |
| Iteration 48     |       0.1 |     1.0 |          1.0 |  0.000s |    59.543s |
| Iteration 49     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 50     |       0.1 |     1.0 |          1.0 |  0.000s |     1m:01s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.75
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:02s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.0249 | dista.. |      auto |        40 |       1 |     0.5 |          0.5 |  3.148s |     3.168s |
| Initial point 2  |  4.3846 | uniform |   kd_tree |        39 |       2 |  0.6875 |       0.6875 |  3.193s |     6.796s |
| Initial point 3  |  3.4636 | dista.. | ball_tree |        25 |       2 |  0.9375 |       0.9375 |  3.193s |    10.405s |
| Initial point 4  | 10.1048 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  3.200s |    14.010s |
| Initial point 5  |  7.9158 | dista.. |      auto |        30 |       2 |  0.6875 |       0.9375 |  3.231s |    17.657s |
| Initial point 6  |  9.1671 | dista.. | ball_tree |        21 |       2 |     0.5 |       0.9375 |  3.200s |    21.275s |
| Initial point 7  |   6.557 | dista.. | ball_tree |        24 |       1 |   0.875 |       0.9375 |  3.164s |    24.918s |
| Initial point 8  |  1.5713 | dista.. | ball_tree |        21 |       2 |    0.25 |       0.9375 |  3.182s |    28.512s |
| Initial point 9  |   7.304 | uniform | ball_tree |        24 |       1 |  0.5938 |       0.9375 |  3.164s |    32.090s |
| Initial point 10 |  5.1879 | uniform |     brute |        22 |       2 |  0.5625 |       0.9375 |  3.126s |    35.631s |
| Iteration 11     |  8.7396 | dista.. | ball_tree |        25 |       1 |  0.6875 |       0.9375 |  3.141s |    39.483s |
| Iteration 12     |  3.5554 | dista.. | ball_tree |        25 |       2 |  0.4062 |       0.9375 |  3.204s |    43.429s |
| Iteration 13     |  7.0096 | dista.. | ball_tree |        27 |       1 |  0.4688 |       0.9375 |  3.158s |    47.193s |
| Iteration 14     |  7.7016 | dista.. |      auto |        28 |       2 |     0.5 |       0.9375 |  3.173s |    51.001s |
| Iteration 15     |  7.0443 | dista.. |      auto |        24 |       1 |  0.3438 |       0.9375 |  3.182s |    54.810s |
| Iteration 16     |  4.5293 | uniform |   kd_tree |        37 |       2 |     0.5 |       0.9375 |  3.183s |    59.502s |
| Iteration 17     |  0.0688 | dista.. | ball_tree |        23 |       2 |     0.5 |       0.9375 |  3.185s |     1m:04s |
| Iteration 18     |  0.0962 | dista.. | ball_tree |        23 |       1 |     0.5 |       0.9375 |  3.798s |     1m:08s |
| Iteration 19     |  6.4987 | uniform | ball_tree |        24 |       1 |   0.625 |       0.9375 |  3.188s |     1m:12s |
| Iteration 20     |  3.3439 | dista.. | ball_tree |        25 |       2 |   0.625 |       0.9375 |  3.191s |     1m:16s |
| Iteration 21     |  6.6131 | dista.. | ball_tree |        24 |       1 |     0.5 |       0.9375 |  3.197s |     1m:20s |
| Iteration 22     |  3.4378 | dista.. | ball_tree |        35 |       2 |  0.1562 |       0.9375 |  3.354s |     1m:24s |
| Iteration 23     |  1.8583 | uniform |     brute |        31 |       1 |   0.375 |       0.9375 |  3.173s |     1m:27s |
| Iteration 24     |  5.1021 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  3.199s |     1m:31s |
| Iteration 25     | 10.8182 | uniform | ball_tree |        25 |       2 |     0.5 |          1.0 |  3.189s |     1m:35s |
| Iteration 26     | 10.5438 | dista.. | ball_tree |        25 |       2 |    0.75 |          1.0 |  3.158s |     1m:39s |
| Iteration 27     |  6.4754 | dista.. | ball_tree |        26 |       2 |   0.625 |          1.0 |  3.170s |     1m:43s |
| Iteration 28     |  7.7863 | dista.. |      auto |        32 |       2 |     0.5 |          1.0 |  3.179s |     1m:47s |
| Iteration 29     |  0.3814 | uniform | ball_tree |        22 |       2 |     0.5 |          1.0 |  3.153s |     1m:51s |
| Iteration 30     |   4.481 | dista.. |   kd_tree |        40 |       2 |   0.625 |          1.0 |  3.119s |     1m:55s |
| Iteration 31     | 10.9298 | dista.. |     brute |        25 |       2 |  0.6875 |          1.0 |  3.152s |     1m:59s |
| Iteration 32     | 11.0257 | dista.. |      auto |        25 |       2 |    0.75 |          1.0 |  3.204s |     2m:03s |
| Iteration 33     |  1.2091 | dista.. |      auto |        25 |       1 |     0.5 |          1.0 |  3.130s |     2m:07s |
| Iteration 34     |  0.8164 | dista.. |     brute |        30 |       1 |     0.5 |          1.0 |  3.115s |     2m:11s |
| Iteration 35     |   0.092 | dista.. |     brute |        38 |       2 |     0.5 |          1.0 |  3.142s |     2m:15s |
| Iteration 36     | 11.0343 | uniform |      auto |        28 |       2 |     0.5 |          1.0 |  3.145s |     2m:19s |
| Iteration 37     |  10.895 | dista.. |     brute |        25 |       2 |   0.875 |          1.0 |  3.137s |     2m:23s |
| Iteration 38     | 11.0331 | dista.. |     brute |        25 |       2 |    0.75 |          1.0 |  3.122s |     2m:27s |
| Iteration 39     | 10.4863 | dista.. |     brute |        25 |       2 |     0.5 |          1.0 |  3.148s |     2m:30s |
| Iteration 40     | 10.8013 | dista.. |     brute |        25 |       2 |   0.375 |          1.0 |  3.194s |     2m:34s |
| Iteration 41     | 10.8714 | uniform |      auto |        33 |       2 |     0.5 |          1.0 |  3.112s |     2m:38s |
| Iteration 42     | 10.8892 | dista.. |      auto |        25 |       2 |     0.5 |          1.0 |  3.771s |     2m:43s |
| Iteration 43     |   0.425 | uniform |     brute |        26 |       2 |     0.5 |          1.0 |  3.149s |     2m:47s |
| Iteration 44     |  9.6619 | uniform |     brute |        20 |       1 |  0.8125 |          1.0 |  3.157s |     2m:51s |
| Iteration 45     |  0.5263 | dista.. |      auto |        25 |       2 |   0.375 |          1.0 |  3.163s |     2m:55s |
| Iteration 46     |  5.0142 | dista.. |   kd_tree |        25 |       2 |  0.8125 |          1.0 |  3.173s |     2m:59s |
| Iteration 47     |  4.9455 | dista.. | ball_tree |        25 |       2 |  0.9375 |          1.0 |  3.125s |     3m:03s |
| Iteration 48     |  4.9927 | dista.. |      auto |        25 |       2 |  0.6875 |          1.0 |  3.121s |     3m:07s |
| Iteration 49     |  5.0304 | uniform |   kd_tree |        28 |       2 |   0.625 |          1.0 |  3.139s |     3m:11s |
| Iteration 50     |  4.9926 | dista.. |   kd_tree |        25 |       2 |  0.4375 |          1.0 |  3.145s |     3m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'radius': 5.1021, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0447
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:16s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.6875 |       0.6875 |  3.559s |     3.567s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     0.5 |       0.6875 |  3.525s |     7.502s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |        0.875 |  3.321s |    11.230s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.625 |        0.875 |  3.468s |    15.111s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |       0.9375 |  3.343s |    18.846s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.875 |       0.9375 |  3.540s |    22.799s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.9062 |       0.9375 |  3.189s |    26.385s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.375 |       0.9375 |  3.436s |    30.239s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |       0.9375 |  3.165s |    33.803s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |       0.9375 |  3.291s |    37.510s |
| Iteration 11     |          242 |        0.1262 |     SAMME |  0.9375 |       0.9375 |  3.332s |    41.517s |
| Iteration 12     |          250 |        2.2173 |     SAMME |  0.8125 |       0.9375 |  3.163s |    45.465s |
| Iteration 13     |          245 |        0.0392 |     SAMME |  0.8125 |       0.9375 |  3.317s |    49.445s |
| Iteration 14     |          276 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.377s |    53.491s |
| Iteration 15     |          297 |          0.01 |     SAMME |  0.7812 |          1.0 |  3.353s |    58.342s |
| Iteration 16     |          272 |          10.0 |   SAMME.R |   0.625 |          1.0 |  3.374s |     1m:03s |
| Iteration 17     |          269 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.389s |     1m:07s |
| Iteration 18     |          176 |        0.0105 |   SAMME.R |     1.0 |          1.0 |  3.265s |     1m:11s |
| Iteration 19     |          300 |        1.9945 |     SAMME |  0.8125 |          1.0 |  3.352s |     1m:15s |
| Iteration 20     |          233 |        0.0102 |   SAMME.R |    0.25 |          1.0 |  4.060s |     1m:19s |
| Iteration 21     |          165 |        0.0105 |   SAMME.R |  0.5312 |          1.0 |  3.366s |     1m:23s |
| Iteration 22     |          273 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  3.416s |     1m:28s |
| Iteration 23     |          233 |          0.01 |     SAMME |   0.625 |          1.0 |  3.332s |     1m:32s |
| Iteration 24     |          250 |        0.1385 |     SAMME |     1.0 |          1.0 |  3.359s |     1m:36s |
| Iteration 25     |          253 |        0.0155 |     SAMME |     1.0 |          1.0 |  3.375s |     1m:40s |
| Iteration 26     |          252 |          0.01 |     SAMME |    0.75 |          1.0 |  3.356s |     1m:44s |
| Iteration 27     |          264 |        8.2633 |     SAMME |   0.375 |          1.0 |  3.209s |     1m:48s |
| Iteration 28     |          256 |        0.0714 |     SAMME |  0.5938 |          1.0 |  3.370s |     1m:52s |
| Iteration 29     |          180 |        0.0105 |   SAMME.R |  0.8125 |          1.0 |  3.378s |     1m:57s |
| Iteration 30     |          245 |          10.0 |     SAMME |  0.5938 |          1.0 |  3.235s |     2m:01s |
| Iteration 31     |          246 |        0.1458 |     SAMME |  0.6562 |          1.0 |  3.409s |     2m:05s |
| Iteration 32     |          279 |          0.01 |     SAMME |  0.6562 |          1.0 |  3.405s |     2m:09s |
| Iteration 33     |          176 |        0.0583 |   SAMME.R |   0.375 |          1.0 |  3.321s |     2m:13s |
| Iteration 34     |          262 |        0.0153 |   SAMME.R |  0.2188 |          1.0 |  3.361s |     2m:17s |
| Iteration 35     |          280 |        0.0209 |   SAMME.R |  0.8125 |          1.0 |  3.415s |     2m:21s |
| Iteration 36     |          250 |        0.0393 |     SAMME |  0.4688 |          1.0 |  3.342s |     2m:25s |
| Iteration 37     |          278 |        3.8534 |   SAMME.R |   0.625 |          1.0 |  3.418s |     2m:30s |
| Iteration 38     |          476 |        0.0207 |     SAMME |   0.625 |          1.0 |  3.524s |     2m:35s |
| Iteration 39     |          457 |         6.592 |   SAMME.R |     0.5 |          1.0 |  3.521s |     2m:40s |
| Iteration 40     |          248 |        0.0857 |     SAMME |  0.8125 |          1.0 |  3.229s |     2m:45s |
| Iteration 41     |          238 |        0.2429 |     SAMME |  0.4375 |          1.0 |  3.329s |     2m:50s |
| Iteration 42     |          276 |        0.0293 |   SAMME.R |   0.625 |          1.0 |  3.362s |     2m:55s |
| Iteration 43     |          249 |        0.1294 |     SAMME |     1.0 |          1.0 |  3.299s |     3m:00s |
| Iteration 44     |          251 |        0.1283 |     SAMME |  0.7812 |          1.0 |  3.336s |     3m:05s |
| Iteration 45     |          244 |        0.1308 |     SAMME |  0.5625 |          1.0 |  3.343s |     3m:09s |
| Iteration 46     |          253 |        0.8493 |     SAMME |  0.9375 |          1.0 |  4.014s |     3m:14s |
| Iteration 47     |          252 |        8.4833 |     SAMME |   0.375 |          1.0 |  3.195s |     3m:18s |
| Iteration 48     |          253 |        0.0155 |     SAMME |     1.0 |          1.0 |  0.000s |     3m:19s |
| Iteration 49     |          466 |        0.0152 |     SAMME |  0.6875 |          1.0 |  3.481s |     3m:23s |
| Iteration 50     |          314 |        0.9122 |     SAMME |  0.6875 |          1.0 |  3.385s |     3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 269, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9728
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.256s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.665 ± 0.0644
Time elapsed: 1.117s
-------------------------------------------------
Total time: 3m:30s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  3.528s |     3.547s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.625 |         0.75 |  3.382s |     7.342s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  3.421s |    11.191s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.209s |    14.877s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |          1.0 |  3.449s |    18.748s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6875 |          1.0 |  3.253s |    22.427s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  3.310s |    26.164s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.5625 |          1.0 |  3.266s |    29.849s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     0.5 |          1.0 |  3.390s |    33.664s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.5625 |          1.0 |  3.291s |    37.392s |
| Iteration 11     |          500 |   entropy |         9 |                20 |                1 |         None |      True |       0.0 |         0.9 |   0.875 |          1.0 |  3.568s |    41.902s |
| Iteration 12     |          500 |   entropy |         6 |                14 |                1 |          0.8 |     False |    0.0268 |         --- |    0.75 |          1.0 |  3.460s |    46.304s |
| Iteration 13     |           10 |   entropy |         6 |                20 |               20 |         auto |      True |       0.0 |        None |     0.5 |          1.0 |  3.075s |    50.278s |
| Iteration 14     |          297 |   entropy |         7 |                20 |                5 |         log2 |      True |    0.0329 |         0.7 |     1.0 |          1.0 |  3.387s |    54.483s |
| Iteration 15     |          284 |   entropy |         7 |                18 |                4 |          0.5 |     False |     0.029 |         --- |  0.8125 |          1.0 |  3.319s |    58.721s |
| Iteration 16     |          486 |   entropy |         6 |                18 |                4 |          0.6 |     False |     0.027 |         --- |     0.5 |          1.0 |  3.445s |     1m:03s |
| Iteration 17     |           47 |   entropy |         9 |                 8 |                5 |         sqrt |      True |    0.0255 |         0.6 |     1.0 |          1.0 |  3.155s |     1m:07s |
| Iteration 18     |          192 |   entropy |         9 |                 9 |                8 |          0.9 |      True |    0.0338 |         0.9 |  0.8125 |          1.0 |  3.291s |     1m:11s |
| Iteration 19     |           32 |   entropy |         9 |                 5 |                1 |         sqrt |     False |    0.0302 |         --- |    0.75 |          1.0 |  3.252s |     1m:15s |
| Iteration 20     |          137 |   entropy |         9 |                18 |                7 |          0.5 |      True |    0.0096 |         0.5 |   0.375 |          1.0 |  3.227s |     1m:19s |
| Iteration 21     |          191 |   entropy |         6 |                20 |                3 |          0.6 |      True |     0.035 |         0.9 |  0.5625 |          1.0 |  3.260s |     1m:24s |
| Iteration 22     |           71 |   entropy |         3 |                15 |               14 |          0.7 |      True |     0.035 |         0.6 |     0.5 |          1.0 |  3.166s |     1m:28s |
| Iteration 23     |          248 |   entropy |         8 |                18 |                5 |         log2 |      True |    0.0321 |         0.7 |   0.875 |          1.0 |  3.312s |     1m:32s |
| Iteration 24     |          422 |      gini |         2 |                 3 |                3 |          0.9 |     False |    0.0146 |         --- |   0.875 |          1.0 |  3.458s |     1m:37s |
| Iteration 25     |           68 |      gini |         2 |                12 |                5 |          0.5 |      True |    0.0119 |         0.6 |     1.0 |          1.0 |  3.186s |     1m:41s |
| Iteration 26     |          345 |      gini |         5 |                 8 |                5 |          0.8 |      True |    0.0068 |        None |  0.6875 |          1.0 |  3.384s |     1m:45s |
| Iteration 27     |          313 |   entropy |         7 |                20 |                5 |         log2 |      True |    0.0336 |         0.7 |  0.8125 |          1.0 |  3.375s |     1m:49s |
| Iteration 28     |           63 |   entropy |         1 |                17 |                5 |          0.5 |      True |    0.0238 |         0.7 |   0.625 |          1.0 |  3.171s |     1m:54s |
| Iteration 29     |          164 |   entropy |         6 |                15 |                5 |         log2 |      True |     0.033 |         0.6 |  0.8125 |          1.0 |  3.258s |     1m:58s |
| Iteration 30     |          465 |   entropy |         8 |                17 |               19 |          0.6 |      True |    0.0295 |         0.7 |     0.5 |          1.0 |  3.468s |     2m:02s |
| Iteration 31     |          411 |   entropy |         8 |                19 |                3 |          0.6 |     False |    0.0271 |         --- |  0.6875 |          1.0 |  3.345s |     2m:07s |
| Iteration 32     |          353 |      gini |         4 |                20 |                7 |          0.6 |     False |    0.0307 |         --- |  0.5625 |          1.0 |  3.305s |     2m:11s |
| Iteration 33     |          300 |   entropy |         1 |                12 |                4 |          0.5 |      True |    0.0122 |         0.8 |  0.1875 |          1.0 |  3.319s |     2m:16s |
| Iteration 34     |          312 |   entropy |         9 |                14 |                5 |         sqrt |     False |    0.0328 |         --- |  0.1875 |          1.0 |  3.284s |     2m:20s |
| Iteration 35     |          373 |   entropy |         8 |                17 |                2 |          0.6 |     False |    0.0292 |         --- |   0.875 |          1.0 |  3.338s |     2m:24s |
| Iteration 36     |          203 |      gini |         5 |                12 |                4 |          0.5 |      True |     0.012 |         0.7 |  0.5312 |          1.0 |  3.264s |     2m:29s |
| Iteration 37     |          274 |   entropy |         4 |                14 |               18 |          0.6 |     False |    0.0288 |         --- |  0.8438 |          1.0 |  3.264s |     2m:33s |
| Iteration 38     |          338 |   entropy |         7 |                19 |               13 |         log2 |      True |    0.0327 |         0.7 |   0.625 |          1.0 |  3.352s |     2m:38s |
| Iteration 39     |          334 |   entropy |         1 |                 5 |                6 |          0.8 |     False |    0.0295 |         --- |   0.625 |          1.0 |  3.282s |     2m:42s |
| Iteration 40     |          458 |      gini |         2 |                15 |                4 |          0.6 |     False |    0.0289 |         --- |  0.8125 |          1.0 |  3.350s |     2m:46s |
| Iteration 41     |          241 |   entropy |         3 |                 9 |                5 |         sqrt |     False |    0.0256 |         --- |  0.5312 |          1.0 |  3.236s |     2m:51s |
| Iteration 42     |          350 |   entropy |         2 |                17 |                5 |          0.5 |      True |     0.012 |         0.6 |  0.6875 |          1.0 |  3.380s |     2m:55s |
| Iteration 43     |          415 |      gini |         9 |                 7 |                5 |         auto |      True |     0.017 |        None |  0.9375 |          1.0 |  3.436s |     2m:60s |
| Iteration 44     |          460 |   entropy |      None |                 2 |                3 |          0.5 |     False |    0.0316 |         --- |    0.75 |          1.0 |  3.401s |     3m:04s |
| Iteration 45     |          449 |      gini |         9 |                 6 |                5 |         auto |      True |    0.0022 |        None |   0.625 |          1.0 |  3.453s |     3m:09s |
| Iteration 46     |          201 |      gini |         4 |                19 |                3 |          0.5 |     False |    0.0175 |         --- |  0.9375 |          1.0 |  3.229s |     3m:13s |
| Iteration 47     |          255 |      gini |         9 |                 5 |                5 |          0.6 |      True |    0.0289 |         0.7 |  0.6875 |          1.0 |  3.313s |     3m:18s |
| Iteration 48     |          179 |      gini |         3 |                 5 |                3 |          0.6 |     False |       0.0 |         --- |    0.75 |          1.0 |  3.252s |     3m:23s |
| Iteration 49     |          441 |      gini |         5 |                13 |                6 |         auto |     False |    0.0119 |         --- |  0.8125 |          1.0 |  3.390s |     3m:27s |
| Iteration 50     |          368 |   entropy |         5 |                19 |                2 |         None |     False |    0.0327 |         --- |    0.75 |          1.0 |  3.354s |     3m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.334s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1435
Time elapsed: 1.478s
-------------------------------------------------
Total time: 3m:35s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.210s |     3.227s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  3.205s |     6.856s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  3.176s |    10.490s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  3.138s |    14.066s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  3.207s |    17.739s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  3.167s |    21.332s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  3.189s |    24.976s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  3.178s |    28.592s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |        0.625 |  3.194s |    32.242s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.625 |  3.158s |    35.913s |
| Iteration 11     |          385 |        0.0516 |         8 |  0.2782 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  3.221s |    39.843s |
| Iteration 12     |          294 |        0.0198 |         7 |     0.0 |                5 |       1.0 |              1.0 |         0 |          1 |    0.75 |          1.0 |  3.187s |    43.860s |
| Iteration 13     |          381 |        0.0346 |         8 |   0.148 |                2 |       0.9 |              1.0 |      0.01 |       0.01 |  0.5625 |          1.0 |  3.186s |    47.867s |
| Iteration 14     |          111 |        0.9442 |         9 |  0.2649 |                9 |       1.0 |              1.0 |         0 |         10 |     0.5 |          1.0 |  3.119s |    52.296s |
| Iteration 15     |          163 |        0.0534 |         8 |  0.8781 |                5 |       0.6 |              1.0 |      0.01 |        0.1 |  0.4688 |          1.0 |  3.199s |    56.378s |
| Iteration 16     |          271 |        0.0783 |         5 |  0.0863 |                6 |       0.9 |              0.9 |         0 |        0.1 |   0.625 |          1.0 |  3.200s |     1m:00s |
| Iteration 17     |          250 |        0.0558 |         7 |  0.0269 |                4 |       0.9 |              0.7 |         0 |          1 |     1.0 |          1.0 |  3.201s |     1m:04s |
| Iteration 18     |          297 |         0.111 |         7 |  0.2505 |                3 |       0.9 |              0.9 |      0.01 |       0.01 |    0.75 |          1.0 |  3.211s |     1m:08s |
| Iteration 19     |          411 |        0.9795 |         6 |     0.0 |                4 |       1.0 |              0.8 |         0 |        0.1 |  0.9062 |          1.0 |  3.365s |     1m:13s |
| Iteration 20     |          369 |         0.015 |         8 |     0.0 |                4 |       0.6 |              0.4 |       100 |        100 |     0.5 |          1.0 |  3.293s |     1m:17s |
| Iteration 21     |          391 |        0.2212 |         4 |  0.1226 |                4 |       0.5 |              0.5 |         0 |          1 |  0.4375 |          1.0 |  3.186s |     1m:21s |
| Iteration 22     |          232 |        0.0278 |         4 |     0.0 |                4 |       0.9 |              0.5 |         0 |          1 |  0.6562 |          1.0 |  3.164s |     1m:25s |
| Iteration 23     |          218 |        0.0918 |         9 |     0.0 |                4 |       1.0 |              0.5 |      0.01 |         10 |   0.875 |          1.0 |  3.160s |     1m:29s |
| Iteration 24     |          324 |        0.2446 |        10 |     0.0 |                4 |       0.9 |              0.8 |       100 |          0 |     0.5 |          1.0 |  3.166s |     1m:33s |
| Iteration 25     |          331 |        0.0785 |         8 |   0.055 |                4 |       1.0 |              0.9 |         0 |        100 |     1.0 |          1.0 |  3.210s |     1m:37s |
| Iteration 26     |          497 |        0.0335 |         9 |  0.1188 |                3 |       1.0 |              0.8 |         0 |          0 |   0.625 |          1.0 |  3.205s |     1m:42s |
| Iteration 27     |          318 |        0.3842 |         8 |  0.1146 |                4 |       1.0 |              0.9 |         0 |         10 |  0.6562 |          1.0 |  3.800s |     1m:47s |
| Iteration 28     |          180 |        0.0473 |         8 |  0.0403 |                4 |       0.7 |              0.7 |         0 |         10 |  0.5938 |          1.0 |  3.170s |     1m:51s |
| Iteration 29     |          189 |        0.0263 |         4 |  0.6546 |                1 |       1.0 |              0.6 |         0 |         10 |  0.8125 |          1.0 |  3.183s |     1m:55s |
| Iteration 30     |           52 |        0.1927 |         1 |  0.7341 |                1 |       1.0 |              0.5 |         0 |        100 |   0.625 |          1.0 |  3.141s |     1m:59s |
| Iteration 31     |          477 |           1.0 |        10 |     1.0 |                4 |       1.0 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.208s |     2m:03s |
| Iteration 32     |          147 |        0.0172 |         3 |     0.0 |                1 |       1.0 |              0.9 |         0 |        100 |  0.5938 |          1.0 |  3.170s |     2m:07s |
| Iteration 33     |          477 |        0.0141 |         7 |  0.9647 |               10 |       1.0 |              0.9 |       100 |        100 |     0.5 |          1.0 |  3.191s |     2m:11s |
| Iteration 34     |          442 |        0.6351 |         8 |  0.0289 |                4 |       1.0 |              1.0 |         0 |        0.1 |   0.125 |          1.0 |  3.198s |     2m:15s |
| Iteration 35     |          424 |        0.0657 |         9 |  0.7431 |                3 |       1.0 |              0.8 |      0.01 |        100 |   0.625 |          1.0 |  3.247s |     2m:20s |
| Iteration 36     |           70 |        0.0531 |         8 |  0.2071 |                3 |       0.9 |              0.8 |       0.1 |          1 |  0.5312 |          1.0 |  3.149s |     2m:24s |
| Iteration 37     |          274 |         0.067 |         6 |  0.1097 |                2 |       1.0 |              0.6 |         0 |          1 |  0.6875 |          1.0 |  3.252s |     2m:28s |
| Iteration 38     |          239 |        0.1645 |         9 |  0.4594 |                1 |       1.0 |              0.5 |        10 |          0 |     0.5 |          1.0 |  3.208s |     2m:32s |
| Iteration 39     |          223 |        0.0102 |         1 |  0.4895 |                7 |       1.0 |              0.8 |       0.1 |          1 |    0.75 |          1.0 |  3.205s |     2m:36s |
| Iteration 40     |          102 |        0.0591 |         8 |  0.5139 |                9 |       1.0 |              0.4 |         0 |         10 |     0.5 |          1.0 |  3.175s |     2m:40s |
| Iteration 41     |          278 |        0.0477 |        10 |  0.2851 |                3 |       1.0 |              0.7 |         0 |        100 |     0.5 |          1.0 |  3.224s |     2m:45s |
| Iteration 42     |          388 |        0.0123 |         6 |   0.402 |                1 |       1.0 |              0.8 |       100 |          1 |     0.5 |          1.0 |  3.176s |     2m:49s |
| Iteration 43     |           25 |        0.0428 |         3 |  0.8838 |                9 |       0.5 |              0.9 |       100 |       0.01 |     0.5 |          1.0 |  3.185s |     2m:53s |
| Iteration 44     |          322 |        0.0494 |         6 |  0.0121 |                4 |       1.0 |              0.7 |         0 |        0.1 |    0.75 |          1.0 |  3.177s |     2m:57s |
| Iteration 45     |          104 |         0.573 |         8 |  0.8416 |               10 |       1.0 |              0.8 |       100 |       0.01 |     0.5 |          1.0 |  3.504s |     3m:02s |
| Iteration 46     |          273 |        0.0103 |         9 |  0.9937 |               10 |       0.9 |              0.8 |         0 |          1 |     0.5 |          1.0 |  3.207s |     3m:08s |
| Iteration 47     |          319 |        0.0627 |         8 |  0.0043 |                4 |       1.0 |              0.8 |         0 |         10 |  0.6875 |          1.0 |  3.185s |     3m:13s |
| Iteration 48     |          428 |        0.0118 |         7 |  0.1935 |                1 |       0.5 |              1.0 |      0.01 |         10 |  0.9375 |          1.0 |  3.245s |     3m:18s |
| Iteration 49     |          158 |        0.0127 |         7 |   0.041 |               10 |       0.8 |              0.5 |         0 |         10 |     0.5 |          1.0 |  3.198s |     3m:22s |
| Iteration 50     |          163 |        0.0104 |         8 |  0.8147 |                1 |       0.8 |              0.8 |         0 |        100 |   0.625 |          1.0 |  3.178s |     3m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'n_estimators': 385, 'learning_rate': 0.0516, 'max_depth': 8, 'gamma': 0.2782, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9696
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.103
Time elapsed: 0.253s
-------------------------------------------------
Total time: 3m:28s


Final results ==================== >>
Duration: 22m:58s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.685 ± 0.0735 ~
Logistic Regression             --> roc_auc: 0.52 ± 0.1166 ~
Linear Discriminant Analysis    --> roc_auc: 0.55 ± 0.0 ~
Quadratic Discriminant Analysis --> roc_auc: 0.58 ± 0.0245 ~
Radius Nearest Neighbors        --> roc_auc: 0.75 ± 0.0447 !
AdaBoost                        --> roc_auc: 0.665 ± 0.0644 ~
Random Forest                   --> roc_auc: 0.68 ± 0.1435
XGBoost                         --> roc_auc: 0.62 ± 0.103 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 825 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVANAGGTSYGKLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVGGGSYIPTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRNAGNMLTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVKSGGSYIPTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAYTGANSKLTF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAALNAGNNRKLIW.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CVVNKAAGNKLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.6875 |       0.6875 |  0.692s |     0.712s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.5938 |       0.6875 |  0.683s |     1.886s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.6875 |       0.6875 |  0.646s |     2.978s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |       0.6875 |  0.679s |     4.101s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |       0.9375 |  0.691s |     5.209s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |       0.9375 |  0.737s |     6.395s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |       0.9375 |  0.712s |     7.529s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |       0.9375 |  0.747s |     8.716s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.9375 |       0.9375 |  0.675s |     9.841s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |       0.9375 |  0.676s |    10.957s |
| Iteration 11     | exponen.. |        0.2866 |          231 |       1.0 | friedman_mse |                16 |               18 |         6 |          0.5 |    0.0015 |   0.375 |       0.9375 |  0.697s |    12.403s |
| Iteration 12     | exponen.. |        0.0244 |          466 |       0.5 | friedman_mse |                 7 |                7 |         7 |          0.6 |    0.0061 |    0.75 |       0.9375 |  0.763s |    13.957s |
| Iteration 13     | exponen.. |        0.0556 |          471 |       0.7 | friedman_mse |                11 |                4 |        10 |          0.6 |    0.0025 |  0.8125 |       0.9375 |  0.817s |    15.539s |
| Iteration 14     | exponen.. |        0.1163 |           61 |       0.7 | friedman_mse |                 3 |                5 |         1 |          0.8 |    0.0279 |  0.9375 |       0.9375 |  0.725s |    17.079s |
| Iteration 15     | exponen.. |        0.1342 |          121 |       0.8 | friedman_mse |                 9 |               11 |         1 |          0.7 |    0.0158 |    0.75 |       0.9375 |  0.729s |    18.726s |
| Iteration 16     |  deviance |        0.0155 |           32 |       0.7 | friedman_mse |                14 |               13 |        10 |         log2 |    0.0265 |  0.9375 |       0.9375 |  0.688s |    20.108s |
| Iteration 17     | exponen.. |          0.01 |          483 |       1.0 | squared_er.. |                15 |                3 |         9 |          0.9 |    0.0149 |    0.75 |       0.9375 |  0.809s |    21.654s |
| Iteration 18     |  deviance |        0.0314 |           40 |       0.6 | friedman_mse |                 6 |                3 |        10 |          0.8 |      0.03 |   0.875 |       0.9375 |  0.687s |    23.071s |
| Iteration 19     | exponen.. |        0.1617 |           43 |       0.8 | squared_er.. |                16 |               18 |        10 |          0.6 |    0.0126 |  0.8125 |       0.9375 |  0.686s |    24.518s |
| Iteration 20     | exponen.. |        0.0218 |           10 |       0.9 | friedman_mse |                16 |               15 |         9 |         sqrt |     0.029 |  0.9375 |       0.9375 |  0.688s |    25.960s |
| Iteration 21     |  deviance |        0.0136 |           10 |       0.8 | squared_er.. |                 4 |               13 |         9 |         log2 |    0.0011 |  0.5625 |       0.9375 |  0.645s |    27.521s |
| Iteration 22     | exponen.. |        0.0155 |           45 |       0.8 | friedman_mse |                19 |               13 |         9 |          0.5 |    0.0058 |    0.75 |       0.9375 |  0.636s |    28.935s |
| Iteration 23     | exponen.. |        0.0264 |          500 |       0.7 | friedman_mse |                20 |               15 |         9 |         auto |    0.0331 |  0.9375 |       0.9375 |  0.746s |    30.446s |
| Iteration 24     | exponen.. |        0.0385 |          287 |       0.5 | friedman_mse |                 5 |                8 |         1 |          0.5 |     0.035 |  0.5625 |       0.9375 |  0.692s |    31.911s |
| Iteration 25     | exponen.. |        0.0174 |          416 |       0.7 | friedman_mse |                 5 |                6 |        10 |          0.8 |     0.035 |   0.625 |       0.9375 |  0.754s |    33.423s |
| Iteration 26     | exponen.. |        0.0296 |          377 |       0.8 | friedman_mse |                14 |               12 |         9 |         auto |    0.0284 |    0.75 |       0.9375 |  0.725s |    34.959s |
| Iteration 27     |  deviance |        0.0255 |           42 |       0.7 | friedman_mse |                 6 |               15 |        10 |         auto |    0.0224 |    0.75 |       0.9375 |  0.636s |    36.379s |
| Iteration 28     |  deviance |        0.0296 |          272 |       0.7 | squared_er.. |                20 |                3 |        10 |          0.8 |    0.0258 |  0.1875 |       0.9375 |  1.261s |    38.400s |
| Iteration 29     | exponen.. |        0.3198 |          391 |       0.5 | friedman_mse |                 4 |               12 |         1 |          0.8 |    0.0169 |   0.375 |       0.9375 |  0.719s |    39.877s |
| Iteration 30     |  deviance |          0.01 |          413 |       0.9 | friedman_mse |                20 |               14 |         1 |          0.8 |    0.0327 |  0.9688 |       0.9688 |  0.774s |    41.460s |
| Iteration 31     |  deviance |          0.01 |           22 |       1.0 | friedman_mse |                 2 |               17 |         1 |         sqrt |    0.0335 |   0.875 |       0.9688 |  0.681s |    43.139s |
| Iteration 32     |  deviance |          0.01 |           10 |       0.5 | friedman_mse |                20 |                8 |         4 |         auto |     0.035 |  0.6562 |       0.9688 |  0.674s |    44.759s |
| Iteration 33     |  deviance |        0.0878 |          197 |       1.0 | friedman_mse |                14 |                9 |         6 |          0.8 |    0.0297 |   0.125 |       0.9688 |  0.719s |    46.333s |
| Iteration 34     |  deviance |        0.0273 |          400 |       0.9 | friedman_mse |                 8 |               17 |         1 |          0.7 |    0.0338 |  0.9375 |       0.9688 |  0.715s |    47.923s |
| Iteration 35     |  deviance |        0.1598 |          164 |       0.6 | friedman_mse |                 9 |                7 |         9 |          0.5 |    0.0275 |  0.7812 |       0.9688 |  0.707s |    49.565s |
| Iteration 36     | exponen.. |        0.1532 |           82 |       0.9 | friedman_mse |                20 |               14 |         1 |          0.9 |       0.0 |   0.875 |       0.9688 |  0.690s |    51.137s |
| Iteration 37     | exponen.. |        0.0653 |          440 |       0.6 | friedman_mse |                19 |               12 |         9 |         auto |       0.0 |     1.0 |          1.0 |  0.768s |    52.753s |
| Iteration 38     |  deviance |          0.01 |          364 |       0.6 | friedman_mse |                20 |               14 |         9 |         auto |     0.015 |  0.8125 |          1.0 |  0.757s |    54.444s |
| Iteration 39     |  deviance |        0.0311 |          156 |       0.7 | friedman_mse |                20 |               14 |        10 |          0.7 |    0.0222 |  0.8125 |          1.0 |  0.707s |    56.119s |
| Iteration 40     |  deviance |        0.1516 |          411 |       0.7 | friedman_mse |                17 |                9 |         9 |         auto |       0.0 |   0.875 |          1.0 |  0.781s |    57.844s |
| Iteration 41     |  deviance |        0.0611 |          409 |       0.9 | friedman_mse |                 2 |                4 |         9 |          0.7 |    0.0001 |     1.0 |          1.0 |  0.786s |    59.535s |
| Iteration 42     |  deviance |        0.7684 |          306 |       0.9 | friedman_mse |                 8 |                8 |         9 |          0.7 |       0.0 |  0.8125 |          1.0 |  0.739s |     1m:01s |
| Iteration 43     |  deviance |        0.0261 |          298 |       0.9 | friedman_mse |                12 |               20 |         1 |         log2 |    0.0305 |  0.5938 |          1.0 |  0.738s |     1m:03s |
| Iteration 44     |  deviance |        0.0308 |          313 |       0.9 | friedman_mse |                10 |                9 |         9 |          0.7 |    0.0055 |  0.6875 |          1.0 |  0.761s |     1m:05s |
| Iteration 45     |  deviance |          0.01 |          470 |       1.0 | friedman_mse |                15 |               17 |         2 |          0.9 |    0.0112 |  0.9375 |          1.0 |  0.757s |     1m:06s |
| Iteration 46     | exponen.. |          0.01 |           67 |       1.0 | friedman_mse |                12 |                8 |         3 |          0.6 |    0.0179 |     1.0 |          1.0 |  0.686s |     1m:08s |
| Iteration 47     | exponen.. |        0.0154 |           77 |       0.7 | friedman_mse |                 8 |                4 |         2 |         None |    0.0187 |   0.875 |          1.0 |  0.689s |     1m:10s |
| Iteration 48     |  deviance |        0.0525 |          444 |       0.9 | friedman_mse |                 4 |                9 |         9 |         None |       0.0 |   0.625 |          1.0 |  0.787s |     1m:11s |
| Iteration 49     | exponen.. |           1.0 |          478 |       0.5 | friedman_mse |                17 |               12 |         9 |         auto |    0.0346 |     0.5 |          1.0 |  0.779s |     1m:13s |
| Iteration 50     | exponen.. |        0.0301 |          228 |       1.0 | friedman_mse |                 7 |                2 |         2 |         None |    0.0027 |  0.6875 |          1.0 |  0.722s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0611, 'n_estimators': 409, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 4, 'max_depth': 9, 'max_features': 0.7, 'ccp_alpha': 0.0001}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.04
Time elapsed: 0.642s
-------------------------------------------------
Total time: 1m:17s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.1875 |       0.1875 |  1.269s |     1.282s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.9375 |       0.9375 |  0.676s |     2.389s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.375 |       0.9375 |  0.695s |     3.498s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |       0.9375 |  0.682s |     4.595s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |       0.9375 |  0.688s |     5.722s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |       0.9375 |  0.688s |     6.821s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |       0.9375 |  0.680s |     7.950s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |       0.9375 |  0.683s |     9.055s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.4375 |       0.9375 |  0.683s |    10.177s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |       0.9375 |  0.638s |    11.224s |
| Iteration 11     |      l1 |  0.3177 |    saga |      941 |      --- |  0.3125 |       0.9375 |  0.635s |    12.904s |
| Iteration 12     |      l2 |  0.0826 |     sag |      874 |      --- |     0.5 |       0.9375 |  0.643s |    14.237s |
| Iteration 13     |    none |     --- | newto.. |      943 |      --- |   0.375 |       0.9375 |  0.646s |    15.482s |
| Iteration 14     |      l2 |  1.6815 |   lbfgs |      948 |      --- |  0.1875 |       0.9375 |  0.643s |    16.792s |
| Iteration 15     | elast.. |  0.1532 |    saga |      943 |      0.8 |     0.5 |       0.9375 |  0.640s |    18.236s |
| Iteration 16     |      l2 |  0.8148 |     sag |      942 |      --- |  0.6875 |       0.9375 |  0.652s |    19.715s |
| Iteration 17     |      l2 |  0.0047 |     sag |      950 |      --- |  0.5625 |       0.9375 |  0.633s |    21.061s |
| Iteration 18     |      l2 |   0.043 |     sag |      934 |      --- |  0.5625 |       0.9375 |  0.634s |    22.412s |
| Iteration 19     |      l2 |   0.453 | newto.. |      160 |      --- |  0.5625 |       0.9375 |  0.639s |    23.760s |
| Iteration 20     |      l2 |   5.067 | newto.. |      145 |      --- |  0.3125 |       0.9375 |  0.636s |    25.129s |
| Iteration 21     |      l2 |  0.0329 |     sag |      959 |      --- |   0.625 |       0.9375 |  0.642s |    26.553s |
| Iteration 22     |      l2 |   0.035 |     sag |      930 |      --- |     0.5 |       0.9375 |  0.636s |    28.119s |
| Iteration 23     |    none |     --- |     sag |      947 |      --- |   0.875 |       0.9375 |  0.652s |    29.532s |
| Iteration 24     |      l2 |   0.305 |     sag |      947 |      --- |   0.375 |       0.9375 |  0.639s |    30.990s |
| Iteration 25     |      l2 |  0.7012 | newto.. |      153 |      --- |   0.125 |       0.9375 |  0.639s |    32.308s |
| Iteration 26     |    none |     --- |     sag |      101 |      --- |  0.8125 |       0.9375 |  0.636s |    33.609s |
| Iteration 27     |    none |     --- |    saga |      167 |      --- |     0.5 |       0.9375 |  0.664s |    34.986s |
| Iteration 28     |    none |     --- |    saga |      122 |      --- |     0.5 |       0.9375 |  0.683s |    36.352s |
| Iteration 29     |    none |     --- |   lbfgs |      111 |      --- |    0.25 |       0.9375 |  1.277s |    38.346s |
| Iteration 30     |    none |     --- |    saga |      143 |      --- |  0.3125 |       0.9375 |  0.688s |    39.751s |
| Iteration 31     |    none |     --- |     sag |      110 |      --- |     0.5 |       0.9375 |  0.680s |    41.805s |
| Iteration 32     |    none |     --- |     sag |      112 |      --- |  0.5625 |       0.9375 |  0.683s |    44.048s |
| Iteration 33     |    none |     --- |     sag |      139 |      --- |  0.3125 |       0.9375 |  0.688s |    45.592s |
| Iteration 34     |      l2 |  0.0011 | libli.. |      977 |      --- |   0.875 |       0.9375 |  0.680s |    46.991s |
| Iteration 35     |      l1 |  0.0022 | libli.. |      157 |      --- |     0.5 |       0.9375 |  0.681s |    48.402s |
| Iteration 36     |      l1 |  0.0016 | libli.. |      956 |      --- |     0.5 |       0.9375 |  0.678s |    49.817s |
| Iteration 37     |    none |     --- |     sag |      788 |      --- |  0.8125 |       0.9375 |  0.661s |    51.317s |
| Iteration 38     |    none |     --- |     sag |      916 |      --- |     0.5 |       0.9375 |  0.682s |    52.821s |
| Iteration 39     |    none |     --- |     sag |      873 |      --- |   0.875 |       0.9375 |  0.659s |    54.278s |
| Iteration 40     |    none |     --- |     sag |      204 |      --- |     1.0 |          1.0 |  0.677s |    55.711s |
| Iteration 41     |      l2 | 83.9305 | newto.. |      697 |      --- |  0.4375 |          1.0 |  0.657s |    57.218s |
| Iteration 42     |    none |     --- |     sag |      128 |      --- |   0.375 |          1.0 |  0.647s |    58.656s |
| Iteration 43     |    none |     --- |     sag |      935 |      --- |     0.5 |          1.0 |  0.636s |     1m:00s |
| Iteration 44     |    none |     --- |     sag |      102 |      --- |  0.4375 |          1.0 |  0.638s |     1m:03s |
| Iteration 45     |    none |     --- |     sag |      950 |      --- |   0.625 |          1.0 |  0.644s |     1m:05s |
| Iteration 46     |    none |     --- |     sag |      981 |      --- |  0.8125 |          1.0 |  0.636s |     1m:07s |
| Iteration 47     |    none |     --- |     sag |     1000 |      --- |  0.6875 |          1.0 |  0.638s |     1m:08s |
| Iteration 48     |      l2 |  0.0011 |     sag |      979 |      --- |   0.625 |          1.0 |  0.634s |     1m:10s |
| Iteration 49     |      l1 |  71.903 |    saga |      983 |      --- |  0.9375 |          1.0 |  0.640s |     1m:11s |
| Iteration 50     |      l2 |  0.6736 |     sag |      870 |      --- |  0.4375 |          1.0 |  0.641s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 204}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7268
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.2561
Time elapsed: 0.058s
-------------------------------------------------
Total time: 1m:14s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.125 |        0.125 |  0.634s |     0.639s |
| Initial point 2  |     svd |       --- |   0.875 |        0.875 |  0.635s |     1.695s |
| Initial point 3  |     svd |       --- |   0.875 |        0.875 |  0.000s |     2.114s |
| Initial point 4  |    lsqr |       0.8 |    0.25 |        0.875 |  0.630s |     3.168s |
| Initial point 5  |   eigen |       0.9 |  0.4375 |        0.875 |  1.246s |     4.845s |
| Initial point 6  |    lsqr |       0.7 |  0.6875 |        0.875 |  0.627s |     5.909s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |        0.875 |  0.627s |     6.986s |
| Initial point 8  |    lsqr |       0.9 |    0.25 |        0.875 |  0.658s |     8.097s |
| Initial point 9  |    lsqr |       0.6 |  0.3125 |        0.875 |  0.647s |     9.207s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |        0.875 |  0.638s |    10.336s |
| Iteration 11     |     svd |       --- |   0.875 |        0.875 |  0.000s |    10.864s |
| Iteration 12     |     svd |       --- |   0.875 |        0.875 |  0.000s |    11.405s |
| Iteration 13     |     svd |       --- |   0.875 |        0.875 |  0.000s |    11.954s |
| Iteration 14     |     svd |       --- |   0.875 |        0.875 |  0.000s |    12.628s |
| Iteration 15     |     svd |       --- |   0.875 |        0.875 |  0.000s |    13.174s |
| Iteration 16     |     svd |       --- |   0.875 |        0.875 |  0.001s |    13.762s |
| Iteration 17     |     svd |       --- |   0.875 |        0.875 |  0.000s |    14.358s |
| Iteration 18     |     svd |       --- |   0.875 |        0.875 |  0.000s |    14.949s |
| Iteration 19     |    lsqr |      auto |  0.5625 |        0.875 |  0.649s |    16.195s |
| Iteration 20     |     svd |       --- |   0.875 |        0.875 |  0.001s |    16.868s |
| Iteration 21     |     svd |       --- |   0.875 |        0.875 |  0.000s |    17.469s |
| Iteration 22     |     svd |       --- |   0.875 |        0.875 |  0.000s |    18.054s |
| Iteration 23     |     svd |       --- |   0.875 |        0.875 |  0.000s |    18.705s |
| Iteration 24     |     svd |       --- |   0.875 |        0.875 |  0.000s |    19.489s |
| Iteration 25     |     svd |       --- |   0.875 |        0.875 |  0.000s |    20.216s |
| Iteration 26     |     svd |       --- |   0.875 |        0.875 |  0.000s |    20.858s |
| Iteration 27     |     svd |       --- |   0.875 |        0.875 |  0.000s |    21.463s |
| Iteration 28     |     svd |       --- |   0.875 |        0.875 |  0.000s |    22.093s |
| Iteration 29     |     svd |       --- |   0.875 |        0.875 |  0.000s |    22.705s |
| Iteration 30     |     svd |       --- |   0.875 |        0.875 |  0.000s |    23.341s |
| Iteration 31     |     svd |       --- |   0.875 |        0.875 |  0.000s |    23.980s |
| Iteration 32     |     svd |       --- |   0.875 |        0.875 |  0.000s |    24.683s |
| Iteration 33     |     svd |       --- |   0.875 |        0.875 |  0.000s |    25.323s |
| Iteration 34     |     svd |       --- |   0.875 |        0.875 |  0.000s |    26.009s |
| Iteration 35     |     svd |       --- |   0.875 |        0.875 |  0.000s |    26.749s |
| Iteration 36     |     svd |       --- |   0.875 |        0.875 |  0.001s |    27.404s |
| Iteration 37     |     svd |       --- |   0.875 |        0.875 |  0.000s |    28.561s |
| Iteration 38     |     svd |       --- |   0.875 |        0.875 |  0.000s |    29.461s |
| Iteration 39     |     svd |       --- |   0.875 |        0.875 |  0.000s |    30.118s |
| Iteration 40     |     svd |       --- |   0.875 |        0.875 |  0.000s |    30.820s |
| Iteration 41     |     svd |       --- |   0.875 |        0.875 |  0.000s |    31.505s |
| Iteration 42     |     svd |       --- |   0.875 |        0.875 |  0.000s |    32.217s |
| Iteration 43     |     svd |       --- |   0.875 |        0.875 |  0.000s |    32.931s |
| Iteration 44     |     svd |       --- |   0.875 |        0.875 |  0.000s |    33.633s |
| Iteration 45     |     svd |       --- |   0.875 |        0.875 |  0.000s |    34.368s |
| Iteration 46     |     svd |       --- |   0.875 |        0.875 |  0.000s |    35.106s |
| Iteration 47     |     svd |       --- |   0.875 |        0.875 |  0.000s |    35.839s |
| Iteration 48     |     svd |       --- |   0.875 |        0.875 |  0.000s |    36.591s |
| Iteration 49     |     svd |       --- |   0.875 |        0.875 |  0.000s |    37.355s |
| Iteration 50     |     svd |       --- |   0.875 |        0.875 |  0.001s |    38.319s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 39.277s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7357
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.1225
Time elapsed: 0.029s
-------------------------------------------------
Total time: 39.316s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.125 |        0.125 |  0.639s |     0.643s |
| Initial point 2  |       0.9 |  0.5625 |       0.5625 |  0.640s |     1.949s |
| Initial point 3  |       0.1 |  0.1875 |       0.5625 |  0.628s |     3.004s |
| Initial point 4  |       1.0 |   0.125 |       0.5625 |  0.000s |     4.091s |
| Initial point 5  |       0.2 |  0.4375 |       0.5625 |  0.634s |     5.298s |
| Initial point 6  |       0.4 |  0.6875 |       0.6875 |  0.635s |     6.336s |
| Initial point 7  |       0.4 |  0.6875 |       0.6875 |  0.000s |     6.744s |
| Initial point 8  |       0.7 |  0.1875 |       0.6875 |  0.629s |     7.777s |
| Initial point 9  |       0.9 |  0.5625 |       0.6875 |  0.000s |     8.191s |
| Initial point 10 |       0.8 |  0.5625 |       0.6875 |  0.629s |     9.231s |
| Iteration 11     |       0.3 |   0.375 |       0.6875 |  0.627s |    10.338s |
| Iteration 12     |       0.6 |    0.25 |       0.6875 |  0.631s |    11.466s |
| Iteration 13     |       0.5 |  0.1875 |       0.6875 |  0.626s |    13.147s |
| Iteration 14     |       0.0 |    0.25 |       0.6875 |  0.627s |    14.265s |
| Iteration 15     |       0.4 |  0.6875 |       0.6875 |  0.000s |    14.754s |
| Iteration 16     |       0.4 |  0.6875 |       0.6875 |  0.000s |    15.292s |
| Iteration 17     |       0.4 |  0.6875 |       0.6875 |  0.000s |    15.806s |
| Iteration 18     |       0.4 |  0.6875 |       0.6875 |  0.000s |    16.351s |
| Iteration 19     |       0.4 |  0.6875 |       0.6875 |  0.000s |    16.853s |
| Iteration 20     |       0.4 |  0.6875 |       0.6875 |  0.000s |    17.370s |
| Iteration 21     |       0.6 |    0.25 |       0.6875 |  0.000s |    17.889s |
| Iteration 22     |       0.4 |  0.6875 |       0.6875 |  0.000s |    18.413s |
| Iteration 23     |       0.4 |  0.6875 |       0.6875 |  0.000s |    18.938s |
| Iteration 24     |       0.4 |  0.6875 |       0.6875 |  0.000s |    19.452s |
| Iteration 25     |       0.4 |  0.6875 |       0.6875 |  0.000s |    20.084s |
| Iteration 26     |       0.4 |  0.6875 |       0.6875 |  0.000s |    20.649s |
| Iteration 27     |       0.4 |  0.6875 |       0.6875 |  0.000s |    21.170s |
| Iteration 28     |       0.9 |  0.5625 |       0.6875 |  0.000s |    21.691s |
| Iteration 29     |       0.4 |  0.6875 |       0.6875 |  0.000s |    22.210s |
| Iteration 30     |       0.8 |  0.5625 |       0.6875 |  0.000s |    22.736s |
| Iteration 31     |       0.4 |  0.6875 |       0.6875 |  0.000s |    23.273s |
| Iteration 32     |       0.4 |  0.6875 |       0.6875 |  0.000s |    23.819s |
| Iteration 33     |       0.4 |  0.6875 |       0.6875 |  0.000s |    24.366s |
| Iteration 34     |       0.4 |  0.6875 |       0.6875 |  0.000s |    24.914s |
| Iteration 35     |       0.4 |  0.6875 |       0.6875 |  0.000s |    25.464s |
| Iteration 36     |       0.4 |  0.6875 |       0.6875 |  0.000s |    26.101s |
| Iteration 37     |       0.4 |  0.6875 |       0.6875 |  0.000s |    27.356s |
| Iteration 38     |       0.4 |  0.6875 |       0.6875 |  0.000s |    28.822s |
| Iteration 39     |       0.4 |  0.6875 |       0.6875 |  0.000s |    30.307s |
| Iteration 40     |       0.4 |  0.6875 |       0.6875 |  0.000s |    31.121s |
| Iteration 41     |       0.4 |  0.6875 |       0.6875 |  0.000s |    31.712s |
| Iteration 42     |       0.4 |  0.6875 |       0.6875 |  0.000s |    32.318s |
| Iteration 43     |       0.4 |  0.6875 |       0.6875 |  0.000s |    32.931s |
| Iteration 44     |       0.4 |  0.6875 |       0.6875 |  0.001s |    33.533s |
| Iteration 45     |       0.4 |  0.6875 |       0.6875 |  0.000s |    34.134s |
| Iteration 46     |       0.4 |  0.6875 |       0.6875 |  0.000s |    34.829s |
| Iteration 47     |       0.4 |  0.6875 |       0.6875 |  0.000s |    35.461s |
| Iteration 48     |       0.4 |  0.6875 |       0.6875 |  0.001s |    36.110s |
| Iteration 49     |       0.4 |  0.6875 |       0.6875 |  0.001s |    36.744s |
| Iteration 50     |       0.4 |  0.6875 |       0.6875 |  0.000s |    37.381s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.6875
Time elapsed: 38.019s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6312
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.3105
Time elapsed: 0.027s
-------------------------------------------------
Total time: 38.056s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.7757 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.636s |     0.656s |
| Initial point 2  |  4.6832 | uniform |   kd_tree |        39 |       2 |     0.5 |          1.0 |  0.630s |     1.706s |
| Initial point 3  |  3.6994 | dista.. | ball_tree |        25 |       2 |  0.6875 |          1.0 |  0.634s |     2.761s |
| Initial point 4  | 10.7929 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.640s |     3.944s |
| Initial point 5  |  8.4548 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  0.638s |     4.992s |
| Initial point 6  |  9.7913 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.634s |     6.042s |
| Initial point 7  |  7.0035 | dista.. | ball_tree |        24 |       1 |  0.7812 |          1.0 |  0.630s |     7.092s |
| Initial point 8  |  1.6783 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.636s |     8.147s |
| Initial point 9  |  7.8014 | uniform | ball_tree |        24 |       1 |  0.4375 |          1.0 |  0.656s |     9.218s |
| Initial point 10 |  5.5412 | uniform |     brute |        22 |       2 |   0.625 |          1.0 |  0.631s |    10.279s |
| Iteration 11     |     0.0 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  0.640s |    11.651s |
| Iteration 12     | 10.5891 | dista.. |      auto |        34 |       2 |  0.9375 |          1.0 |  0.628s |    12.981s |
| Iteration 13     | 11.8089 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  0.629s |    14.312s |
| Iteration 14     |     0.0 | dista.. |      auto |        33 |       1 |     0.5 |          1.0 |  0.631s |    15.630s |
| Iteration 15     |  0.3442 | dista.. |     brute |        32 |       2 |  0.6875 |          1.0 |  1.198s |    17.507s |
| Iteration 16     |  7.9076 | dista.. |      auto |        30 |       2 |    0.75 |          1.0 |  0.644s |    18.822s |
| Iteration 17     | 11.8089 | dista.. |   kd_tree |        40 |       2 |  0.6875 |          1.0 |  0.629s |    20.099s |
| Iteration 18     | 10.1488 | dista.. |      auto |        40 |       2 |   0.625 |          1.0 |  0.634s |    21.440s |
| Iteration 19     |  1.4826 | dista.. |     brute |        40 |       1 |  0.8125 |          1.0 |  0.629s |    22.922s |
| Iteration 20     |  0.7583 | dista.. |     brute |        34 |       2 |  0.5625 |          1.0 |  0.649s |    24.299s |
| Iteration 21     |   0.048 | dista.. |      auto |        39 |       1 |     0.5 |          1.0 |  0.638s |    25.754s |
| Iteration 22     | 11.7377 | dista.. |      auto |        38 |       1 |    0.75 |          1.0 |  0.635s |    27.086s |
| Iteration 23     | 10.0036 | dista.. | ball_tree |        40 |       1 |  0.9375 |          1.0 |  0.635s |    28.393s |
| Iteration 24     |   0.331 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  0.635s |    29.966s |
| Iteration 25     | 10.2617 | dista.. |     brute |        40 |       1 |   0.375 |          1.0 |  0.638s |    31.317s |
| Iteration 26     |  8.3207 | dista.. | ball_tree |        40 |       1 |  0.6875 |          1.0 |  0.637s |    32.657s |
| Iteration 27     | 11.8089 | dista.. | ball_tree |        40 |       2 |   0.625 |          1.0 |  0.631s |    33.994s |
| Iteration 28     | 11.2555 | dista.. |      auto |        27 |       2 |   0.125 |          1.0 |  0.634s |    35.348s |
| Iteration 29     |  8.6912 | dista.. |      auto |        30 |       2 |  0.3125 |          1.0 |  0.631s |    36.837s |
| Iteration 30     | 11.7757 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.000s |    37.544s |
| Iteration 31     | 11.6043 | dista.. |      auto |        40 |       1 |  0.6875 |          1.0 |  0.636s |    38.911s |
| Iteration 32     | 11.5709 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  0.629s |    40.255s |
| Iteration 33     |  8.3658 | dista.. |      auto |        30 |       2 |   0.375 |          1.0 |  0.645s |    42.002s |
| Iteration 34     | 11.1025 | dista.. | ball_tree |        38 |       1 |     1.0 |          1.0 |  0.629s |    43.420s |
| Iteration 35     | 11.3453 | dista.. | ball_tree |        37 |       1 |  0.5938 |          1.0 |  0.659s |    44.808s |
| Iteration 36     |  8.2722 | dista.. |      auto |        38 |       1 |   0.625 |          1.0 |  0.632s |    46.137s |
| Iteration 37     | 11.6163 | dista.. | ball_tree |        40 |       1 |  0.9375 |          1.0 |  0.723s |    47.638s |
| Iteration 38     | 11.8036 | dista.. | ball_tree |        40 |       1 |  0.9375 |          1.0 |  0.646s |    49.044s |
| Iteration 39     | 11.8089 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.636s |    50.825s |
| Iteration 40     | 11.8089 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.000s |    53.701s |
| Iteration 41     |   8.885 | dista.. |      auto |        35 |       2 |     1.0 |          1.0 |  0.657s |    56.963s |
| Iteration 42     |  9.3663 | dista.. |      auto |        35 |       2 |  0.5625 |          1.0 |  0.645s |     1m:00s |
| Iteration 43     | 11.8089 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.000s |     1m:02s |
| Iteration 44     | 11.8089 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.000s |     1m:04s |
| Iteration 45     | 11.8089 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.000s |     1m:05s |
| Iteration 46     | 11.8089 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.000s |     1m:05s |
| Iteration 47     | 11.8089 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.001s |     1m:06s |
| Iteration 48     |  8.5165 | dista.. |      auto |        30 |       2 |  0.5625 |          1.0 |  0.637s |     1m:08s |
| Iteration 49     |  3.8039 | dista.. |      auto |        35 |       2 |    0.25 |          1.0 |  0.640s |     1m:10s |
| Iteration 50     | 10.5761 | dista.. | ball_tree |        40 |       1 |   0.875 |          1.0 |  0.637s |     1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'radius': 8.885, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 35, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.053s
-------------------------------------------------
Total time: 1m:12s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  1.040s |     1.048s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |         0.75 |  1.037s |     2.493s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |       0.8125 |  0.794s |     3.780s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.947s |     5.161s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.815s |     6.391s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |          1.0 |  1.008s |     7.856s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.25 |          1.0 |  0.657s |     8.945s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |          1.0 |  0.919s |    11.262s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |          1.0 |  0.636s |    12.560s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.7812 |          1.0 |  0.747s |    13.721s |
| Iteration 11     |          362 |         0.056 |     SAMME |  0.5625 |          1.0 |  0.892s |    15.206s |
| Iteration 12     |          481 |        0.0102 |     SAMME |  0.9062 |          1.0 |  0.968s |    16.737s |
| Iteration 13     |          500 |        0.0171 |     SAMME |     1.0 |          1.0 |  0.976s |    18.317s |
| Iteration 14     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.978s |    19.926s |
| Iteration 15     |          428 |        0.0586 |     SAMME |    0.75 |          1.0 |  0.921s |    21.587s |
| Iteration 16     |          500 |        0.0227 |     SAMME |  0.9062 |          1.0 |  1.012s |    23.238s |
| Iteration 17     |          244 |        0.0609 |     SAMME |    0.75 |          1.0 |  0.827s |    24.723s |
| Iteration 18     |          465 |         0.024 |     SAMME |     1.0 |          1.0 |  0.981s |    26.414s |
| Iteration 19     |          192 |        0.0465 |     SAMME |     1.0 |          1.0 |  0.771s |    27.862s |
| Iteration 20     |          462 |        0.0148 |     SAMME |   0.875 |          1.0 |  1.561s |    30.033s |
| Iteration 21     |          147 |        0.1361 |     SAMME |   0.625 |          1.0 |  0.740s |    31.454s |
| Iteration 22     |          133 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  0.741s |    32.944s |
| Iteration 23     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.659s |    34.222s |
| Iteration 24     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |    34.877s |
| Iteration 25     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    35.530s |
| Iteration 26     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    36.173s |
| Iteration 27     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |    36.843s |
| Iteration 28     |           50 |          10.0 |   SAMME.R |     0.5 |          1.0 |  0.660s |    38.191s |
| Iteration 29     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    38.894s |
| Iteration 30     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    39.581s |
| Iteration 31     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    40.245s |
| Iteration 32     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    40.916s |
| Iteration 33     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    41.619s |
| Iteration 34     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    42.854s |
| Iteration 35     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    43.675s |
| Iteration 36     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.001s |    44.381s |
| Iteration 37     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    45.071s |
| Iteration 38     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    45.779s |
| Iteration 39     |          467 |         0.022 |     SAMME |     1.0 |          1.0 |  0.973s |    47.646s |
| Iteration 40     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.001s |    48.352s |
| Iteration 41     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    49.528s |
| Iteration 42     |          500 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.000s |    50.231s |
| Iteration 43     |          297 |        0.0263 |     SAMME |    0.75 |          1.0 |  0.837s |    51.839s |
| Iteration 44     |          434 |        0.1236 |     SAMME |  0.5625 |          1.0 |  0.928s |    53.585s |
| Iteration 45     |          237 |        0.0473 |     SAMME |     1.0 |          1.0 |  0.790s |    55.255s |
| Iteration 46     |           50 |          10.0 |     SAMME |   0.125 |          1.0 |  0.640s |    56.641s |
| Iteration 47     |          451 |         0.023 |     SAMME |  0.8125 |          1.0 |  0.940s |    58.396s |
| Iteration 48     |          217 |        0.0334 |     SAMME |  0.8125 |          1.0 |  0.778s |     1m:00s |
| Iteration 49     |          376 |        0.0147 |     SAMME |   0.875 |          1.0 |  0.893s |     1m:02s |
| Iteration 50     |          490 |        0.0242 |     SAMME |  0.7812 |          1.0 |  0.968s |     1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 465, 'learning_rate': 0.024, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9223
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.371s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.815 ± 0.0374
Time elapsed: 1.707s
-------------------------------------------------
Total time: 1m:07s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  1.056s |     1.076s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |       0.8125 |  0.940s |     2.512s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |       0.8125 |  0.963s |     4.044s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  0.775s |     5.310s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.9375 |       0.9375 |  0.977s |     6.754s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.810s |     7.994s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.852s |     9.296s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.843s |    10.629s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.9375 |          1.0 |  1.534s |    12.589s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.875 |          1.0 |  0.932s |    14.139s |
| Iteration 11     |          449 |      gini |         3 |                 7 |                2 |          0.8 |     False |    0.0076 |         --- |  0.5312 |          1.0 |  0.966s |    16.107s |
| Iteration 12     |          500 |      gini |      None |                20 |                4 |         auto |      True |       0.0 |        None |  0.8125 |          1.0 |  1.048s |    17.952s |
| Iteration 13     |          159 |   entropy |         2 |                10 |               13 |         log2 |     False |    0.0251 |         --- |     1.0 |          1.0 |  0.764s |    19.660s |
| Iteration 14     |          113 |   entropy |         1 |                20 |                2 |         sqrt |      True |    0.0014 |         0.6 |   0.875 |          1.0 |  0.759s |    21.279s |
| Iteration 15     |          277 |   entropy |         1 |                 7 |                3 |          0.7 |     False |    0.0088 |         --- |    0.75 |          1.0 |  0.836s |    22.903s |
| Iteration 16     |          317 |   entropy |         8 |                20 |               10 |          0.7 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.861s |    24.661s |
| Iteration 17     |          199 |      gini |         6 |                 6 |               12 |         sqrt |     False |    0.0306 |         --- |  0.6875 |          1.0 |  0.788s |    26.318s |
| Iteration 18     |           10 |   entropy |         2 |                 4 |               19 |         auto |     False |     0.035 |         --- |   0.875 |          1.0 |  0.681s |    27.786s |
| Iteration 19     |           65 |   entropy |      None |                 3 |               10 |         sqrt |     False |    0.0349 |         --- |  0.9375 |          1.0 |  0.715s |    29.271s |
| Iteration 20     |           88 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0337 |         --- |     1.0 |          1.0 |  0.721s |    30.776s |
| Iteration 21     |          220 |   entropy |         1 |                 8 |               20 |         auto |     False |    0.0284 |         --- |  0.3438 |          1.0 |  0.796s |    32.453s |
| Iteration 22     |          158 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0341 |         --- |  0.8125 |          1.0 |  0.762s |    34.097s |
| Iteration 23     |          217 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0335 |         --- |     1.0 |          1.0 |  0.801s |    35.800s |
| Iteration 24     |          497 |   entropy |      None |                 7 |               15 |         auto |     False |    0.0243 |         --- |  0.3125 |          1.0 |  0.966s |    37.734s |
| Iteration 25     |          418 |   entropy |         6 |                20 |                6 |         log2 |     False |    0.0146 |         --- |  0.4375 |          1.0 |  0.919s |    39.580s |
| Iteration 26     |           56 |   entropy |         2 |                 9 |               13 |         log2 |     False |    0.0341 |         --- |  0.6875 |          1.0 |  0.702s |    41.172s |
| Iteration 27     |          122 |   entropy |         2 |                10 |               13 |         log2 |     False |    0.0146 |         --- |    0.75 |          1.0 |  0.740s |    42.871s |
| Iteration 28     |          360 |   entropy |         2 |                10 |               13 |         log2 |     False |    0.0333 |         --- |   0.375 |          1.0 |  0.839s |    44.701s |
| Iteration 29     |          195 |      gini |      None |                 3 |                6 |         log2 |     False |    0.0334 |         --- |  0.5625 |          1.0 |  0.756s |    46.395s |
| Iteration 30     |          345 |   entropy |      None |                 5 |               16 |          0.6 |     False |    0.0184 |         --- |  0.8125 |          1.0 |  0.841s |    48.120s |
| Iteration 31     |          341 |      gini |         2 |                10 |               13 |          0.9 |     False |    0.0254 |         --- |  0.9375 |          1.0 |  0.850s |    49.920s |
| Iteration 32     |          322 |      gini |      None |                 5 |               16 |         sqrt |     False |    0.0197 |         --- |  0.8125 |          1.0 |  0.858s |    51.703s |
| Iteration 33     |          422 |      gini |         2 |                11 |               13 |          0.8 |     False |    0.0249 |         --- |  0.3125 |          1.0 |  0.973s |    54.278s |
| Iteration 34     |          165 |      gini |         6 |                19 |                6 |          0.6 |     False |    0.0335 |         --- |     1.0 |          1.0 |  0.810s |    56.149s |
| Iteration 35     |          420 |      gini |         2 |                10 |               13 |          0.5 |     False |    0.0249 |         --- |  0.7188 |          1.0 |  0.948s |    58.118s |
| Iteration 36     |          280 |   entropy |         8 |                 4 |               11 |          0.6 |     False |    0.0319 |         --- |  0.8125 |          1.0 |  0.807s |    59.961s |
| Iteration 37     |           86 |      gini |         6 |                19 |                6 |         log2 |     False |    0.0336 |         --- |   0.875 |          1.0 |  0.680s |     1m:02s |
| Iteration 38     |          218 |   entropy |         6 |                19 |                6 |          0.6 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.765s |     1m:05s |
| Iteration 39     |          384 |   entropy |         6 |                19 |                6 |          0.6 |     False |    0.0316 |         --- |     1.0 |          1.0 |  0.876s |     1m:07s |
| Iteration 40     |          441 |      gini |         6 |                19 |                6 |          0.5 |     False |    0.0312 |         --- |     1.0 |          1.0 |  0.913s |     1m:09s |
| Iteration 41     |          127 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.705s |     1m:11s |
| Iteration 42     |          245 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0328 |         --- |   0.625 |          1.0 |  0.776s |     1m:12s |
| Iteration 43     |          411 |   entropy |         6 |                19 |                6 |          0.6 |     False |    0.0314 |         --- |   0.625 |          1.0 |  0.898s |     1m:14s |
| Iteration 44     |          305 |   entropy |         8 |                 4 |               11 |          0.7 |     False |    0.0286 |         --- |  0.7812 |          1.0 |  0.809s |     1m:16s |
| Iteration 45     |          157 |      gini |         5 |                14 |                8 |         log2 |     False |    0.0008 |         --- |     1.0 |          1.0 |  0.720s |     1m:18s |
| Iteration 46     |           84 |   entropy |         8 |                 4 |               11 |          0.6 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.679s |     1m:20s |
| Iteration 47     |           12 |   entropy |         5 |                14 |                8 |         None |     False |       0.0 |         --- |  0.9062 |          1.0 |  0.639s |     1m:21s |
| Iteration 48     |          170 |      gini |         8 |                 4 |               11 |          0.6 |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.734s |     1m:23s |
| Iteration 49     |          274 |   entropy |      None |                 3 |               10 |          0.6 |     False |    0.0307 |         --- |  0.8125 |          1.0 |  0.793s |     1m:25s |
| Iteration 50     |           29 |   entropy |         5 |                14 |                8 |          0.5 |     False |    0.0031 |         --- |  0.8125 |          1.0 |  0.647s |     1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 441, 'criterion': 'gini', 'max_depth': 6, 'min_samples_split': 19, 'min_samples_leaf': 6, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0312}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.925
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.309s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1881
Time elapsed: 1.373s
-------------------------------------------------
Total time: 1m:29s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.773s |     0.793s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  0.714s |     2.346s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  0.703s |     3.886s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  0.659s |     4.979s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  0.706s |     6.133s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  0.671s |     7.246s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  0.678s |     8.900s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  1.256s |    10.728s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  0.709s |    11.874s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  0.684s |    12.969s |
| Iteration 11     |          226 |        0.0691 |         3 |     0.0 |                4 |       0.8 |              0.5 |         0 |         10 |  0.4375 |       0.9375 |  0.683s |    14.562s |
| Iteration 12     |          466 |        0.0168 |         6 |  0.6793 |                7 |       0.8 |              0.6 |         0 |       0.01 |   0.625 |       0.9375 |  0.712s |    16.216s |
| Iteration 13     |           51 |        0.8483 |         6 |  0.1977 |                1 |       0.6 |              0.8 |         1 |        100 |  0.9375 |       0.9375 |  0.679s |    17.718s |
| Iteration 14     |          450 |        0.1617 |         6 |   0.944 |                9 |       0.9 |              0.6 |      0.01 |        100 |     0.5 |       0.9375 |  0.721s |    19.229s |
| Iteration 15     |          327 |        0.3617 |         6 |  0.1154 |                1 |       0.6 |              0.8 |         1 |         10 |    0.75 |       0.9375 |  0.707s |    20.910s |
| Iteration 16     |          149 |        0.0548 |         1 |  0.8919 |                8 |       0.8 |              0.8 |       100 |          0 |     0.5 |       0.9375 |  0.667s |    22.399s |
| Iteration 17     |          262 |        0.6518 |         4 |   0.217 |                1 |       0.6 |              0.7 |         1 |         10 |  0.5625 |       0.9375 |  0.698s |    23.885s |
| Iteration 18     |          312 |        0.0132 |         6 |  0.8412 |                9 |       0.9 |              0.8 |        10 |          0 |     0.5 |       0.9375 |  0.694s |    25.281s |
| Iteration 19     |           65 |        0.5325 |         6 |  0.1799 |                5 |       0.7 |              0.8 |         0 |        100 |  0.7812 |       0.9375 |  0.664s |    26.689s |
| Iteration 20     |          478 |        0.0193 |         8 |  0.9068 |                3 |       1.0 |              0.8 |         0 |         10 |     1.0 |          1.0 |  0.729s |    28.303s |
| Iteration 21     |          500 |        0.0173 |         5 |  0.9998 |                1 |       0.5 |              0.8 |         0 |         10 |   0.625 |          1.0 |  0.746s |    29.890s |
| Iteration 22     |          124 |        0.1677 |        10 |  0.3995 |                2 |       1.0 |              0.8 |      0.01 |        100 |   0.625 |          1.0 |  0.685s |    31.485s |
| Iteration 23     |          463 |        0.0774 |         8 |   0.368 |                3 |       0.6 |              0.8 |         0 |        0.1 |     1.0 |          1.0 |  0.742s |    33.091s |
| Iteration 24     |          453 |         0.018 |         7 |  0.9945 |                4 |       0.8 |              0.8 |         1 |         10 |  0.3125 |          1.0 |  0.736s |    34.740s |
| Iteration 25     |          470 |        0.1745 |         4 |  0.0686 |                4 |       0.5 |              0.8 |         0 |          0 |   0.375 |          1.0 |  0.726s |    36.321s |
| Iteration 26     |           32 |        0.0363 |         6 |  0.7928 |                4 |       0.7 |              0.4 |         1 |         10 |  0.5312 |          1.0 |  0.654s |    37.829s |
| Iteration 27     |          465 |        0.0205 |         8 |  0.5091 |                3 |       0.8 |              0.7 |         0 |          1 |  0.8125 |          1.0 |  0.730s |    39.636s |
| Iteration 28     |          470 |        0.0311 |         8 |  0.5568 |                3 |       0.9 |              0.8 |      0.01 |         10 |   0.375 |          1.0 |  0.732s |    41.321s |
| Iteration 29     |          471 |        0.0111 |         8 |  0.7228 |                3 |       0.7 |              0.8 |         0 |          0 |  0.5625 |          1.0 |  0.727s |    43.239s |
| Iteration 30     |          477 |         0.094 |         8 |  0.5442 |                3 |       0.6 |              0.8 |         0 |         10 |    0.75 |          1.0 |  0.740s |    44.896s |
| Iteration 31     |           87 |        0.0414 |         8 |  0.4261 |                3 |       0.9 |              0.4 |         0 |          1 |   0.875 |          1.0 |  0.688s |    46.511s |
| Iteration 32     |          462 |        0.0155 |         8 |  0.3905 |                3 |       0.8 |              0.8 |         0 |        100 |  0.7188 |          1.0 |  0.792s |    48.173s |
| Iteration 33     |          137 |         0.168 |         7 |   0.028 |                3 |       1.0 |              0.9 |         0 |        0.1 |  0.9375 |          1.0 |  0.743s |    49.871s |
| Iteration 34     |           83 |        0.2817 |         8 |  0.9833 |                3 |       1.0 |              0.9 |         0 |        0.1 |    0.75 |          1.0 |  1.344s |    52.215s |
| Iteration 35     |          331 |        0.0326 |         6 |  0.3239 |                3 |       0.9 |              0.8 |         0 |          1 |    0.75 |          1.0 |  0.780s |    54.035s |
| Iteration 36     |          495 |        0.4085 |         5 |  0.3628 |                4 |       0.7 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  0.776s |    55.762s |
| Iteration 37     |           80 |        0.2466 |         8 |  0.1471 |                3 |       1.0 |              0.7 |         0 |        0.1 |     1.0 |          1.0 |  0.713s |    57.496s |
| Iteration 38     |          143 |        0.0499 |         8 |  0.2387 |                3 |       0.7 |              0.8 |         0 |        0.1 |   0.875 |          1.0 |  0.734s |    59.289s |
| Iteration 39     |          443 |        0.2036 |         7 |   0.393 |                5 |       1.0 |              0.4 |         0 |        0.1 |  0.5625 |          1.0 |  0.764s |     1m:01s |
| Iteration 40     |          420 |        0.1633 |         8 |  0.3724 |                3 |       1.0 |              0.6 |         0 |        0.1 |   0.875 |          1.0 |  0.769s |     1m:03s |
| Iteration 41     |          130 |        0.5391 |         9 |     1.0 |                3 |       0.6 |              0.5 |         0 |         10 |  0.8438 |          1.0 |  0.742s |     1m:05s |
| Iteration 42     |          449 |        0.1004 |         8 |     0.0 |                3 |       0.9 |              0.8 |         0 |        0.1 |     0.5 |          1.0 |  0.726s |     1m:07s |
| Iteration 43     |           20 |        0.0182 |         4 |   0.184 |                4 |       0.6 |              0.6 |      0.01 |         10 |    0.75 |          1.0 |  0.649s |     1m:08s |
| Iteration 44     |          422 |        0.5151 |         5 |  0.9785 |                4 |       0.8 |              0.8 |      0.01 |          0 |  0.8125 |          1.0 |  0.710s |     1m:10s |
| Iteration 45     |           23 |        0.0143 |         8 |  0.6357 |                2 |       0.8 |              0.9 |         0 |          1 |     1.0 |          1.0 |  0.649s |     1m:12s |
| Iteration 46     |          357 |        0.0192 |         5 |  0.8352 |                2 |       1.0 |              0.5 |         0 |        100 |     0.5 |          1.0 |  0.699s |     1m:14s |
| Iteration 47     |           27 |        0.1137 |         3 |     1.0 |                2 |       0.8 |              0.9 |       0.1 |          1 |   0.875 |          1.0 |  0.652s |     1m:15s |
| Iteration 48     |          365 |         0.018 |         3 |  0.1703 |                3 |       0.6 |              0.9 |         0 |        0.1 |   0.625 |          1.0 |  0.704s |     1m:17s |
| Iteration 49     |           20 |        0.1712 |         7 |  0.7098 |                2 |       0.8 |              0.5 |         0 |          1 |   0.875 |          1.0 |  0.645s |     1m:19s |
| Iteration 50     |          445 |        0.0514 |         9 |  0.3128 |                3 |       0.6 |              0.8 |         0 |        0.1 |     1.0 |          1.0 |  0.736s |     1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 463, 'learning_rate': 0.0774, 'max_depth': 8, 'gamma': 0.368, 'min_child_weight': 3, 'subsample': 0.6, 'colsample_bytree': 0.8, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9321
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.096s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.103
Time elapsed: 0.289s
-------------------------------------------------
Total time: 1m:23s


Final results ==================== >>
Duration: 8m:59s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.77 ± 0.04
Logistic Regression             --> roc_auc: 0.77 ± 0.2561
Linear Discriminant Analysis    --> roc_auc: 0.9 ± 0.1225
Quadratic Discriminant Analysis --> roc_auc: 0.79 ± 0.3105
Radius Nearest Neighbors        --> roc_auc: 1.0 ± 0.0 !
AdaBoost                        --> roc_auc: 0.815 ± 0.0374
Random Forest                   --> roc_auc: 0.86 ± 0.1881
XGBoost                         --> roc_auc: 0.92 ± 0.103
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVANAGGTSYGKLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVGGGSYIPTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRNAGNMLTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVKSGGSYIPTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAYTGANSKLTF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAALNAGNNRKLIW.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CVVNKAAGNKLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9375 |       0.9375 |  3.221s |     3.241s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.7812 |       0.9375 |  3.217s |     6.894s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.5625 |       0.9375 |  3.198s |    10.544s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |       0.9375 |  3.253s |    14.253s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |       0.9375 |  3.231s |    17.920s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.25 |       0.9375 |  3.259s |    21.846s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.875 |       0.9375 |  3.244s |    25.666s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |       0.9375 |  3.265s |    29.419s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |       0.9375 |  3.205s |    33.069s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |       0.9375 |  3.804s |    37.351s |
| Iteration 11     | exponen.. |           1.0 |          469 |       0.7 | squared_er.. |                 9 |                4 |         7 |          0.8 |    0.0157 |   0.625 |       0.9375 |  3.271s |    42.311s |
| Iteration 12     | exponen.. |        0.0151 |          340 |       0.7 | squared_er.. |                10 |                4 |         9 |          0.6 |    0.0218 |   0.875 |       0.9375 |  3.265s |    47.259s |
| Iteration 13     |  deviance |        0.0138 |           10 |       0.9 | squared_er.. |                15 |                9 |        10 |         None |    0.0239 |     1.0 |          1.0 |  3.185s |    51.477s |
| Iteration 14     | exponen.. |        0.0228 |          469 |       0.7 | squared_er.. |                17 |                3 |         6 |          0.5 |    0.0092 |   0.625 |          1.0 |  3.248s |    55.532s |
| Iteration 15     |  deviance |        0.0252 |           37 |       0.5 | squared_er.. |                14 |                7 |         2 |         log2 |    0.0139 |   0.625 |          1.0 |  3.187s |    59.586s |
| Iteration 16     |  deviance |          0.01 |          500 |       0.5 | friedman_mse |                 2 |               20 |         1 |         auto |       0.0 |     0.5 |          1.0 |  3.284s |     1m:04s |
| Iteration 17     |  deviance |        0.0992 |           11 |       0.9 | squared_er.. |                18 |                5 |         6 |         auto |    0.0102 |  0.5625 |          1.0 |  3.215s |     1m:08s |
| Iteration 18     |  deviance |          0.01 |           10 |       1.0 | squared_er.. |                14 |                9 |        10 |          0.9 |    0.0233 |  0.6875 |          1.0 |  3.187s |     1m:12s |
| Iteration 19     | exponen.. |        0.0523 |           10 |       0.9 | friedman_mse |                 2 |               20 |         5 |         None |    0.0135 |   0.625 |          1.0 |  3.201s |     1m:16s |
| Iteration 20     |  deviance |        0.8026 |           10 |       1.0 | friedman_mse |                 2 |                4 |         5 |         None |      0.03 |  0.4375 |          1.0 |  3.174s |     1m:20s |
| Iteration 21     | exponen.. |        0.0119 |           10 |       0.6 | squared_er.. |                 2 |                4 |        10 |          0.5 |    0.0108 |   0.625 |          1.0 |  3.153s |     1m:24s |
| Iteration 22     |  deviance |          0.01 |           10 |       0.9 | friedman_mse |                20 |               11 |         5 |         None |     0.006 |    0.75 |          1.0 |  3.172s |     1m:28s |
| Iteration 23     | exponen.. |           1.0 |           10 |       0.7 | squared_er.. |                14 |               19 |        10 |         None |    0.0291 |   0.625 |          1.0 |  3.178s |     1m:32s |
| Iteration 24     |  deviance |        0.0358 |           10 |       0.9 | squared_er.. |                14 |               20 |        10 |         None |    0.0326 |   0.125 |          1.0 |  3.154s |     1m:36s |
| Iteration 25     | exponen.. |        0.0999 |           79 |       0.6 | squared_er.. |                15 |               11 |         3 |         auto |     0.035 |     0.5 |          1.0 |  3.135s |     1m:40s |
| Iteration 26     | exponen.. |        0.3794 |          457 |       0.9 | friedman_mse |                 9 |                7 |         5 |          0.5 |     0.035 |     1.0 |          1.0 |  3.284s |     1m:44s |
| Iteration 27     | exponen.. |        0.0119 |          397 |       1.0 | squared_er.. |                13 |                6 |         8 |          0.9 |     0.035 |  0.9375 |          1.0 |  3.240s |     1m:48s |
| Iteration 28     | exponen.. |          0.01 |           10 |       0.5 | squared_er.. |                20 |                7 |         1 |         auto |     0.035 |  0.4375 |          1.0 |  3.158s |     1m:52s |
| Iteration 29     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                 4 |               10 |         4 |          0.5 |     0.035 |   0.375 |          1.0 |  3.260s |     1m:57s |
| Iteration 30     | exponen.. |        0.2751 |          165 |       0.9 | friedman_mse |                11 |                7 |         6 |         auto |    0.0122 |  0.8125 |          1.0 |  3.190s |     2m:01s |
| Iteration 31     | exponen.. |        0.1929 |          424 |       0.5 | squared_er.. |                 9 |                7 |         8 |         None |    0.0268 |  0.6875 |          1.0 |  3.267s |     2m:05s |
| Iteration 32     | exponen.. |        0.4322 |          495 |       1.0 | squared_er.. |                 9 |                7 |        10 |          0.9 |     0.035 |   0.875 |          1.0 |  3.287s |     2m:09s |
| Iteration 33     | exponen.. |        0.0862 |          431 |       1.0 | squared_er.. |                 7 |                6 |         2 |         None |     0.035 |  0.1875 |          1.0 |  3.258s |     2m:13s |
| Iteration 34     | exponen.. |        0.0173 |          168 |       1.0 | squared_er.. |                 8 |                7 |         9 |          0.9 |    0.0306 |  0.6875 |          1.0 |  3.831s |     2m:18s |
| Iteration 35     |  deviance |        0.0315 |          449 |       0.7 | squared_er.. |                12 |                7 |        10 |          0.9 |    0.0284 |   0.625 |          1.0 |  3.277s |     2m:22s |
| Iteration 36     | exponen.. |          0.01 |          500 |       0.8 | squared_er.. |                19 |                6 |         5 |         None |     0.035 |   0.875 |          1.0 |  3.307s |     2m:26s |
| Iteration 37     | exponen.. |        0.1299 |          391 |       1.0 | friedman_mse |                13 |                9 |         7 |          0.7 |    0.0329 |  0.6875 |          1.0 |  3.225s |     2m:30s |
| Iteration 38     | exponen.. |          0.01 |           46 |       0.9 | squared_er.. |                20 |                6 |         6 |         None |     0.035 |  0.9375 |          1.0 |  3.163s |     2m:35s |
| Iteration 39     | exponen.. |        0.2816 |          436 |       1.0 | squared_er.. |                 9 |                6 |         7 |         sqrt |     0.035 |  0.6562 |          1.0 |  3.237s |     2m:39s |
| Iteration 40     | exponen.. |        0.0173 |           66 |       1.0 | squared_er.. |                 5 |                7 |         5 |          0.9 |    0.0317 |  0.5625 |          1.0 |  3.186s |     2m:43s |
| Iteration 41     | exponen.. |        0.3112 |          369 |       0.5 | friedman_mse |                11 |               19 |         1 |          0.5 |    0.0286 |     0.5 |          1.0 |  3.289s |     2m:47s |
| Iteration 42     | exponen.. |        0.3481 |          484 |       0.9 | friedman_mse |                13 |                8 |         8 |          0.8 |     0.035 |   0.375 |          1.0 |  3.272s |     2m:52s |
| Iteration 43     |  deviance |        0.0118 |          307 |       1.0 | squared_er.. |                18 |                8 |        10 |         None |    0.0086 |   0.625 |          1.0 |  3.269s |     2m:56s |
| Iteration 44     | exponen.. |        0.0133 |          215 |       0.9 | squared_er.. |                16 |                9 |         8 |         None |    0.0255 |  0.6875 |          1.0 |  3.215s |     3m:01s |
| Iteration 45     | exponen.. |        0.1032 |           15 |       0.8 | friedman_mse |                 8 |                6 |         7 |          0.9 |    0.0334 |     0.5 |          1.0 |  3.179s |     3m:05s |
| Iteration 46     |  deviance |        0.0143 |           11 |       0.9 | squared_er.. |                14 |                9 |         9 |          0.5 |    0.0239 |  0.7188 |          1.0 |  3.179s |     3m:10s |
| Iteration 47     |  deviance |        0.3972 |          437 |       0.7 | friedman_mse |                 4 |                7 |         6 |          0.6 |     0.035 |  0.7188 |          1.0 |  3.283s |     3m:14s |
| Iteration 48     | exponen.. |        0.6471 |          358 |       0.9 | squared_er.. |                20 |               13 |         6 |          0.9 |    0.0216 |  0.4375 |          1.0 |  3.226s |     3m:18s |
| Iteration 49     | exponen.. |        0.3776 |          359 |       0.9 | friedman_mse |                18 |                7 |         6 |          0.6 |    0.0307 |  0.8125 |          1.0 |  3.253s |     3m:23s |
| Iteration 50     |  deviance |        0.0145 |           12 |       0.9 | squared_er.. |                 4 |                9 |        10 |         None |    0.0239 |     0.5 |          1.0 |  3.179s |     3m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.3794, 'n_estimators': 457, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 9, 'min_samples_leaf': 7, 'max_depth': 5, 'max_features': 0.5, 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9942
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.120s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.975 ± 0.0224
Time elapsed: 0.588s
-------------------------------------------------
Total time: 3m:29s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  3.161s |     3.173s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.9375 |       0.9375 |  3.169s |     6.780s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.3125 |       0.9375 |  3.196s |    10.404s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |       0.9375 |  3.185s |    14.011s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.25 |       0.9375 |  3.180s |    17.702s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.3125 |       0.9375 |  3.203s |    21.329s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |       0.9375 |  3.191s |    24.947s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |       0.9375 |  3.212s |    28.710s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.8125 |       0.9375 |  3.174s |    32.465s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |       0.9375 |  3.122s |    36.006s |
| Iteration 11     |    none |     --- |    saga |     1000 |      --- |  0.3125 |       0.9375 |  3.159s |    39.865s |
| Iteration 12     |      l2 |  0.0786 |    saga |      949 |      --- |    0.75 |       0.9375 |  3.186s |    43.773s |
| Iteration 13     |      l2 |  0.2098 | libli.. |      935 |      --- |     0.5 |       0.9375 |  3.811s |    48.528s |
| Iteration 14     |    none |     --- |     sag |      796 |      --- |   0.625 |       0.9375 |  3.191s |    52.421s |
| Iteration 15     |      l2 |  0.1036 |     sag |      951 |      --- |  0.4375 |       0.9375 |  3.191s |    57.034s |
| Iteration 16     |      l2 |  0.0424 |     sag |      691 |      --- |  0.5625 |       0.9375 |  3.205s |     1m:01s |
| Iteration 17     |      l2 |  0.0582 |     sag |      743 |      --- |  0.6875 |       0.9375 |  3.209s |     1m:05s |
| Iteration 18     |      l2 |  0.0182 |   lbfgs |      877 |      --- |  0.6875 |       0.9375 |  3.179s |     1m:09s |
| Iteration 19     |      l2 |  0.0078 | newto.. |      749 |      --- |  0.3125 |       0.9375 |  3.189s |     1m:13s |
| Iteration 20     |    none |     --- |     sag |      577 |      --- |   0.125 |       0.9375 |  3.220s |     1m:17s |
| Iteration 21     |    none |     --- |   lbfgs |      287 |      --- |  0.3125 |       0.9375 |  3.205s |     1m:22s |
| Iteration 22     |      l2 | 99.4481 | newto.. |      217 |      --- |  0.3125 |       0.9375 |  3.172s |     1m:26s |
| Iteration 23     |    none |     --- |    saga |      993 |      --- |  0.4375 |       0.9375 |  3.209s |     1m:30s |
| Iteration 24     |      l2 |  0.8583 |     sag |      405 |      --- |  0.5625 |       0.9375 |  3.179s |     1m:34s |
| Iteration 25     |      l2 | 85.6121 | libli.. |      885 |      --- |   0.375 |       0.9375 |  3.193s |     1m:38s |
| Iteration 26     |      l2 |  6.0881 | libli.. |      976 |      --- |  0.5625 |       0.9375 |  3.195s |     1m:42s |
| Iteration 27     |      l2 |  0.0149 |    saga |      897 |      --- |   0.625 |       0.9375 |  3.182s |     1m:46s |
| Iteration 28     |      l2 |  0.0512 |    saga |      165 |      --- |  0.4375 |       0.9375 |  3.197s |     1m:50s |
| Iteration 29     |      l2 |  0.0866 | newto.. |      906 |      --- |  0.3125 |       0.9375 |  3.190s |     1m:54s |
| Iteration 30     |      l2 |  0.0773 |     sag |      941 |      --- |  0.5625 |       0.9375 |  3.219s |     1m:58s |
| Iteration 31     |      l2 |  0.0323 |   lbfgs |      943 |      --- |    0.75 |       0.9375 |  3.197s |     2m:02s |
| Iteration 32     |      l2 |    0.01 |     sag |      940 |      --- |  0.6875 |       0.9375 |  3.184s |     2m:06s |
| Iteration 33     |      l2 |   0.001 | newto.. |      946 |      --- |   0.375 |       0.9375 |  3.176s |     2m:10s |
| Iteration 34     |      l1 |  0.0253 |    saga |      934 |      --- |     0.5 |       0.9375 |  3.183s |     2m:14s |
| Iteration 35     |      l2 |  0.0875 |   lbfgs |      204 |      --- |    0.75 |       0.9375 |  3.191s |     2m:18s |
| Iteration 36     |      l2 |  0.0281 |   lbfgs |      854 |      --- |    0.75 |       0.9375 |  3.808s |     2m:23s |
| Iteration 37     |    none |     --- |    saga |      547 |      --- |    0.25 |       0.9375 |  3.181s |     2m:27s |
| Iteration 38     |      l2 |  0.0881 | libli.. |      279 |      --- |    0.25 |       0.9375 |  3.212s |     2m:32s |
| Iteration 39     |      l2 |  0.0809 |     sag |      401 |      --- |  0.6875 |       0.9375 |  3.147s |     2m:37s |
| Iteration 40     |      l2 |  0.0146 | libli.. |      550 |      --- |  0.4375 |       0.9375 |  3.199s |     2m:42s |
| Iteration 41     |      l2 |  0.0567 |     sag |      260 |      --- |     0.5 |       0.9375 |  3.208s |     2m:47s |
| Iteration 42     |      l2 |  0.1274 | libli.. |      348 |      --- |  0.1875 |       0.9375 |  3.189s |     2m:51s |
| Iteration 43     |      l2 |   0.052 |     sag |      909 |      --- |     0.0 |       0.9375 |  3.191s |     2m:55s |
| Iteration 44     |      l1 |  0.0158 | libli.. |      206 |      --- |     0.5 |       0.9375 |  3.190s |     2m:59s |
| Iteration 45     |      l2 |  0.0439 | libli.. |      944 |      --- |     0.5 |       0.9375 |  3.175s |     3m:03s |
| Iteration 46     |      l2 |  0.3366 | newto.. |      944 |      --- |  0.3125 |       0.9375 |  3.188s |     3m:07s |
| Iteration 47     |      l2 |  0.0213 |     sag |      864 |      --- |   0.375 |       0.9375 |  3.308s |     3m:11s |
| Iteration 48     |      l2 |  0.0018 | newto.. |      288 |      --- |     0.0 |       0.9375 |  3.293s |     3m:16s |
| Iteration 49     |      l2 |  0.0901 | libli.. |      943 |      --- |  0.8125 |       0.9375 |  3.181s |     3m:20s |
| Iteration 50     |    none |     --- | newto.. |      946 |      --- |   0.375 |       0.9375 |  3.192s |     3m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'penalty': 'l2', 'C': 0.087, 'solver': 'sag', 'max_iter': 942}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7991
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:25s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.25 |         0.25 |  3.196s |     3.202s |
| Initial point 2  |     svd |       --- |  0.8125 |       0.8125 |  3.173s |     7.239s |
| Initial point 3  |     svd |       --- |  0.8125 |       0.8125 |  0.001s |     7.657s |
| Initial point 4  |    lsqr |       0.8 |    0.25 |       0.8125 |  3.179s |    11.234s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |       0.8125 |  3.196s |    14.900s |
| Initial point 6  |    lsqr |       0.7 |   0.375 |       0.8125 |  3.202s |    18.536s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |       0.8125 |  3.248s |    22.358s |
| Initial point 8  |    lsqr |       0.9 |  0.3125 |       0.8125 |  3.105s |    26.916s |
| Initial point 9  |    lsqr |       0.6 |  0.4375 |       0.8125 |  3.199s |    31.180s |
| Initial point 10 |   eigen |       0.8 |   0.625 |       0.8125 |  3.187s |    35.187s |
| Iteration 11     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    35.748s |
| Iteration 12     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    36.297s |
| Iteration 13     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    36.891s |
| Iteration 14     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    37.451s |
| Iteration 15     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    38.004s |
| Iteration 16     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    38.620s |
| Iteration 17     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    39.178s |
| Iteration 18     |   eigen |       0.5 |    0.75 |       0.8125 |  3.171s |    42.923s |
| Iteration 19     |   eigen |       0.7 |     0.0 |       0.8125 |  3.792s |    47.301s |
| Iteration 20     |   eigen |       0.6 |  0.3125 |       0.8125 |  3.189s |    51.118s |
| Iteration 21     |    lsqr |      auto |  0.3125 |       0.8125 |  3.180s |    54.903s |
| Iteration 22     |   eigen |      None |   0.125 |       0.8125 |  3.187s |    58.682s |
| Iteration 23     |    lsqr |       1.0 |  0.5625 |       0.8125 |  3.220s |     1m:03s |
| Iteration 24     |    lsqr |      None |  0.5625 |       0.8125 |  3.160s |     1m:06s |
| Iteration 25     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:07s |
| Iteration 26     |   eigen |      auto |  0.4375 |       0.8125 |  3.174s |     1m:11s |
| Iteration 27     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 28     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 29     |     svd |       --- |  0.8125 |       0.8125 |  0.001s |     1m:14s |
| Iteration 30     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:14s |
| Iteration 31     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:15s |
| Iteration 32     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:16s |
| Iteration 33     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:16s |
| Iteration 34     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:18s |
| Iteration 35     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:19s |
| Iteration 36     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:21s |
| Iteration 37     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:23s |
| Iteration 38     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:24s |
| Iteration 39     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:25s |
| Iteration 40     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:25s |
| Iteration 41     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:26s |
| Iteration 42     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:27s |
| Iteration 43     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:28s |
| Iteration 44     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:28s |
| Iteration 45     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:29s |
| Iteration 46     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:30s |
| Iteration 47     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:30s |
| Iteration 48     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:31s |
| Iteration 49     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:32s |
| Iteration 50     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     1m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8027
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:34s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.25 |         0.25 |  3.137s |     3.141s |
| Initial point 2  |       0.9 |     0.5 |          0.5 |  3.167s |     6.725s |
| Initial point 3  |       0.1 |  0.3125 |          0.5 |  3.192s |    10.662s |
| Initial point 4  |       1.0 |    0.25 |          0.5 |  0.000s |    11.094s |
| Initial point 5  |       0.2 |   0.625 |        0.625 |  3.196s |    14.694s |
| Initial point 6  |       0.4 |   0.375 |        0.625 |  3.199s |    18.329s |
| Initial point 7  |       0.4 |   0.375 |        0.625 |  0.000s |    18.745s |
| Initial point 8  |       0.7 |  0.3125 |        0.625 |  3.189s |    22.341s |
| Initial point 9  |       0.9 |     0.5 |        0.625 |  0.001s |    22.852s |
| Initial point 10 |       0.8 |     0.5 |        0.625 |  3.189s |    26.480s |
| Iteration 11     |       0.3 |    0.75 |         0.75 |  3.169s |    30.182s |
| Iteration 12     |       0.6 |  0.9375 |       0.9375 |  3.196s |    33.892s |
| Iteration 13     |       0.5 |  0.1875 |       0.9375 |  3.187s |    37.587s |
| Iteration 14     |       0.0 |    0.25 |       0.9375 |  3.154s |    41.275s |
| Iteration 15     |       0.6 |  0.9375 |       0.9375 |  0.000s |    41.799s |
| Iteration 16     |       0.6 |  0.9375 |       0.9375 |  0.000s |    42.367s |
| Iteration 17     |       0.6 |  0.9375 |       0.9375 |  0.001s |    42.873s |
| Iteration 18     |       0.6 |  0.9375 |       0.9375 |  0.000s |    43.431s |
| Iteration 19     |       0.6 |  0.9375 |       0.9375 |  0.000s |    43.964s |
| Iteration 20     |       0.6 |  0.9375 |       0.9375 |  0.000s |    44.492s |
| Iteration 21     |       0.6 |  0.9375 |       0.9375 |  0.000s |    46.183s |
| Iteration 22     |       0.6 |  0.9375 |       0.9375 |  0.000s |    46.869s |
| Iteration 23     |       0.6 |  0.9375 |       0.9375 |  0.000s |    47.393s |
| Iteration 24     |       0.6 |  0.9375 |       0.9375 |  0.000s |    47.922s |
| Iteration 25     |       0.6 |  0.9375 |       0.9375 |  0.000s |    48.726s |
| Iteration 26     |       0.6 |  0.9375 |       0.9375 |  0.000s |    49.259s |
| Iteration 27     |       0.0 |    0.25 |       0.9375 |  0.000s |    49.798s |
| Iteration 28     |       0.6 |  0.9375 |       0.9375 |  0.000s |    50.329s |
| Iteration 29     |       0.6 |  0.9375 |       0.9375 |  0.000s |    50.885s |
| Iteration 30     |       0.6 |  0.9375 |       0.9375 |  0.000s |    51.441s |
| Iteration 31     |       0.6 |  0.9375 |       0.9375 |  0.000s |    53.090s |
| Iteration 32     |       0.6 |  0.9375 |       0.9375 |  0.001s |    54.032s |
| Iteration 33     |       0.6 |  0.9375 |       0.9375 |  0.001s |    54.673s |
| Iteration 34     |       0.6 |  0.9375 |       0.9375 |  0.001s |    55.268s |
| Iteration 35     |       0.6 |  0.9375 |       0.9375 |  0.001s |    55.868s |
| Iteration 36     |       0.6 |  0.9375 |       0.9375 |  0.001s |    56.456s |
| Iteration 37     |       0.6 |  0.9375 |       0.9375 |  0.001s |    57.161s |
| Iteration 38     |       0.6 |  0.9375 |       0.9375 |  0.001s |    57.763s |
| Iteration 39     |       0.6 |  0.9375 |       0.9375 |  0.001s |    58.387s |
| Iteration 40     |       0.6 |  0.9375 |       0.9375 |  0.001s |    59.026s |
| Iteration 41     |       0.6 |  0.9375 |       0.9375 |  0.001s |    59.637s |
| Iteration 42     |       0.6 |  0.9375 |       0.9375 |  0.001s |     1m:00s |
| Iteration 43     |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:01s |
| Iteration 44     |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:01s |
| Iteration 45     |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 46     |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:03s |
| Iteration 47     |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:03s |
| Iteration 48     |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 49     |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 50     |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8027
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.2846
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:06s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  10.486 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  3.117s |     3.138s |
| Initial point 2  |  4.1703 | uniform |   kd_tree |        39 |       2 |  0.4062 |         0.75 |  3.159s |     6.731s |
| Initial point 3  |  3.2943 | dista.. | ball_tree |        25 |       2 |  0.5625 |         0.75 |  3.140s |    10.297s |
| Initial point 4  |  9.6109 | uniform | ball_tree |        39 |       2 |   0.625 |         0.75 |  3.190s |    13.917s |
| Initial point 5  |  7.5289 | dista.. |      auto |        30 |       2 |  0.3125 |         0.75 |  3.213s |    17.554s |
| Initial point 6  |   8.719 | dista.. | ball_tree |        21 |       2 |  0.3125 |         0.75 |  3.228s |    21.438s |
| Initial point 7  |  6.2365 | dista.. | ball_tree |        24 |       1 |  0.7812 |       0.7812 |  3.221s |    25.733s |
| Initial point 8  |  1.4945 | dista.. | ball_tree |        21 |       2 |  0.4062 |       0.7812 |  3.207s |    29.588s |
| Initial point 9  |   6.947 | uniform | ball_tree |        24 |       1 |  0.8125 |       0.8125 |  3.226s |    33.337s |
| Initial point 10 |  4.9343 | uniform |     brute |        22 |       2 |  0.7188 |       0.8125 |  3.189s |    37.007s |
| Iteration 11     | 10.5156 | uniform |   kd_tree |        24 |       1 |     0.5 |       0.8125 |  3.177s |    40.882s |
| Iteration 12     | 10.5156 | uniform | ball_tree |        24 |       1 |  0.6562 |       0.8125 |  3.149s |    44.739s |
| Iteration 13     |  4.7539 | uniform | ball_tree |        24 |       1 |  0.4062 |       0.8125 |  3.191s |    48.705s |
| Iteration 14     |  0.0186 | dista.. |     brute |        21 |       1 |     0.5 |       0.8125 |  3.212s |    52.569s |
| Iteration 15     |  0.0304 | dista.. |      auto |        39 |       1 |     0.5 |       0.8125 |  3.204s |    56.402s |
| Iteration 16     | 10.5129 | uniform |      auto |        33 |       1 |     0.5 |       0.8125 |  3.195s |     1m:00s |
| Iteration 17     |  0.8955 | uniform |     brute |        40 |       2 |     0.5 |       0.8125 |  3.223s |     1m:04s |
| Iteration 18     | 10.5096 | dista.. |   kd_tree |        34 |       1 |   0.625 |       0.8125 |  3.204s |     1m:08s |
| Iteration 19     | 10.5094 | dista.. | ball_tree |        28 |       1 |  0.5938 |       0.8125 |  3.815s |     1m:12s |
| Iteration 20     |  0.0009 | uniform | ball_tree |        35 |       1 |     0.5 |       0.8125 |  3.216s |     1m:16s |
| Iteration 21     |  6.8508 | dista.. |     brute |        39 |       1 |   0.375 |       0.8125 |  3.191s |     1m:20s |
| Iteration 22     |  9.3492 | dista.. | ball_tree |        23 |       1 |  0.6875 |       0.8125 |  3.203s |     1m:24s |
| Iteration 23     |   6.697 | dista.. | ball_tree |        24 |       1 |     0.5 |       0.8125 |  3.195s |     1m:28s |
| Iteration 24     | 10.5156 | dista.. | ball_tree |        38 |       1 |  0.4375 |       0.8125 |  3.204s |     1m:32s |
| Iteration 25     | 10.5156 | dista.. | ball_tree |        22 |       1 |   0.625 |       0.8125 |  3.192s |     1m:36s |
| Iteration 26     | 10.5156 | dista.. | ball_tree |        23 |       1 |     0.5 |       0.8125 |  3.226s |     1m:40s |
| Iteration 27     |  0.9159 | dista.. |     brute |        25 |       2 |  0.5312 |       0.8125 |  3.266s |     1m:44s |
| Iteration 28     |  9.7398 | dista.. |     brute |        20 |       2 |   0.125 |       0.8125 |  3.222s |     1m:48s |
| Iteration 29     |  7.9382 | uniform | ball_tree |        20 |       1 |  0.5625 |       0.8125 |  3.207s |     1m:52s |
| Iteration 30     | 10.5156 | uniform |   kd_tree |        20 |       2 |     0.5 |       0.8125 |  3.210s |     1m:56s |
| Iteration 31     |  0.0129 | uniform |   kd_tree |        26 |       1 |     0.5 |       0.8125 |  3.207s |     1m:60s |
| Iteration 32     |  0.0027 | uniform |     brute |        32 |       2 |     0.5 |       0.8125 |  3.182s |     2m:04s |
| Iteration 33     | 10.5146 | uniform |   kd_tree |        32 |       2 |     0.5 |       0.8125 |  3.131s |     2m:08s |
| Iteration 34     | 10.5156 | dista.. |      auto |        20 |       1 |  0.6875 |       0.8125 |  3.182s |     2m:12s |
| Iteration 35     |  3.0068 | dista.. |   kd_tree |        20 |       1 |     0.5 |       0.8125 |  3.227s |     2m:16s |
| Iteration 36     |  4.2581 | uniform |   kd_tree |        40 |       1 |  0.5625 |       0.8125 |  3.131s |     2m:21s |
| Iteration 37     | 10.5156 | dista.. |   kd_tree |        20 |       1 |  0.3125 |       0.8125 |  3.258s |     2m:25s |
| Iteration 38     |  0.0029 | uniform |      auto |        35 |       2 |     0.5 |       0.8125 |  3.131s |     2m:29s |
| Iteration 39     | 10.5002 | uniform |     brute |        35 |       1 |  0.4375 |       0.8125 |  3.170s |     2m:33s |
| Iteration 40     | 10.2375 | dista.. |      auto |        20 |       1 |  0.9375 |       0.9375 |  3.130s |     2m:37s |
| Iteration 41     |  5.0857 | dista.. |      auto |        38 |       1 |  0.8125 |       0.9375 |  3.162s |     2m:41s |
| Iteration 42     |  8.3043 | dista.. |      auto |        27 |       1 |     0.5 |       0.9375 |  3.154s |     2m:45s |
| Iteration 43     | 10.5156 | dista.. |      auto |        20 |       1 |  0.6875 |       0.9375 |  0.001s |     2m:46s |
| Iteration 44     | 10.5156 | dista.. |      auto |        20 |       1 |  0.6875 |       0.9375 |  0.000s |     2m:47s |
| Iteration 45     | 10.5156 | dista.. |      auto |        20 |       1 |  0.6875 |       0.9375 |  0.001s |     2m:48s |
| Iteration 46     | 10.5156 | dista.. |      auto |        40 |       1 |   0.875 |       0.9375 |  3.202s |     2m:52s |
| Iteration 47     | 10.5156 | dista.. |      auto |        40 |       1 |   0.875 |       0.9375 |  0.001s |     2m:53s |
| Iteration 48     |  7.0359 | uniform | ball_tree |        24 |       1 |  0.4375 |       0.9375 |  3.183s |     2m:58s |
| Iteration 49     | 10.2567 | dista.. |      auto |        20 |       1 |  0.3125 |       0.9375 |  3.161s |     3m:03s |
| Iteration 50     |     0.0 | dista.. |      auto |        40 |       1 |     0.5 |       0.9375 |  3.169s |     3m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'radius': 10.2375, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0245
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:08s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.25 |         0.25 |  3.545s |     3.553s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  3.558s |     7.530s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |       0.8125 |  3.309s |    11.286s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  3.472s |    15.193s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.375 |          1.0 |  3.310s |    18.924s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     0.5 |          1.0 |  3.509s |    23.151s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.7812 |          1.0 |  3.175s |    26.780s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |          1.0 |  3.469s |    30.695s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |          1.0 |  3.150s |    34.287s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6562 |          1.0 |  3.247s |    37.965s |
| Iteration 11     |          444 |        0.0888 |     SAMME |    0.75 |          1.0 |  3.420s |    42.024s |
| Iteration 12     |          390 |        0.1722 |     SAMME |  0.8125 |          1.0 |  3.406s |    46.050s |
| Iteration 13     |          464 |          0.01 |     SAMME |  0.8125 |          1.0 |  3.441s |    50.127s |
| Iteration 14     |          116 |          10.0 |     SAMME |   0.375 |          1.0 |  3.126s |    53.893s |
| Iteration 15     |          383 |          0.01 |     SAMME |   0.375 |          1.0 |  3.400s |    57.913s |
| Iteration 16     |          420 |        0.1935 |     SAMME |   0.625 |          1.0 |  3.456s |     1m:02s |
| Iteration 17     |          500 |        0.0714 |     SAMME |   0.625 |          1.0 |  3.504s |     1m:06s |
| Iteration 18     |          394 |        8.7793 |     SAMME |  0.3125 |          1.0 |  3.115s |     1m:10s |
| Iteration 19     |          174 |        1.5209 |   SAMME.R |     0.5 |          1.0 |  3.265s |     1m:14s |
| Iteration 20     |          429 |        0.1057 |   SAMME.R |   0.625 |          1.0 |  3.467s |     1m:18s |
| Iteration 21     |          266 |        0.1185 |     SAMME |  0.6875 |          1.0 |  3.277s |     1m:22s |
| Iteration 22     |          224 |        0.0233 |   SAMME.R |  0.8125 |          1.0 |  3.319s |     1m:26s |
| Iteration 23     |          436 |        0.0225 |   SAMME.R |    0.75 |          1.0 |  3.491s |     1m:31s |
| Iteration 24     |           68 |        0.5825 |     SAMME |  0.5312 |          1.0 |  3.179s |     1m:34s |
| Iteration 25     |           78 |        0.0279 |     SAMME |     0.5 |          1.0 |  3.182s |     1m:38s |
| Iteration 26     |          497 |        0.0176 |   SAMME.R |     0.5 |          1.0 |  3.538s |     1m:42s |
| Iteration 27     |          427 |        0.0929 |     SAMME |  0.9375 |          1.0 |  3.410s |     1m:47s |
| Iteration 28     |          112 |        0.0959 |     SAMME |    0.75 |          1.0 |  3.212s |     1m:50s |
| Iteration 29     |          408 |        0.0305 |   SAMME.R |    0.25 |          1.0 |  3.451s |     1m:55s |
| Iteration 30     |          428 |        0.0714 |     SAMME |   0.875 |          1.0 |  3.407s |     1m:59s |
| Iteration 31     |          433 |        0.1026 |     SAMME |  0.6875 |          1.0 |  3.442s |     2m:03s |
| Iteration 32     |          425 |        0.0836 |     SAMME |   0.875 |          1.0 |  3.400s |     2m:07s |
| Iteration 33     |          436 |        0.0776 |     SAMME |  0.1875 |          1.0 |  3.423s |     2m:12s |
| Iteration 34     |          412 |        0.0896 |     SAMME |  0.5625 |          1.0 |  3.408s |     2m:16s |
| Iteration 35     |          438 |        0.0179 |     SAMME |  0.6875 |          1.0 |  3.424s |     2m:20s |
| Iteration 36     |          498 |        0.0889 |     SAMME |   0.875 |          1.0 |  3.456s |     2m:24s |
| Iteration 37     |          112 |        0.0877 |     SAMME |   0.625 |          1.0 |  3.178s |     2m:28s |
| Iteration 38     |          299 |        0.0202 |     SAMME |   0.875 |          1.0 |  3.337s |     2m:33s |
| Iteration 39     |           64 |        0.0197 |     SAMME |     0.5 |          1.0 |  3.144s |     2m:36s |
| Iteration 40     |          500 |        0.0892 |     SAMME |  0.6875 |          1.0 |  3.476s |     2m:41s |
| Iteration 41     |          453 |        0.0923 |     SAMME |   0.625 |          1.0 |  3.446s |     2m:45s |
| Iteration 42     |          486 |        0.0201 |     SAMME |   0.375 |          1.0 |  3.440s |     2m:49s |
| Iteration 43     |          422 |        0.1126 |     SAMME |   0.375 |          1.0 |  3.416s |     2m:53s |
| Iteration 44     |          429 |        0.0849 |     SAMME |    0.75 |          1.0 |  3.388s |     2m:58s |
| Iteration 45     |          451 |        0.0249 |   SAMME.R |     0.5 |          1.0 |  4.089s |     3m:02s |
| Iteration 46     |          321 |        0.0188 |     SAMME |    0.25 |          1.0 |  3.374s |     3m:06s |
| Iteration 47     |          435 |         0.055 |   SAMME.R |  0.8125 |          1.0 |  3.462s |     3m:11s |
| Iteration 48     |          481 |        0.0847 |   SAMME.R |   0.375 |          1.0 |  3.508s |     3m:15s |
| Iteration 49     |          337 |        0.0885 |     SAMME |  0.5625 |          1.0 |  3.345s |     3m:19s |
| Iteration 50     |          379 |        0.0896 |     SAMME |  0.4375 |          1.0 |  3.393s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'n_estimators': 431, 'learning_rate': 0.0871, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9754
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.344s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 1.544s
-------------------------------------------------
Total time: 3m:26s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  3.499s |     3.518s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |        0.875 |  3.370s |     7.766s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |        0.875 |  3.384s |    11.830s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  3.253s |    15.559s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  3.474s |    19.475s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.25 |          1.0 |  3.288s |    23.214s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  3.337s |    26.985s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  3.337s |    30.756s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  3.461s |    34.663s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.8125 |          1.0 |  3.399s |    38.637s |
| Iteration 11     |          347 |      gini |      None |                17 |                3 |          0.9 |     False |     0.006 |         --- |   0.375 |          1.0 |  3.335s |    42.769s |
| Iteration 12     |          448 |      gini |      None |                13 |               13 |         log2 |      True |    0.0178 |         0.5 |  0.7812 |          1.0 |  3.488s |    47.086s |
| Iteration 13     |          373 |   entropy |         4 |                17 |                2 |         auto |      True |    0.0209 |         0.5 |   0.875 |          1.0 |  3.457s |    51.466s |
| Iteration 14     |          386 |      gini |      None |                17 |               17 |         auto |      True |       0.0 |        None |   0.625 |          1.0 |  3.409s |    55.812s |
| Iteration 15     |          207 |   entropy |         4 |                18 |                1 |          0.7 |      True |    0.0296 |         0.7 |  0.4375 |          1.0 |  3.314s |    59.978s |
| Iteration 16     |          371 |      gini |         2 |                14 |                6 |         log2 |      True |    0.0026 |         0.5 |  0.6875 |          1.0 |  3.466s |     1m:04s |
| Iteration 17     |          366 |   entropy |         6 |                20 |                9 |         sqrt |     False |    0.0209 |         --- |  0.6875 |          1.0 |  3.324s |     1m:09s |
| Iteration 18     |           90 |   entropy |         6 |                19 |               10 |         log2 |     False |    0.0227 |         --- |    0.75 |          1.0 |  3.152s |     1m:13s |
| Iteration 19     |          361 |   entropy |         6 |                17 |                8 |         log2 |     False |    0.0287 |         --- |   0.875 |          1.0 |  3.321s |     1m:17s |
| Iteration 20     |          404 |      gini |      None |                14 |               14 |         log2 |      True |    0.0054 |        None |     0.5 |          1.0 |  3.459s |     1m:22s |
| Iteration 21     |           14 |   entropy |         1 |                18 |               10 |         log2 |      True |    0.0278 |        None |  0.7188 |          1.0 |  3.768s |     1m:26s |
| Iteration 22     |          106 |   entropy |         9 |                 6 |               15 |         auto |      True |    0.0258 |         0.5 |     0.5 |          1.0 |  3.258s |     1m:30s |
| Iteration 23     |          500 |      gini |         5 |                19 |                3 |         sqrt |     False |    0.0073 |         --- |    0.75 |          1.0 |  3.486s |     1m:34s |
| Iteration 24     |          185 |   entropy |         9 |                20 |                7 |          0.6 |     False |     0.019 |         --- |  0.4375 |          1.0 |  3.254s |     1m:39s |
| Iteration 25     |          405 |      gini |         9 |                10 |               11 |          0.6 |      True |     0.035 |        None |     0.5 |          1.0 |  3.435s |     1m:43s |
| Iteration 26     |          196 |      gini |         5 |                15 |                7 |         auto |     False |     0.027 |         --- |     1.0 |          1.0 |  3.272s |     1m:47s |
| Iteration 27     |          185 |      gini |         5 |                 3 |                6 |         auto |     False |     0.035 |         --- |  0.9375 |          1.0 |  3.265s |     1m:51s |
| Iteration 28     |          238 |   entropy |         4 |                20 |                7 |         auto |      True |    0.0237 |         0.7 |     0.5 |          1.0 |  3.312s |     1m:55s |
| Iteration 29     |          239 |      gini |         4 |                16 |               14 |         auto |     False |    0.0333 |         --- |  0.4375 |          1.0 |  3.276s |     1m:59s |
| Iteration 30     |          224 |      gini |         6 |                 6 |                6 |         auto |      True |    0.0318 |         0.9 |     1.0 |          1.0 |  3.326s |     2m:04s |
| Iteration 31     |           44 |      gini |         6 |                12 |                5 |         auto |     False |    0.0001 |         --- |     0.5 |          1.0 |  3.180s |     2m:08s |
| Iteration 32     |          103 |      gini |         5 |                 8 |                7 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  3.215s |     2m:12s |
| Iteration 33     |           22 |      gini |         6 |                 5 |               12 |         auto |      True |     0.035 |         0.8 |  0.7812 |          1.0 |  3.168s |     2m:16s |
| Iteration 34     |          263 |   entropy |         5 |                20 |                1 |         auto |     False |     0.035 |         --- |  0.6875 |          1.0 |  3.326s |     2m:22s |
| Iteration 35     |          155 |   entropy |         4 |                 2 |                8 |         auto |     False |       0.0 |         --- |  0.8125 |          1.0 |  3.235s |     2m:27s |
| Iteration 36     |          474 |      gini |      None |                11 |                9 |         auto |      True |     0.035 |         0.8 |     1.0 |          1.0 |  3.485s |     2m:31s |
| Iteration 37     |          470 |   entropy |      None |                 8 |                8 |         log2 |      True |     0.026 |         0.8 |  0.8125 |          1.0 |  3.508s |     2m:36s |
| Iteration 38     |          401 |      gini |         6 |                 6 |                3 |          0.6 |      True |    0.0151 |         0.9 |   0.875 |          1.0 |  3.478s |     2m:41s |
| Iteration 39     |          332 |      gini |      None |                16 |               15 |         sqrt |      True |     0.011 |         0.8 |  0.8125 |          1.0 |  3.352s |     2m:46s |
| Iteration 40     |          137 |      gini |         5 |                 9 |               15 |         sqrt |      True |    0.0256 |         0.9 |  0.7188 |          1.0 |  3.252s |     2m:50s |
| Iteration 41     |          168 |      gini |         7 |                 2 |               10 |         sqrt |      True |    0.0312 |         0.9 |    0.75 |          1.0 |  3.280s |     2m:54s |
| Iteration 42     |           40 |      gini |         5 |                20 |                3 |          0.7 |     False |    0.0302 |         --- |  0.5625 |          1.0 |  3.168s |     2m:58s |
| Iteration 43     |          191 |      gini |         3 |                 6 |                7 |          0.8 |      True |     0.021 |         0.9 |   0.625 |          1.0 |  3.314s |     3m:03s |
| Iteration 44     |           87 |      gini |      None |                13 |               10 |          0.6 |      True |     0.032 |         0.9 |   0.625 |          1.0 |  3.849s |     3m:08s |
| Iteration 45     |          360 |      gini |         9 |                 4 |                5 |         auto |      True |    0.0346 |         0.9 |  0.5625 |          1.0 |  3.413s |     3m:12s |
| Iteration 46     |          500 |      gini |         1 |                18 |               18 |         auto |      True |     0.035 |        None |   0.625 |          1.0 |  3.548s |     3m:17s |
| Iteration 47     |          228 |      gini |         6 |                 4 |               12 |         auto |      True |     0.035 |        None |    0.75 |          1.0 |  3.335s |     3m:21s |
| Iteration 48     |          500 |   entropy |      None |                14 |               11 |         auto |     False |     0.035 |         --- |  0.1875 |          1.0 |  3.439s |     3m:26s |
| Iteration 49     |          325 |      gini |      None |                11 |                9 |         auto |      True |    0.0329 |         0.7 |  0.5625 |          1.0 |  3.399s |     3m:30s |
| Iteration 50     |          250 |      gini |         5 |                 4 |                7 |         None |     False |    0.0009 |         --- |  0.4375 |          1.0 |  3.325s |     3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 474, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 11, 'min_samples_leaf': 9, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.035, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8884
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.422s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 1.918s
-------------------------------------------------
Total time: 3m:38s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.249s |     3.269s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  3.205s |     7.024s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  3.311s |    10.764s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  3.199s |    14.395s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  3.219s |    18.061s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  3.203s |    21.703s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  3.208s |    25.350s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  3.161s |    29.058s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  3.233s |    32.741s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.188s |    36.375s |
| Iteration 11     |           57 |        0.0129 |         7 |   0.008 |                3 |       0.7 |              0.8 |      0.01 |        0.1 |  0.6875 |       0.8125 |  3.139s |    40.298s |
| Iteration 12     |          486 |        0.0218 |         8 |  0.6775 |                4 |       0.9 |              0.9 |      0.01 |         10 |   0.875 |        0.875 |  3.218s |    44.338s |
| Iteration 13     |          269 |        0.0757 |        10 |   0.242 |                4 |       0.6 |              1.0 |      0.01 |          1 |    0.75 |        0.875 |  3.172s |    48.323s |
| Iteration 14     |          500 |        0.0208 |         8 |  0.4683 |                4 |       1.0 |              0.6 |      0.01 |         10 |   0.625 |        0.875 |  3.219s |    52.414s |
| Iteration 15     |          500 |        0.2946 |         5 |  0.9795 |                8 |       1.0 |              0.9 |         0 |         10 |     0.5 |        0.875 |  3.210s |    56.494s |
| Iteration 16     |          473 |         0.236 |         6 |  0.9965 |                4 |       1.0 |              0.9 |         0 |        0.1 |   0.625 |        0.875 |  3.235s |     1m:01s |
| Iteration 17     |          258 |          0.01 |         1 |  0.4076 |                4 |       0.8 |              1.0 |       0.1 |       0.01 |    0.75 |        0.875 |  3.202s |     1m:05s |
| Iteration 18     |          293 |        0.0265 |         6 |  0.0632 |                4 |       0.9 |              0.9 |         0 |        0.1 |  0.5625 |        0.875 |  3.197s |     1m:09s |
| Iteration 19     |          492 |        0.0118 |         8 |  0.7128 |                4 |       0.9 |              0.9 |      0.01 |         10 |  0.5625 |        0.875 |  3.235s |     1m:13s |
| Iteration 20     |          102 |         0.633 |         6 |  0.6138 |                1 |       0.9 |              1.0 |         0 |         10 |     0.5 |        0.875 |  3.194s |     1m:17s |
| Iteration 21     |          498 |        0.9942 |        10 |   0.725 |                5 |       0.9 |              0.8 |       0.1 |          1 |  0.4062 |        0.875 |  3.213s |     1m:21s |
| Iteration 22     |          208 |          0.01 |         2 |  0.6608 |                1 |       0.6 |              0.9 |       0.1 |        100 |  0.6562 |        0.875 |  3.174s |     1m:25s |
| Iteration 23     |          316 |        0.0498 |         9 |  0.2237 |                2 |       1.0 |              1.0 |      0.01 |          0 |  0.6875 |        0.875 |  3.219s |     1m:29s |
| Iteration 24     |          147 |        0.0114 |         5 |  0.2913 |                3 |       0.9 |              0.4 |         1 |         10 |    0.25 |        0.875 |  3.167s |     1m:33s |
| Iteration 25     |           35 |        0.0385 |         1 |  0.6126 |                2 |       0.9 |              1.0 |       0.1 |        100 |  0.4375 |        0.875 |  3.193s |     1m:37s |
| Iteration 26     |          443 |        0.0469 |         9 |  0.4109 |               10 |       0.5 |              0.8 |      0.01 |       0.01 |     0.5 |        0.875 |  3.224s |     1m:41s |
| Iteration 27     |          408 |        0.0369 |         3 |  0.7042 |                4 |       0.7 |              1.0 |      0.01 |       0.01 |    0.75 |        0.875 |  3.229s |     1m:45s |
| Iteration 28     |          500 |        0.0461 |         7 |  0.0762 |                4 |       0.5 |              1.0 |      0.01 |         10 |   0.375 |        0.875 |  3.249s |     1m:49s |
| Iteration 29     |          417 |        0.8136 |        10 |  0.6668 |                4 |       0.7 |              0.9 |      0.01 |          0 |  0.5625 |        0.875 |  3.229s |     1m:54s |
| Iteration 30     |          256 |        0.0327 |         6 |  0.6718 |                4 |       0.8 |              0.7 |      0.01 |         10 |    0.75 |        0.875 |  3.220s |     1m:58s |
| Iteration 31     |          393 |        0.0403 |         8 |  0.4283 |                3 |       0.8 |              0.7 |      0.01 |          0 |  0.7188 |        0.875 |  3.244s |     2m:02s |
| Iteration 32     |          485 |        0.0265 |         2 |  0.6722 |                4 |       0.9 |              0.8 |       100 |          1 |     0.5 |        0.875 |  3.231s |     2m:06s |
| Iteration 33     |          375 |        0.0332 |         9 |  0.1608 |                4 |       0.8 |              0.9 |      0.01 |         10 |     0.5 |        0.875 |  3.225s |     2m:11s |
| Iteration 34     |          359 |        0.0212 |         5 |  0.6442 |                4 |       0.9 |              0.7 |      0.01 |        0.1 |    0.75 |        0.875 |  3.204s |     2m:15s |
| Iteration 35     |          484 |        0.0279 |         7 |  0.6599 |                4 |       0.8 |              0.8 |      0.01 |        100 |   0.875 |        0.875 |  3.232s |     2m:19s |
| Iteration 36     |          494 |        0.0259 |         4 |  0.6699 |                4 |       0.5 |              1.0 |      0.01 |          1 |   0.875 |        0.875 |  3.201s |     2m:23s |
| Iteration 37     |          472 |        0.0306 |         2 |  0.6689 |                2 |       1.0 |              0.8 |         0 |         10 |    0.75 |        0.875 |  3.229s |     2m:28s |
| Iteration 38     |          500 |        0.0319 |         3 |  0.6692 |                4 |       0.7 |              0.5 |         0 |        0.1 |  0.8125 |        0.875 |  3.227s |     2m:32s |
| Iteration 39     |          464 |        0.0332 |        10 |  0.6718 |                4 |       0.8 |              0.7 |      0.01 |        0.1 |  0.8125 |        0.875 |  3.217s |     2m:37s |
| Iteration 40     |          337 |        0.5262 |         8 |  0.2391 |                4 |       0.8 |              1.0 |         0 |         10 |     1.0 |          1.0 |  3.198s |     2m:41s |
| Iteration 41     |          349 |        0.8198 |         2 |    0.24 |                4 |       0.9 |              1.0 |         0 |        100 |  0.6875 |          1.0 |  3.201s |     2m:45s |
| Iteration 42     |          328 |        0.3961 |         1 |  0.2374 |                4 |       0.9 |              0.6 |         0 |          1 |  0.4375 |          1.0 |  3.175s |     2m:50s |
| Iteration 43     |          500 |           1.0 |        10 |  0.2457 |                4 |       0.6 |              1.0 |         0 |         10 |  0.6875 |          1.0 |  3.239s |     2m:54s |
| Iteration 44     |          277 |        0.8883 |         9 |  0.2372 |                4 |       0.8 |              1.0 |         0 |         10 |    0.75 |          1.0 |  3.811s |     2m:59s |
| Iteration 45     |          369 |        0.3852 |         9 |  0.1898 |                4 |       0.9 |              1.0 |         0 |          1 |    0.75 |          1.0 |  3.208s |     3m:03s |
| Iteration 46     |          326 |         0.549 |        10 |  0.2406 |                4 |       0.6 |              1.0 |         0 |         10 |  0.5625 |          1.0 |  3.249s |     3m:08s |
| Iteration 47     |          500 |          0.01 |         3 |  0.9418 |                2 |       0.9 |              0.4 |         0 |         10 |   0.875 |          1.0 |  3.256s |     3m:12s |
| Iteration 48     |          301 |          0.01 |         8 |     1.0 |                1 |       0.7 |              0.4 |         0 |        0.1 |    0.25 |          1.0 |  3.195s |     3m:16s |
| Iteration 49     |          342 |        0.5295 |         8 |  0.2402 |                4 |       1.0 |              0.8 |         0 |         10 |  0.7188 |          1.0 |  3.202s |     3m:21s |
| Iteration 50     |          500 |        0.0398 |         7 |  0.6793 |                1 |       0.6 |              1.0 |         0 |        0.1 |  0.6875 |          1.0 |  3.243s |     3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 337, 'learning_rate': 0.5262, 'max_depth': 8, 'gamma': 0.2391, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9429
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.086s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.217s
-------------------------------------------------
Total time: 3m:26s


Final results ==================== >>
Duration: 23m:13s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.975 ± 0.0224
Logistic Regression             --> roc_auc: 1.0 ± 0.0 !
Linear Discriminant Analysis    --> roc_auc: 0.99 ± 0.02
Quadratic Discriminant Analysis --> roc_auc: 0.8 ± 0.2846
Radius Nearest Neighbors        --> roc_auc: 0.73 ± 0.0245 ~
AdaBoost                        --> roc_auc: 0.99 ± 0.02
Random Forest                   --> roc_auc: 0.97 ± 0.04
XGBoost                         --> roc_auc: 0.99 ± 0.02
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 827 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLDSNQPQHF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAATDSNYQLIW.
   >>> Dropping feature CALDSNYQLIW.
   >>> Dropping feature CAPLDSNYQLIW.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAANTGFQKLVF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASAGGNKLVF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  0.684s |     0.704s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |          1.0 |  0.720s |     1.851s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.8125 |          1.0 |  0.674s |     2.968s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |          1.0 |  0.712s |     4.139s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |          1.0 |  0.726s |     5.292s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.625 |          1.0 |  0.761s |     6.501s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     0.5 |          1.0 |  0.739s |     7.688s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.375 |          1.0 |  0.780s |     8.907s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  0.710s |    10.054s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |          1.0 |  0.705s |    11.185s |
| Iteration 11     | exponen.. |           1.0 |           60 |       1.0 | friedman_mse |                19 |                7 |         4 |         None |    0.0149 |  0.7812 |          1.0 |  0.632s |    12.767s |
| Iteration 12     | exponen.. |           1.0 |           28 |       0.7 | friedman_mse |                 2 |               19 |         3 |         None |    0.0254 |     1.0 |          1.0 |  0.634s |    14.180s |
| Iteration 13     | exponen.. |           1.0 |           75 |       0.8 | friedman_mse |                 5 |               13 |         1 |          0.6 |    0.0291 |  0.9375 |          1.0 |  0.633s |    15.656s |
| Iteration 14     |  deviance |        0.0684 |           85 |       0.6 | squared_er.. |                20 |               13 |         3 |         None |    0.0337 |     1.0 |          1.0 |  0.644s |    17.106s |
| Iteration 15     |  deviance |           1.0 |           10 |       1.0 | friedman_mse |                 2 |               13 |        10 |         None |    0.0297 |  0.4688 |          1.0 |  0.624s |    18.493s |
| Iteration 16     | exponen.. |        0.7482 |           65 |       1.0 | friedman_mse |                 7 |               11 |         8 |         None |    0.0291 |  0.9375 |          1.0 |  0.637s |    19.954s |
| Iteration 17     |  deviance |        0.0116 |           87 |       0.7 | squared_er.. |                20 |                5 |         3 |         None |     0.035 |  0.6875 |          1.0 |  0.652s |    21.665s |
| Iteration 18     |  deviance |        0.1353 |           84 |       0.6 | squared_er.. |                20 |               16 |         3 |         None |    0.0339 |  0.8438 |          1.0 |  0.640s |    23.137s |
| Iteration 19     |  deviance |        0.0636 |           65 |       0.6 | squared_er.. |                 2 |                3 |        10 |          0.9 |    0.0024 |   0.875 |          1.0 |  1.345s |    25.449s |
| Iteration 20     | exponen.. |        0.6325 |           10 |       0.9 | friedman_mse |                 2 |               17 |         7 |         None |     0.035 |  0.8125 |          1.0 |  0.687s |    27.091s |
| Iteration 21     |  deviance |           1.0 |           10 |       0.8 | squared_er.. |                 6 |                9 |         8 |         auto |    0.0248 |  0.8438 |          1.0 |  0.679s |    28.572s |
| Iteration 22     | exponen.. |           1.0 |          500 |       1.0 | friedman_mse |                 3 |               16 |         7 |          0.9 |    0.0151 |     1.0 |          1.0 |  0.784s |    30.185s |
| Iteration 23     | exponen.. |        0.7161 |          250 |       1.0 | friedman_mse |                10 |                6 |         9 |          0.9 |    0.0244 |  0.8125 |          1.0 |  0.739s |    32.093s |
| Iteration 24     | exponen.. |           1.0 |          252 |       0.8 | friedman_mse |                 2 |               19 |         1 |         None |    0.0165 |  0.6875 |          1.0 |  0.741s |    34.065s |
| Iteration 25     |  deviance |        0.0148 |          500 |       0.7 | friedman_mse |                19 |                3 |         5 |          0.6 |    0.0306 |  0.8125 |          1.0 |  0.803s |    36.000s |
| Iteration 26     | exponen.. |          0.01 |          500 |       0.5 | friedman_mse |                20 |                1 |        10 |         auto |     0.011 |   0.875 |          1.0 |  0.815s |    37.981s |
| Iteration 27     | exponen.. |           1.0 |          500 |       1.0 | friedman_mse |                 2 |               20 |         1 |         None |     0.035 |  0.6875 |          1.0 |  0.778s |    40.017s |
| Iteration 28     | exponen.. |          0.01 |           10 |       0.5 | friedman_mse |                 2 |                1 |        10 |         auto |       0.0 |   0.875 |          1.0 |  0.681s |    41.766s |
| Iteration 29     |  deviance |        0.1633 |          349 |       0.5 | friedman_mse |                18 |               14 |         1 |         sqrt |    0.0053 |  0.5625 |          1.0 |  0.751s |    43.842s |
| Iteration 30     |  deviance |        0.3594 |          230 |       1.0 | squared_er.. |                 2 |               20 |         1 |         auto |       0.0 |    0.75 |          1.0 |  0.712s |    45.852s |
| Iteration 31     | exponen.. |          0.01 |           10 |       1.0 | friedman_mse |                20 |                1 |         1 |         auto |     0.035 |     1.0 |          1.0 |  0.683s |    47.529s |
| Iteration 32     | exponen.. |          0.01 |           10 |       0.5 | friedman_mse |                20 |                1 |         1 |         auto |       0.0 |  0.6875 |          1.0 |  0.674s |    49.652s |
| Iteration 33     | exponen.. |           1.0 |          500 |       1.0 | friedman_mse |                 2 |               20 |        10 |         None |       0.0 |  0.3125 |          1.0 |  0.764s |    51.760s |
| Iteration 34     | exponen.. |          0.01 |           13 |       0.9 | friedman_mse |                20 |                1 |         1 |         auto |    0.0283 |   0.875 |          1.0 |  0.677s |    53.729s |
| Iteration 35     | exponen.. |        0.2481 |          500 |       0.8 | friedman_mse |                20 |                7 |         9 |         log2 |      0.02 |     1.0 |          1.0 |  0.794s |    55.883s |
| Iteration 36     | exponen.. |         0.166 |          500 |       0.6 | friedman_mse |                18 |                3 |         7 |          0.8 |    0.0182 |  0.6875 |          1.0 |  0.821s |    57.603s |
| Iteration 37     | exponen.. |        0.7373 |           37 |       1.0 | friedman_mse |                 9 |               13 |         7 |          0.9 |    0.0233 |  0.7188 |          1.0 |  0.688s |    59.230s |
| Iteration 38     |  deviance |          0.01 |           91 |       1.0 | friedman_mse |                20 |               15 |         1 |         auto |    0.0099 |  0.5312 |          1.0 |  0.706s |     1m:01s |
| Iteration 39     |  deviance |        0.2559 |           92 |       0.8 | friedman_mse |                16 |                7 |         9 |         log2 |    0.0127 |    0.75 |          1.0 |  0.699s |     1m:03s |
| Iteration 40     | exponen.. |        0.3055 |          168 |       0.5 | friedman_mse |                14 |                2 |         7 |          0.5 |    0.0342 |    0.75 |          1.0 |  0.717s |     1m:05s |
| Iteration 41     |  deviance |        0.5614 |          376 |       0.7 | squared_er.. |                10 |               18 |         4 |          0.7 |    0.0303 |    0.75 |          1.0 |  0.757s |     1m:07s |
| Iteration 42     | exponen.. |        0.6544 |          484 |       0.9 | friedman_mse |                12 |               10 |        10 |          0.8 |     0.035 |  0.8125 |          1.0 |  0.802s |     1m:08s |
| Iteration 43     |  deviance |        0.0229 |          500 |       0.5 | squared_er.. |                 5 |                1 |         2 |          0.6 |    0.0019 |   0.875 |          1.0 |  1.387s |     1m:11s |
| Iteration 44     | exponen.. |        0.0268 |          500 |       0.5 | friedman_mse |                19 |               11 |         2 |          0.5 |    0.0324 |     1.0 |          1.0 |  0.799s |     1m:12s |
| Iteration 45     | exponen.. |         0.018 |          500 |       0.7 | friedman_mse |                12 |               11 |         1 |          0.7 |       0.0 |     0.5 |          1.0 |  0.785s |     1m:15s |
| Iteration 46     | exponen.. |        0.0115 |          500 |       0.8 | friedman_mse |                19 |                3 |        10 |         sqrt |    0.0267 |     0.5 |          1.0 |  0.818s |     1m:17s |
| Iteration 47     |  deviance |        0.0332 |           86 |       0.9 | squared_er.. |                20 |                4 |         1 |          0.8 |    0.0334 |   0.875 |          1.0 |  0.702s |     1m:19s |
| Iteration 48     | exponen.. |        0.8386 |           32 |       0.6 | friedman_mse |                 2 |                8 |         4 |          0.5 |    0.0257 |    0.75 |          1.0 |  0.685s |     1m:22s |
| Iteration 49     |  deviance |        0.1025 |          118 |       0.6 | squared_er.. |                20 |               18 |         6 |          0.7 |    0.0333 |     0.5 |          1.0 |  0.701s |     1m:24s |
| Iteration 50     | exponen.. |        0.0102 |          489 |       0.6 | friedman_mse |                16 |                9 |         8 |          0.5 |    0.0191 |   0.875 |          1.0 |  0.801s |     1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0268, 'n_estimators': 500, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 11, 'max_depth': 2, 'max_features': 0.5, 'ccp_alpha': 0.0324}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9295
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.131s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.755 ± 0.04
Time elapsed: 0.634s
-------------------------------------------------
Total time: 1m:29s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  0.698s |     0.710s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  0.690s |     1.846s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  0.693s |     2.965s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |         0.75 |  0.694s |     4.117s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |         0.75 |  0.707s |     5.313s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |         0.75 |  0.693s |     6.435s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |         0.75 |  0.698s |     7.561s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.375 |         0.75 |  0.696s |     8.705s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.4375 |         0.75 |  0.688s |     9.810s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |         0.75 |  0.701s |    11.051s |
| Iteration 11     |      l2 |  48.447 | newto.. |      337 |      --- |  0.6875 |         0.75 |  0.696s |    12.546s |
| Iteration 12     |      l2 | 17.0077 | newto.. |      216 |      --- |    0.75 |         0.75 |  0.710s |    13.972s |
| Iteration 13     |      l2 | 18.3529 |   lbfgs |      225 |      --- |   0.875 |        0.875 |  0.693s |    15.491s |
| Iteration 14     |      l2 | 26.3911 |   lbfgs |      112 |      --- |  0.5625 |        0.875 |  0.705s |    16.992s |
| Iteration 15     |    none |     --- |     sag |      112 |      --- |  0.1875 |        0.875 |  0.695s |    18.857s |
| Iteration 16     |      l2 | 26.6963 | newto.. |      335 |      --- |    0.75 |        0.875 |  0.687s |    20.254s |
| Iteration 17     |      l2 |  0.0121 | newto.. |      705 |      --- |  0.6875 |        0.875 |  0.648s |    21.623s |
| Iteration 18     |      l2 |  2.2668 | newto.. |     1000 |      --- |  0.6875 |        0.875 |  0.687s |    23.055s |
| Iteration 19     |    none |     --- | newto.. |      316 |      --- |     1.0 |          1.0 |  0.697s |    24.482s |
| Iteration 20     |    none |     --- | newto.. |      370 |      --- |  0.6875 |          1.0 |  1.278s |    26.551s |
| Iteration 21     |      l2 |  0.1146 |     sag |      736 |      --- |    0.75 |          1.0 |  0.690s |    27.936s |
| Iteration 22     |    none |     --- |    saga |      213 |      --- |    0.75 |          1.0 |  0.691s |    29.348s |
| Iteration 23     |      l2 |  0.0011 | libli.. |      768 |      --- |    0.75 |          1.0 |  0.694s |    30.758s |
| Iteration 24     |    none |     --- |    saga |      441 |      --- |   0.625 |          1.0 |  0.698s |    32.311s |
| Iteration 25     |      l1 |   20.41 |    saga |      894 |      --- |  0.6875 |          1.0 |  0.650s |    33.750s |
| Iteration 26     |    none |     --- |   lbfgs |      263 |      --- |  0.8125 |          1.0 |  0.696s |    35.273s |
| Iteration 27     |      l2 | 78.2593 |   lbfgs |      580 |      --- |  0.4375 |          1.0 |  0.701s |    36.757s |
| Iteration 28     |    none |     --- |     sag |      726 |      --- |     1.0 |          1.0 |  0.689s |    38.213s |
| Iteration 29     |    none |     --- |     sag |      721 |      --- |  0.5625 |          1.0 |  0.696s |    39.718s |
| Iteration 30     |      l2 |   100.0 |   lbfgs |      478 |      --- |   0.875 |          1.0 |  0.695s |    41.185s |
| Iteration 31     |      l2 |  0.4567 |     sag |     1000 |      --- |  0.6875 |          1.0 |  0.697s |    42.654s |
| Iteration 32     |      l2 |  0.0077 | newto.. |      100 |      --- |  0.6875 |          1.0 |  0.694s |    44.128s |
| Iteration 33     |    none |     --- | newto.. |     1000 |      --- |   0.125 |          1.0 |  0.701s |    45.608s |
| Iteration 34     |      l1 |   0.002 |    saga |      970 |      --- |     0.5 |          1.0 |  0.694s |    47.104s |
| Iteration 35     |    none |     --- |     sag |      188 |      --- |  0.5625 |          1.0 |  0.698s |    48.655s |
| Iteration 36     |      l2 |   0.003 |   lbfgs |      314 |      --- |     1.0 |          1.0 |  0.696s |    50.137s |
| Iteration 37     |      l2 |   0.038 |   lbfgs |      797 |      --- |  0.5625 |          1.0 |  0.757s |    52.377s |
| Iteration 38     |      l2 |  0.0967 |   lbfgs |      289 |      --- |  0.3125 |          1.0 |  0.644s |    54.838s |
| Iteration 39     |      l2 |  0.0054 | newto.. |      317 |      --- |  0.3125 |          1.0 |  0.648s |    56.556s |
| Iteration 40     |    none |     --- |   lbfgs |      353 |      --- |     0.5 |          1.0 |  0.647s |    57.984s |
| Iteration 41     |      l1 |   0.001 |    saga |      979 |      --- |     0.5 |          1.0 |  0.641s |    59.406s |
| Iteration 42     |      l2 | 92.3923 |   lbfgs |      157 |      --- |    0.75 |          1.0 |  0.645s |     1m:01s |
| Iteration 43     |    none |     --- |    saga |      972 |      --- |     1.0 |          1.0 |  0.667s |     1m:02s |
| Iteration 44     |    none |     --- |    saga |      978 |      --- |   0.625 |          1.0 |  0.652s |     1m:04s |
| Iteration 45     |    none |     --- |     sag |      950 |      --- |    0.25 |          1.0 |  0.653s |     1m:06s |
| Iteration 46     |      l2 |  0.0025 | newto.. |      307 |      --- |  0.5625 |          1.0 |  0.647s |     1m:08s |
| Iteration 47     |      l2 | 73.2791 |   lbfgs |      170 |      --- |     0.5 |          1.0 |  0.649s |     1m:09s |
| Iteration 48     |    none |     --- |   lbfgs |      114 |      --- |     0.5 |          1.0 |  0.649s |     1m:11s |
| Iteration 49     |    none |     --- |   lbfgs |      996 |      --- |   0.875 |          1.0 |  0.651s |     1m:12s |
| Iteration 50     |    none |     --- |    saga |      114 |      --- |    0.75 |          1.0 |  0.653s |     1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 316}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8402
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.114
Time elapsed: 0.085s
-------------------------------------------------
Total time: 1m:15s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  0.637s |     0.643s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  0.641s |     1.726s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.000s |     2.204s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |         0.75 |  0.632s |     3.246s |
| Initial point 5  |   eigen |       0.9 |    0.75 |         0.75 |  0.637s |     4.328s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |         0.75 |  0.637s |     5.375s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |         0.75 |  0.632s |     6.419s |
| Initial point 8  |    lsqr |       0.9 |  0.3125 |         0.75 |  0.636s |     7.483s |
| Initial point 9  |    lsqr |       0.6 |  0.4375 |         0.75 |  0.636s |     8.541s |
| Initial point 10 |   eigen |       0.8 |     0.5 |         0.75 |  0.634s |     9.609s |
| Iteration 11     |     svd |       --- |    0.75 |         0.75 |  0.000s |    10.166s |
| Iteration 12     |   eigen |       0.7 |    0.75 |         0.75 |  0.631s |    11.343s |
| Iteration 13     |     svd |       --- |    0.75 |         0.75 |  0.000s |    11.902s |
| Iteration 14     |    lsqr |      auto |     1.0 |          1.0 |  0.633s |    13.127s |
| Iteration 15     |   eigen |      auto |   0.125 |          1.0 |  0.651s |    14.399s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.000s |    15.005s |
| Iteration 17     |     svd |       --- |    0.75 |          1.0 |  0.000s |    15.588s |
| Iteration 18     |    lsqr |       1.0 |  0.4375 |          1.0 |  0.635s |    16.799s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.000s |    17.397s |
| Iteration 20     |    lsqr |      None |  0.8125 |          1.0 |  0.631s |    18.657s |
| Iteration 21     |   eigen |       0.5 |    0.75 |          1.0 |  0.631s |    19.923s |
| Iteration 22     |   eigen |       0.6 |  0.6875 |          1.0 |  0.632s |    21.161s |
| Iteration 23     |     svd |       --- |    0.75 |          1.0 |  0.000s |    21.872s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.000s |    22.486s |
| Iteration 25     |   eigen |      None |  0.6875 |          1.0 |  0.629s |    24.479s |
| Iteration 26     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    25.132s |
| Iteration 27     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    25.806s |
| Iteration 28     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    26.466s |
| Iteration 29     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    27.081s |
| Iteration 30     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    27.703s |
| Iteration 31     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    28.393s |
| Iteration 32     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    29.048s |
| Iteration 33     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    29.682s |
| Iteration 34     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    30.321s |
| Iteration 35     |   eigen |       0.5 |    0.75 |          1.0 |  0.000s |    30.979s |
| Iteration 36     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    31.707s |
| Iteration 37     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    32.360s |
| Iteration 38     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    33.242s |
| Iteration 39     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    33.927s |
| Iteration 40     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    34.649s |
| Iteration 41     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    35.366s |
| Iteration 42     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    36.089s |
| Iteration 43     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    36.800s |
| Iteration 44     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |    37.538s |
| Iteration 45     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    38.282s |
| Iteration 46     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    39.905s |
| Iteration 47     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |    40.965s |
| Iteration 48     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    41.754s |
| Iteration 49     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    42.526s |
| Iteration 50     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    43.347s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 44.150s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7446
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.0374
Time elapsed: 0.032s
-------------------------------------------------
Total time: 44.193s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  0.642s |     0.646s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  0.649s |     1.710s |
| Initial point 3  |       0.1 |   0.875 |        0.875 |  0.644s |     2.864s |
| Initial point 4  |       1.0 |   0.625 |        0.875 |  0.000s |     3.296s |
| Initial point 5  |       0.2 |    0.75 |        0.875 |  0.646s |     4.376s |
| Initial point 6  |       0.4 |    0.75 |        0.875 |  0.636s |     5.440s |
| Initial point 7  |       0.4 |    0.75 |        0.875 |  0.000s |     5.854s |
| Initial point 8  |       0.7 |  0.3125 |        0.875 |  0.642s |     6.934s |
| Initial point 9  |       0.9 |   0.625 |        0.875 |  0.001s |     7.357s |
| Initial point 10 |       0.8 |     0.5 |        0.875 |  0.640s |     8.409s |
| Iteration 11     |       0.3 |  0.6875 |        0.875 |  0.650s |     9.679s |
| Iteration 12     |       0.6 |  0.6875 |        0.875 |  0.643s |    10.892s |
| Iteration 13     |       0.5 |  0.6875 |        0.875 |  0.635s |    12.043s |
| Iteration 14     |       0.0 |     1.0 |          1.0 |  0.630s |    13.178s |
| Iteration 15     |       0.0 |     1.0 |          1.0 |  0.000s |    13.701s |
| Iteration 16     |       0.0 |     1.0 |          1.0 |  0.000s |    14.214s |
| Iteration 17     |       0.0 |     1.0 |          1.0 |  0.000s |    14.759s |
| Iteration 18     |       0.0 |     1.0 |          1.0 |  0.000s |    15.295s |
| Iteration 19     |       0.0 |     1.0 |          1.0 |  0.000s |    15.819s |
| Iteration 20     |       0.0 |     1.0 |          1.0 |  0.000s |    16.388s |
| Iteration 21     |       0.6 |  0.6875 |          1.0 |  0.000s |    16.909s |
| Iteration 22     |       0.0 |     1.0 |          1.0 |  0.001s |    17.453s |
| Iteration 23     |       0.0 |     1.0 |          1.0 |  0.000s |    17.983s |
| Iteration 24     |       0.0 |     1.0 |          1.0 |  0.000s |    18.506s |
| Iteration 25     |       0.0 |     1.0 |          1.0 |  0.000s |    19.047s |
| Iteration 26     |       0.0 |     1.0 |          1.0 |  0.000s |    19.696s |
| Iteration 27     |       0.0 |     1.0 |          1.0 |  0.000s |    20.237s |
| Iteration 28     |       0.9 |   0.625 |          1.0 |  0.000s |    20.777s |
| Iteration 29     |       0.0 |     1.0 |          1.0 |  0.000s |    21.332s |
| Iteration 30     |       0.8 |     0.5 |          1.0 |  0.001s |    22.702s |
| Iteration 31     |       0.0 |     1.0 |          1.0 |  0.000s |    23.506s |
| Iteration 32     |       0.0 |     1.0 |          1.0 |  0.000s |    24.067s |
| Iteration 33     |       0.0 |     1.0 |          1.0 |  0.000s |    24.640s |
| Iteration 34     |       0.0 |     1.0 |          1.0 |  0.000s |    25.211s |
| Iteration 35     |       0.0 |     1.0 |          1.0 |  0.000s |    26.364s |
| Iteration 36     |       0.0 |     1.0 |          1.0 |  0.000s |    26.959s |
| Iteration 37     |       0.0 |     1.0 |          1.0 |  0.000s |    27.540s |
| Iteration 38     |       0.0 |     1.0 |          1.0 |  0.001s |    28.189s |
| Iteration 39     |       0.0 |     1.0 |          1.0 |  0.000s |    28.820s |
| Iteration 40     |       0.0 |     1.0 |          1.0 |  0.000s |    29.415s |
| Iteration 41     |       0.0 |     1.0 |          1.0 |  0.000s |    30.029s |
| Iteration 42     |       0.0 |     1.0 |          1.0 |  0.000s |    30.635s |
| Iteration 43     |       0.0 |     1.0 |          1.0 |  0.000s |    31.251s |
| Iteration 44     |       0.0 |     1.0 |          1.0 |  0.000s |    31.866s |
| Iteration 45     |       0.0 |     1.0 |          1.0 |  0.000s |    32.480s |
| Iteration 46     |       0.0 |     1.0 |          1.0 |  0.000s |    33.106s |
| Iteration 47     |       0.0 |     1.0 |          1.0 |  0.000s |    33.735s |
| Iteration 48     |       0.0 |     1.0 |          1.0 |  0.000s |    34.361s |
| Iteration 49     |       0.0 |     1.0 |          1.0 |  0.000s |    35.004s |
| Iteration 50     |       0.0 |     1.0 |          1.0 |  0.000s |    35.690s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 36.344s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9295
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.08
Time elapsed: 0.027s
-------------------------------------------------
Total time: 36.381s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.2264 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.634s |     0.654s |
| Initial point 2  |  4.8624 | uniform |   kd_tree |        39 |       2 |  0.5938 |       0.9375 |  0.644s |     1.721s |
| Initial point 3  |   3.841 | dista.. | ball_tree |        25 |       2 |   0.875 |       0.9375 |  0.635s |     2.804s |
| Initial point 4  |  11.206 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.647s |     3.946s |
| Initial point 5  |  8.7785 | dista.. |      auto |        30 |       2 |  0.6875 |       0.9375 |  0.637s |     5.092s |
| Initial point 6  | 10.1661 | dista.. | ball_tree |        21 |       2 |  0.9375 |       0.9375 |  0.639s |     6.171s |
| Initial point 7  |  7.2715 | dista.. | ball_tree |        24 |       1 |  0.4062 |       0.9375 |  0.648s |     7.241s |
| Initial point 8  |  1.7425 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9375 |  0.660s |     8.327s |
| Initial point 9  |     8.1 | uniform | ball_tree |        24 |       1 |  0.5938 |       0.9375 |  0.634s |     9.400s |
| Initial point 10 |  5.7533 | uniform |     brute |        22 |       2 |   0.625 |       0.9375 |  0.663s |    10.479s |
| Iteration 11     | 10.6433 | dista.. | ball_tree |        23 |       2 |  0.8125 |       0.9375 |  0.663s |    11.819s |
| Iteration 12     | 10.0157 | dista.. | ball_tree |        20 |       2 |  0.8125 |       0.9375 |  0.656s |    13.222s |
| Iteration 13     | 11.9842 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.659s |    14.717s |
| Iteration 14     | 11.3098 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.659s |    16.173s |
| Iteration 15     | 12.0162 | dista.. | ball_tree |        21 |       2 |    0.25 |          1.0 |  0.664s |    17.621s |
| Iteration 16     | 11.0796 | dista.. |     brute |        28 |       2 |  0.9375 |          1.0 |  0.679s |    19.268s |
| Iteration 17     |  1.0441 | uniform |     brute |        40 |       2 |  0.4688 |          1.0 |  0.651s |    20.568s |
| Iteration 18     | 11.1653 | dista.. |      auto |        23 |       2 |  0.8125 |          1.0 |  0.656s |    22.708s |
| Iteration 19     | 11.2796 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.648s |    24.554s |
| Iteration 20     | 10.0708 | dista.. | ball_tree |        24 |       2 |   0.875 |          1.0 |  0.639s |    26.204s |
| Iteration 21     | 11.2791 | uniform |   kd_tree |        20 |       2 |     0.5 |          1.0 |  0.634s |    27.614s |
| Iteration 22     | 11.3552 | dista.. |     brute |        22 |       2 |    0.75 |          1.0 |  0.642s |    29.067s |
| Iteration 23     | 10.8838 | dista.. |     brute |        35 |       2 |    0.75 |          1.0 |  0.643s |    31.039s |
| Iteration 24     | 11.6389 | dista.. |      auto |        24 |       1 |    0.75 |          1.0 |  0.652s |    32.582s |
| Iteration 25     | 12.1202 | uniform |      auto |        34 |       1 |    0.75 |          1.0 |  0.637s |    33.980s |
| Iteration 26     | 11.1404 | dista.. | ball_tree |        38 |       2 |     1.0 |          1.0 |  0.639s |    35.374s |
| Iteration 27     |  4.2682 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.639s |    36.802s |
| Iteration 28     | 11.1287 | dista.. | ball_tree |        38 |       2 |  0.8125 |          1.0 |  0.656s |    38.364s |
| Iteration 29     | 11.2219 | dista.. | ball_tree |        21 |       1 |  0.5625 |          1.0 |  0.686s |    39.799s |
| Iteration 30     | 11.2283 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.691s |    41.260s |
| Iteration 31     |  3.4972 | dista.. | ball_tree |        33 |       2 |  0.9375 |          1.0 |  0.686s |    42.724s |
| Iteration 32     |  0.4237 | dista.. |     brute |        40 |       2 |   0.375 |          1.0 |  0.680s |    44.114s |
| Iteration 33     |  10.667 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  0.686s |    45.611s |
| Iteration 34     |  3.2334 | dista.. | ball_tree |        29 |       2 |  0.9375 |          1.0 |  0.684s |    47.066s |
| Iteration 35     | 10.2852 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  0.688s |    48.528s |
| Iteration 36     | 11.3806 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.689s |    50.024s |
| Iteration 37     |  9.9898 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.684s |    51.542s |
| Iteration 38     |  2.9668 | dista.. | ball_tree |        29 |       2 |  0.4062 |          1.0 |  0.642s |    52.997s |
| Iteration 39     | 12.1053 | dista.. |     brute |        40 |       1 |  0.3125 |          1.0 |  0.682s |    54.512s |
| Iteration 40     |     0.0 | uniform |     brute |        35 |       1 |     0.5 |          1.0 |  0.654s |    55.942s |
| Iteration 41     |     0.0 | dista.. |      auto |        39 |       1 |     0.5 |          1.0 |  0.645s |    57.394s |
| Iteration 42     |     0.0 | uniform |      auto |        20 |       2 |     0.5 |          1.0 |  0.642s |    58.811s |
| Iteration 43     |  3.3897 | dista.. | ball_tree |        20 |       2 |  0.7812 |          1.0 |  0.642s |     1m:00s |
| Iteration 44     |     0.0 | uniform |      auto |        38 |       1 |     0.5 |          1.0 |  0.638s |     1m:02s |
| Iteration 45     | 12.2609 | dista.. |      auto |        40 |       2 |  0.8125 |          1.0 |  0.643s |     1m:03s |
| Iteration 46     | 12.2609 | dista.. |      auto |        40 |       2 |  0.8125 |          1.0 |  0.001s |     1m:05s |
| Iteration 47     | 12.2609 | dista.. |      auto |        40 |       2 |  0.8125 |          1.0 |  0.000s |     1m:06s |
| Iteration 48     | 10.3223 | dista.. | ball_tree |        23 |       2 |     0.5 |          1.0 |  0.641s |     1m:07s |
| Iteration 49     | 11.2931 | dista.. | ball_tree |        22 |       2 |     1.0 |          1.0 |  0.691s |     1m:09s |
| Iteration 50     |  3.6358 | dista.. | ball_tree |        34 |       2 |     1.0 |          1.0 |  0.657s |     1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'radius': 11.2931, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0245
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:13s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.25 |         0.25 |  1.008s |     1.015s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  1.033s |     2.461s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |        0.875 |  0.783s |     3.916s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |        0.875 |  0.938s |     5.273s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8438 |        0.875 |  0.808s |     6.509s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.875 |        0.875 |  0.997s |     7.929s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.4375 |        0.875 |  0.661s |     9.017s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.3125 |        0.875 |  0.915s |    10.374s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4688 |        0.875 |  0.636s |    11.439s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |        0.875 |  0.742s |    12.605s |
| Iteration 11     |          500 |        0.0767 |   SAMME.R |     1.0 |          1.0 |  1.035s |    14.285s |
| Iteration 12     |          500 |        0.1249 |   SAMME.R |   0.875 |          1.0 |  1.029s |    15.974s |
| Iteration 13     |          186 |        0.1292 |     SAMME |   0.875 |          1.0 |  0.804s |    17.399s |
| Iteration 14     |           62 |        0.4336 |   SAMME.R |    0.75 |          1.0 |  0.718s |    18.751s |
| Iteration 15     |          126 |          10.0 |     SAMME |   0.375 |          1.0 |  0.679s |    20.031s |
| Iteration 16     |           50 |        0.0285 |   SAMME.R |  0.9062 |          1.0 |  0.709s |    21.368s |
| Iteration 17     |          310 |        0.1185 |   SAMME.R |   0.875 |          1.0 |  0.919s |    22.914s |
| Iteration 18     |           50 |        0.0464 |     SAMME |  0.9688 |          1.0 |  0.702s |    24.440s |
| Iteration 19     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.716s |    25.785s |
| Iteration 20     |           50 |        0.0315 |     SAMME |  0.9375 |          1.0 |  0.709s |    27.128s |
| Iteration 21     |          313 |        0.4776 |   SAMME.R |     0.5 |          1.0 |  0.922s |    28.684s |
| Iteration 22     |           50 |        0.3247 |     SAMME |  0.9375 |          1.0 |  0.713s |    30.090s |
| Iteration 23     |           50 |         0.092 |     SAMME |  0.8438 |          1.0 |  0.703s |    31.460s |
| Iteration 24     |           50 |        0.6729 |     SAMME |   0.875 |          1.0 |  0.700s |    32.833s |
| Iteration 25     |           50 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  0.710s |    34.830s |
| Iteration 26     |          196 |        0.0459 |   SAMME.R |  0.8125 |          1.0 |  0.828s |    36.347s |
| Iteration 27     |           50 |        0.0273 |     SAMME |  0.5625 |          1.0 |  0.707s |    37.772s |
| Iteration 28     |           50 |        0.0858 |   SAMME.R |  0.6875 |          1.0 |  0.711s |    39.337s |
| Iteration 29     |           50 |        0.2246 |     SAMME |   0.625 |          1.0 |  0.703s |    40.679s |
| Iteration 30     |          403 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  1.003s |    42.351s |
| Iteration 31     |          499 |          0.01 |     SAMME |     1.0 |          1.0 |  1.030s |    44.053s |
| Iteration 32     |          434 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  1.029s |    45.755s |
| Iteration 33     |           58 |          0.01 |   SAMME.R |    0.75 |          1.0 |  0.712s |    47.131s |
| Iteration 34     |          492 |          0.01 |     SAMME |  0.9062 |          1.0 |  1.017s |    48.800s |
| Iteration 35     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.076s |    50.573s |
| Iteration 36     |          143 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.786s |    52.036s |
| Iteration 37     |           50 |        0.0363 |   SAMME.R |    0.75 |          1.0 |  0.712s |    53.521s |
| Iteration 38     |          489 |        0.0614 |     SAMME |     0.5 |          1.0 |  1.025s |    55.269s |
| Iteration 39     |          292 |          0.01 |   SAMME.R |  0.5312 |          1.0 |  0.907s |    56.894s |
| Iteration 40     |          157 |          0.01 |   SAMME.R |  0.5625 |          1.0 |  0.795s |    58.388s |
| Iteration 41     |          496 |        0.1995 |   SAMME.R |     0.5 |          1.0 |  1.069s |     1m:00s |
| Iteration 42     |          500 |          0.01 |     SAMME |   0.625 |          1.0 |  1.021s |     1m:02s |
| Iteration 43     |          388 |          0.01 |     SAMME |     1.0 |          1.0 |  0.909s |     1m:04s |
| Iteration 44     |           69 |          0.01 |     SAMME |   0.875 |          1.0 |  0.689s |     1m:05s |
| Iteration 45     |          405 |          0.01 |   SAMME.R |  0.5312 |          1.0 |  1.011s |     1m:07s |
| Iteration 46     |           62 |          0.01 |   SAMME.R |  0.3438 |          1.0 |  0.732s |     1m:08s |
| Iteration 47     |           58 |        0.1436 |     SAMME |    0.75 |          1.0 |  0.729s |     1m:10s |
| Iteration 48     |          498 |        0.1439 |     SAMME |     0.5 |          1.0 |  1.644s |     1m:12s |
| Iteration 49     |          371 |         9.985 |   SAMME.R |   0.375 |          1.0 |  0.977s |     1m:14s |
| Iteration 50     |          433 |          0.01 |     SAMME |  0.7812 |          1.0 |  0.996s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9406
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.464s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0485
Time elapsed: 2.086s
-------------------------------------------------
Total time: 1m:19s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  1.082s |     1.102s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.950s |     2.503s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |          1.0 |  0.985s |     3.935s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.25 |          1.0 |  0.806s |     5.184s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.6875 |          1.0 |  1.009s |     6.786s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.832s |     8.067s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.868s |     9.379s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.375 |          1.0 |  0.856s |    10.676s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.6875 |          1.0 |  0.969s |    12.077s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |          1.0 |  0.942s |    13.474s |
| Iteration 11     |          441 |      gini |         4 |                 3 |               10 |          0.7 |      True |    0.0273 |         0.5 |  0.8125 |          1.0 |  1.032s |    15.424s |
| Iteration 12     |          462 |   entropy |         6 |                13 |                5 |          0.6 |     False |    0.0122 |         --- |   0.875 |          1.0 |  0.973s |    17.320s |
| Iteration 13     |          422 |      gini |         3 |                18 |                4 |          0.6 |     False |    0.0248 |         --- |   0.875 |          1.0 |  0.936s |    19.143s |
| Iteration 14     |          434 |      gini |         6 |                 9 |                4 |          0.6 |     False |    0.0073 |         --- |  0.9375 |          1.0 |  0.951s |    21.025s |
| Iteration 15     |          311 |   entropy |      None |                 6 |               16 |          0.5 |      True |    0.0283 |         0.5 |     0.5 |          1.0 |  0.922s |    22.924s |
| Iteration 16     |          108 |   entropy |         8 |                18 |               20 |         sqrt |     False |    0.0038 |         --- |   0.875 |          1.0 |  0.752s |    24.560s |
| Iteration 17     |          263 |   entropy |         6 |                18 |               18 |         sqrt |     False |     0.003 |         --- |  0.5312 |          1.0 |  0.851s |    26.551s |
| Iteration 18     |          316 |      gini |         1 |                 7 |               19 |          0.5 |      True |    0.0127 |        None |  0.5625 |          1.0 |  0.929s |    28.350s |
| Iteration 19     |          280 |      gini |         8 |                 9 |               13 |         sqrt |     False |    0.0157 |         --- |  0.8125 |          1.0 |  0.861s |    30.112s |
| Iteration 20     |          282 |      gini |         7 |                 3 |               11 |         sqrt |     False |    0.0116 |         --- |   0.875 |          1.0 |  0.850s |    31.939s |
| Iteration 21     |          117 |      gini |         9 |                 2 |                6 |         log2 |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.755s |    33.695s |
| Iteration 22     |          499 |      gini |      None |                20 |                5 |         sqrt |      True |    0.0298 |         0.5 |  0.6875 |          1.0 |  1.081s |    35.743s |
| Iteration 23     |          415 |      gini |         5 |                 9 |                6 |          0.6 |     False |    0.0219 |         --- |  0.6875 |          1.0 |  0.938s |    37.841s |
| Iteration 24     |          296 |      gini |         9 |                 2 |               10 |          0.6 |     False |    0.0088 |         --- |  0.6875 |          1.0 |  0.874s |    40.350s |
| Iteration 25     |          418 |      gini |         8 |                 2 |               15 |         sqrt |     False |    0.0267 |         --- |  0.8125 |          1.0 |  0.927s |    42.362s |
| Iteration 26     |          196 |      gini |         8 |                 2 |                9 |         sqrt |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.802s |    44.243s |
| Iteration 27     |          211 |      gini |         5 |                 2 |                8 |          0.6 |     False |    0.0252 |         --- |  0.5938 |          1.0 |  0.811s |    46.163s |
| Iteration 28     |          443 |   entropy |         5 |                 9 |                8 |          0.6 |     False |    0.0187 |         --- |  0.9375 |          1.0 |  0.958s |    48.220s |
| Iteration 29     |          225 |   entropy |         8 |                18 |               10 |         sqrt |     False |    0.0344 |         --- |   0.625 |          1.0 |  0.817s |    50.046s |
| Iteration 30     |          425 |   entropy |         5 |                12 |               12 |          0.6 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.946s |    52.085s |
| Iteration 31     |          229 |      gini |         8 |                 3 |               10 |         sqrt |      True |    0.0077 |         0.5 |   0.875 |          1.0 |  0.907s |    54.107s |
| Iteration 32     |          432 |      gini |         5 |                10 |                4 |          0.6 |     False |    0.0312 |         --- |  0.6875 |          1.0 |  0.951s |    56.177s |
| Iteration 33     |           68 |      gini |         8 |                 2 |               19 |         sqrt |     False |     0.035 |         --- |  0.7188 |          1.0 |  0.731s |    58.099s |
| Iteration 34     |          241 |   entropy |         3 |                 2 |                1 |         sqrt |      True |     0.035 |         0.5 |  0.8125 |          1.0 |  0.881s |     1m:00s |
| Iteration 35     |          500 |   entropy |         2 |                20 |               15 |          0.5 |      True |    0.0125 |         0.9 |     0.5 |          1.0 |  1.086s |     1m:02s |
| Iteration 36     |          500 |   entropy |         7 |                20 |                3 |          0.5 |      True |    0.0149 |         0.9 |  0.9375 |          1.0 |  1.028s |     1m:04s |
| Iteration 37     |          359 |      gini |         6 |                15 |                8 |          0.6 |     False |    0.0095 |         --- |  0.8125 |          1.0 |  0.862s |     1m:06s |
| Iteration 38     |          500 |      gini |         2 |                17 |                3 |          0.6 |      True |    0.0012 |         0.8 |  0.4375 |          1.0 |  1.073s |     1m:08s |
| Iteration 39     |          236 |      gini |         8 |                 4 |                9 |         sqrt |     False |     0.035 |         --- |  0.4688 |          1.0 |  0.829s |     1m:10s |
| Iteration 40     |           24 |   entropy |         1 |                 9 |                2 |          0.5 |      True |    0.0249 |         0.8 |  0.6875 |          1.0 |  0.731s |     1m:12s |
| Iteration 41     |          480 |      gini |         4 |                20 |                5 |          0.5 |      True |    0.0323 |         0.6 |  0.6875 |          1.0 |  1.061s |     1m:14s |
| Iteration 42     |          222 |   entropy |         5 |                20 |                1 |          0.6 |     False |     0.003 |         --- |  0.6875 |          1.0 |  0.819s |     1m:16s |
| Iteration 43     |          270 |      gini |         8 |                15 |               15 |         sqrt |     False |     0.033 |         --- |     1.0 |          1.0 |  0.848s |     1m:18s |
| Iteration 44     |          426 |      gini |         8 |                 8 |                7 |         sqrt |     False |     0.033 |         --- |     1.0 |          1.0 |  0.935s |     1m:20s |
| Iteration 45     |          322 |   entropy |         5 |                11 |               20 |          0.6 |     False |    0.0163 |         --- |  0.7188 |          1.0 |  0.881s |     1m:22s |
| Iteration 46     |          326 |   entropy |         8 |                20 |               10 |          0.7 |     False |     0.033 |         --- |    0.25 |          1.0 |  0.886s |     1m:24s |
| Iteration 47     |          146 |      gini |         5 |                11 |               13 |          0.6 |     False |    0.0171 |         --- |     0.5 |          1.0 |  0.770s |     1m:26s |
| Iteration 48     |          399 |      gini |      None |                 6 |                3 |         sqrt |     False |    0.0077 |         --- |   0.625 |          1.0 |  1.528s |     1m:29s |
| Iteration 49     |          479 |      gini |         7 |                12 |                6 |         sqrt |     False |    0.0079 |         --- |   0.875 |          1.0 |  0.982s |     1m:31s |
| Iteration 50     |          500 |      gini |         6 |                 4 |               16 |         log2 |      True |    0.0226 |         0.6 |     0.5 |          1.0 |  1.060s |     1m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8464
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.436s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.775 ± 0.0158
Time elapsed: 2.013s
-------------------------------------------------
Total time: 1m:36s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.789s |     0.809s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  0.775s |     2.036s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  0.781s |     3.255s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  0.726s |     4.436s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  0.759s |     5.635s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  0.735s |     6.818s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  0.744s |     8.024s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  0.742s |     9.778s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.777s |    11.173s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.750s |    12.385s |
| Iteration 11     |          454 |         0.012 |         6 |  0.3719 |                3 |       0.9 |              1.0 |         0 |       0.01 |  0.8125 |          1.0 |  0.776s |    14.000s |
| Iteration 12     |          415 |          0.01 |         8 |  0.5077 |                4 |       0.9 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.722s |    15.652s |
| Iteration 13     |           28 |        0.7521 |         1 |     0.0 |                4 |       0.8 |              0.5 |         0 |        0.1 |     1.0 |          1.0 |  0.643s |    17.236s |
| Iteration 14     |          138 |        0.1115 |         5 |  0.5146 |                4 |       0.6 |              0.5 |        10 |          1 |     0.5 |          1.0 |  0.685s |    18.831s |
| Iteration 15     |          251 |        0.9535 |         9 |  0.1965 |                4 |       0.9 |              0.8 |         0 |         10 |  0.7188 |          1.0 |  0.698s |    20.354s |
| Iteration 16     |          321 |        0.1395 |         1 |  0.4727 |                4 |       0.9 |              0.6 |      0.01 |        0.1 |    0.75 |          1.0 |  0.692s |    21.919s |
| Iteration 17     |          197 |        0.3259 |         9 |  0.9237 |                4 |       0.5 |              1.0 |         0 |          0 |  0.5312 |          1.0 |  0.690s |    23.407s |
| Iteration 18     |          500 |        0.8814 |         3 |  0.3085 |                4 |       0.8 |              0.9 |         0 |         10 |   0.875 |          1.0 |  0.734s |    25.088s |
| Iteration 19     |          472 |          0.01 |         8 |  0.5963 |                4 |       0.6 |              0.8 |         0 |       0.01 |  0.9375 |          1.0 |  0.721s |    26.785s |
| Iteration 20     |           20 |        0.3877 |         2 |     0.0 |                3 |       1.0 |              0.8 |         0 |        100 |  0.8438 |          1.0 |  0.662s |    28.751s |
| Iteration 21     |          437 |        0.0124 |         6 |  0.3173 |                5 |       1.0 |              0.8 |       0.1 |          1 |  0.5625 |          1.0 |  0.733s |    30.785s |
| Iteration 22     |          434 |        0.0763 |         6 |  0.5771 |                4 |       0.9 |              0.9 |         0 |       0.01 |     1.0 |          1.0 |  0.711s |    32.855s |
| Iteration 23     |          430 |        0.1607 |         9 |  0.5829 |                4 |       0.8 |              0.9 |      0.01 |          1 |    0.75 |          1.0 |  0.701s |    34.543s |
| Iteration 24     |          500 |        0.0535 |         4 |  0.7463 |                4 |       0.9 |              0.5 |         0 |       0.01 |  0.5625 |          1.0 |  0.745s |    36.159s |
| Iteration 25     |          192 |        0.0187 |         2 |     0.0 |                2 |       0.6 |              0.4 |         0 |       0.01 |  0.8125 |          1.0 |  1.257s |    38.353s |
| Iteration 26     |           68 |        0.8433 |         1 |  0.5759 |                2 |       0.8 |              1.0 |         0 |        100 |   0.625 |          1.0 |  0.677s |    39.902s |
| Iteration 27     |          500 |         0.617 |         1 |     0.0 |                4 |       0.5 |              0.4 |         0 |          0 |   0.625 |          1.0 |  0.785s |    41.643s |
| Iteration 28     |           20 |        0.1197 |         6 |  0.0414 |                3 |       1.0 |              0.4 |         0 |       0.01 |     1.0 |          1.0 |  0.705s |    43.375s |
| Iteration 29     |           20 |        0.2681 |         4 |  0.0182 |                2 |       0.8 |              0.4 |         0 |        0.1 |   0.625 |          1.0 |  0.712s |    45.029s |
| Iteration 30     |           20 |        0.0359 |         9 |  0.1531 |                4 |       1.0 |              0.4 |         0 |       0.01 |   0.875 |          1.0 |  0.640s |    46.666s |
| Iteration 31     |          100 |        0.1597 |         2 |  0.1657 |                4 |       0.6 |              0.4 |         0 |        0.1 |  0.9375 |          1.0 |  0.659s |    48.324s |
| Iteration 32     |           20 |          0.01 |         1 |     1.0 |                4 |       0.7 |              0.5 |         0 |          1 |  0.6875 |          1.0 |  0.648s |    49.922s |
| Iteration 33     |          500 |          0.01 |         1 |  0.9459 |                4 |       0.9 |              1.0 |         0 |        0.1 |  0.5312 |          1.0 |  0.712s |    51.539s |
| Iteration 34     |           20 |         0.067 |         6 |     0.0 |                4 |       0.5 |              0.4 |         0 |        0.1 |  0.8125 |          1.0 |  0.638s |    53.189s |
| Iteration 35     |           20 |        0.6861 |         3 |     1.0 |               10 |       0.8 |              1.0 |       100 |        100 |     0.5 |          1.0 |  0.643s |    54.757s |
| Iteration 36     |           20 |        0.2825 |         2 |     0.0 |                4 |       1.0 |              0.4 |       0.1 |        0.1 |    0.75 |          1.0 |  0.638s |    56.378s |
| Iteration 37     |          500 |        0.7894 |         2 |  0.5054 |                4 |       0.5 |              1.0 |         0 |       0.01 |   0.625 |          1.0 |  0.717s |    58.113s |
| Iteration 38     |           75 |          0.01 |         9 |     0.0 |                4 |       1.0 |              1.0 |         0 |       0.01 |   0.375 |          1.0 |  0.649s |    59.847s |
| Iteration 39     |          465 |        0.0484 |         6 |  0.2367 |                4 |       0.7 |              0.9 |         0 |        100 |  0.3438 |          1.0 |  0.725s |     1m:02s |
| Iteration 40     |          440 |        0.0307 |         3 |  0.5904 |                4 |       0.9 |              0.9 |         0 |       0.01 |   0.875 |          1.0 |  0.713s |     1m:04s |
| Iteration 41     |          467 |          0.01 |         7 |  0.5712 |                4 |       1.0 |              1.0 |         0 |       0.01 |  0.6562 |          1.0 |  0.714s |     1m:06s |
| Iteration 42     |          439 |        0.9794 |         6 |  0.6203 |                9 |       0.9 |              0.9 |       0.1 |       0.01 |     0.5 |          1.0 |  0.718s |     1m:09s |
| Iteration 43     |           20 |        0.4444 |         5 |  0.1108 |                4 |       0.9 |              0.5 |         1 |          1 |     1.0 |          1.0 |  0.649s |     1m:12s |
| Iteration 44     |           20 |        0.8312 |         5 |  0.1161 |                4 |       0.7 |              0.5 |         0 |        100 |  0.8125 |          1.0 |  0.650s |     1m:15s |
| Iteration 45     |           20 |        0.1142 |         1 |   0.109 |                3 |       0.9 |              0.5 |        10 |          0 |     0.5 |          1.0 |  0.648s |     1m:17s |
| Iteration 46     |           20 |        0.8864 |         7 |   0.111 |                4 |       0.9 |              0.5 |         0 |          0 |  0.3125 |          1.0 |  0.662s |     1m:18s |
| Iteration 47     |          404 |         0.077 |         2 |  0.4934 |                4 |       0.9 |              0.9 |         0 |       0.01 |     0.5 |          1.0 |  0.708s |     1m:20s |
| Iteration 48     |          441 |        0.3419 |         6 |  0.6142 |                4 |       0.5 |              0.9 |         0 |          0 |  0.6562 |          1.0 |  0.712s |     1m:22s |
| Iteration 49     |          352 |        0.4089 |         6 |  0.0917 |                4 |       0.7 |              0.5 |      0.01 |          1 |  0.4375 |          1.0 |  1.322s |     1m:25s |
| Iteration 50     |          449 |        0.0232 |         4 |  0.6841 |                4 |       0.6 |              0.8 |      0.01 |          1 |    0.75 |          1.0 |  0.710s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.0569, 'max_depth': 6, 'gamma': 0.6523, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8955
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.097s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.066
Time elapsed: 0.296s
-------------------------------------------------
Total time: 1m:30s


Final results ==================== >>
Duration: 9m:41s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.755 ± 0.04
Logistic Regression             --> roc_auc: 0.8 ± 0.114 !
Linear Discriminant Analysis    --> roc_auc: 0.61 ± 0.0374
Quadratic Discriminant Analysis --> roc_auc: 0.69 ± 0.08 ~
Radius Nearest Neighbors        --> roc_auc: 0.77 ± 0.0245
AdaBoost                        --> roc_auc: 0.72 ± 0.0485 ~
Random Forest                   --> roc_auc: 0.775 ± 0.0158
XGBoost                         --> roc_auc: 0.72 ± 0.066
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLDSNQPQHF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAATDSNYQLIW.
   >>> Dropping feature CALDSNYQLIW.
   >>> Dropping feature CAPLDSNYQLIW.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAANTGFQKLVF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASAGGNKLVF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  3.187s |     3.206s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |          1.0 |  3.232s |     6.899s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |          1.0 |  3.159s |    10.542s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |          1.0 |  3.197s |    14.196s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |          1.0 |  3.203s |    17.875s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |          1.0 |  3.250s |    21.608s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |          1.0 |  3.206s |    25.264s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |          1.0 |  3.248s |    28.965s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  3.179s |    32.592s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |          1.0 |  3.170s |    36.986s |
| Iteration 11     | exponen.. |           1.0 |          136 |       1.0 | friedman_mse |                 3 |                1 |         9 |          0.9 |     0.035 |  0.8125 |          1.0 |  3.263s |    42.260s |
| Iteration 12     | exponen.. |        0.6424 |           10 |       1.0 | squared_er.. |                 3 |               17 |         9 |          0.9 |    0.0274 |  0.5625 |          1.0 |  3.168s |    46.463s |
| Iteration 13     |  deviance |        0.0519 |          172 |       0.8 | friedman_mse |                19 |               20 |         1 |         None |    0.0282 |     1.0 |          1.0 |  3.130s |    50.295s |
| Iteration 14     | exponen.. |        0.2029 |          111 |       0.9 | friedman_mse |                15 |               14 |         4 |         None |    0.0284 |     1.0 |          1.0 |  3.159s |    54.305s |
| Iteration 15     |  deviance |        0.0647 |          115 |       0.6 | friedman_mse |                16 |               19 |         7 |          0.8 |    0.0278 |     0.5 |          1.0 |  3.150s |    58.246s |
| Iteration 16     | exponen.. |        0.9735 |           68 |       1.0 | friedman_mse |                12 |               15 |         5 |         auto |    0.0277 |  0.4375 |          1.0 |  3.143s |     1m:03s |
| Iteration 17     |  deviance |        0.0291 |           41 |       0.9 | friedman_mse |                14 |               18 |         2 |         None |    0.0059 |  0.7188 |          1.0 |  3.115s |     1m:06s |
| Iteration 18     | exponen.. |         0.554 |          103 |       1.0 | friedman_mse |                13 |               11 |         7 |          0.9 |    0.0284 |   0.625 |          1.0 |  3.167s |     1m:11s |
| Iteration 19     |  deviance |        0.0315 |          169 |       0.6 | friedman_mse |                16 |               14 |         1 |         None |    0.0038 |  0.5625 |          1.0 |  3.180s |     1m:15s |
| Iteration 20     |  deviance |        0.1196 |           38 |       0.8 | friedman_mse |                14 |               18 |         4 |          0.8 |    0.0317 |   0.625 |          1.0 |  3.132s |     1m:19s |
| Iteration 21     | exponen.. |        0.0132 |          332 |       0.9 | friedman_mse |                 6 |               19 |         2 |          0.9 |    0.0084 |    0.75 |          1.0 |  3.211s |     1m:23s |
| Iteration 22     | exponen.. |        0.8247 |           53 |       0.9 | friedman_mse |                 7 |                1 |         8 |         None |    0.0162 |   0.875 |          1.0 |  3.140s |     1m:28s |
| Iteration 23     | exponen.. |         0.761 |          495 |       0.8 | squared_er.. |                 2 |               12 |         4 |         auto |    0.0319 |  0.6875 |          1.0 |  3.242s |     1m:32s |
| Iteration 24     | exponen.. |        0.2766 |          131 |       0.9 | friedman_mse |                17 |               12 |         2 |          0.9 |    0.0182 |   0.375 |          1.0 |  3.131s |     1m:36s |
| Iteration 25     | exponen.. |        0.2852 |          325 |       1.0 | friedman_mse |                14 |                8 |         9 |         None |    0.0282 |    0.75 |          1.0 |  3.284s |     1m:41s |
| Iteration 26     | exponen.. |        0.1486 |           10 |       1.0 | friedman_mse |                 4 |                8 |         2 |          0.6 |    0.0159 |   0.875 |          1.0 |  3.275s |     1m:45s |
| Iteration 27     | exponen.. |        0.0547 |          405 |       0.8 | friedman_mse |                 9 |                8 |         1 |         auto |    0.0325 |    0.75 |          1.0 |  3.332s |     1m:50s |
| Iteration 28     | exponen.. |        0.1602 |           39 |       0.6 | friedman_mse |                 7 |                7 |         6 |          0.9 |     0.032 |  0.6875 |          1.0 |  3.123s |     1m:54s |
| Iteration 29     | exponen.. |        0.0664 |          196 |       0.9 | friedman_mse |                15 |                8 |         3 |         sqrt |    0.0178 |  0.8125 |          1.0 |  3.221s |     1m:58s |
| Iteration 30     | exponen.. |        0.9611 |           20 |       1.0 | squared_er.. |                 6 |                8 |         7 |          0.9 |    0.0092 |    0.75 |          1.0 |  3.165s |     2m:02s |
| Iteration 31     | exponen.. |        0.3425 |           73 |       0.8 | friedman_mse |                 5 |               14 |         8 |          0.9 |    0.0005 |     1.0 |          1.0 |  3.191s |     2m:06s |
| Iteration 32     | exponen.. |        0.0402 |           86 |       1.0 | friedman_mse |                15 |                6 |         2 |          0.5 |    0.0074 |  0.6875 |          1.0 |  3.190s |     2m:11s |
| Iteration 33     | exponen.. |        0.0283 |          104 |       0.8 | friedman_mse |                 5 |                1 |         4 |          0.9 |    0.0018 |  0.5625 |          1.0 |  3.221s |     2m:15s |
| Iteration 34     | exponen.. |        0.0678 |           73 |       0.8 | friedman_mse |                17 |               14 |         8 |         sqrt |    0.0282 |  0.5625 |          1.0 |  3.214s |     2m:19s |
| Iteration 35     | exponen.. |        0.0299 |          131 |       0.7 | squared_er.. |                 8 |                2 |         3 |          0.8 |    0.0189 |     1.0 |          1.0 |  3.224s |     2m:23s |
| Iteration 36     | exponen.. |         0.018 |          112 |       1.0 | friedman_mse |                 8 |               14 |         3 |         log2 |    0.0286 |     1.0 |          1.0 |  3.189s |     2m:28s |
| Iteration 37     | exponen.. |        0.1469 |          308 |       1.0 | friedman_mse |                 8 |                8 |         6 |          0.9 |    0.0296 |  0.8125 |          1.0 |  3.217s |     2m:32s |
| Iteration 38     | exponen.. |        0.0503 |           10 |       1.0 | friedman_mse |                 8 |               10 |         9 |          0.6 |    0.0219 |  0.4062 |          1.0 |  3.135s |     2m:36s |
| Iteration 39     | exponen.. |        0.0148 |          160 |       0.7 | squared_er.. |                19 |               16 |         9 |          0.9 |    0.0263 |   0.625 |          1.0 |  3.184s |     2m:40s |
| Iteration 40     | exponen.. |        0.6154 |          141 |       0.9 | friedman_mse |                 6 |                8 |         7 |         sqrt |    0.0132 |   0.625 |          1.0 |  3.202s |     2m:45s |
| Iteration 41     | exponen.. |        0.0202 |          190 |       0.8 | friedman_mse |                 8 |               17 |         3 |          0.8 |    0.0145 |     1.0 |          1.0 |  3.214s |     2m:49s |
| Iteration 42     | exponen.. |        0.0208 |          364 |       0.7 | squared_er.. |                10 |                7 |         3 |          0.6 |    0.0046 |     0.5 |          1.0 |  3.253s |     2m:53s |
| Iteration 43     | exponen.. |        0.1267 |           88 |       0.5 | friedman_mse |                 5 |               10 |         9 |          0.5 |    0.0318 |   0.875 |          1.0 |  3.187s |     2m:57s |
| Iteration 44     | exponen.. |        0.0363 |          170 |       1.0 | squared_er.. |                 9 |                1 |         4 |          0.8 |    0.0204 |  0.8125 |          1.0 |  3.218s |     3m:02s |
| Iteration 45     | exponen.. |         0.029 |          190 |       0.9 | squared_er.. |                15 |                2 |         2 |          0.8 |    0.0186 |     1.0 |          1.0 |  3.203s |     3m:06s |
| Iteration 46     |  deviance |        0.5044 |          114 |       0.5 | squared_er.. |                19 |               14 |         4 |          0.8 |    0.0285 |   0.625 |          1.0 |  3.183s |     3m:11s |
| Iteration 47     | exponen.. |         0.233 |          112 |       0.9 | friedman_mse |                 5 |               14 |         4 |          0.5 |    0.0285 |  0.8125 |          1.0 |  3.187s |     3m:15s |
| Iteration 48     | exponen.. |         0.756 |           72 |       1.0 | friedman_mse |                19 |               18 |         8 |          0.9 |    0.0302 |   0.875 |          1.0 |  3.177s |     3m:19s |
| Iteration 49     | exponen.. |        0.3285 |          223 |       0.8 | friedman_mse |                 5 |               12 |         8 |          0.9 |    0.0309 |  0.5625 |          1.0 |  3.212s |     3m:23s |
| Iteration 50     |  deviance |        0.0806 |           63 |       0.9 | friedman_mse |                 5 |               15 |         9 |          0.9 |    0.0001 |  0.6875 |          1.0 |  3.206s |     3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0299, 'n_estimators': 131, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 2, 'max_depth': 3, 'max_features': 0.8, 'ccp_alpha': 0.0189}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.050s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.049
Time elapsed: 0.220s
-------------------------------------------------
Total time: 3m:30s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     1.0 |          1.0 |  3.235s |     3.248s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.8125 |          1.0 |  3.205s |     6.918s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |          1.0 |  3.181s |    10.654s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |          1.0 |  3.199s |    14.334s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |          1.0 |  3.201s |    18.003s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |          1.0 |  3.192s |    21.644s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     1.0 |          1.0 |  3.185s |    25.268s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |          1.0 |  3.215s |    28.946s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |          1.0 |  3.167s |    32.550s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |          1.0 |  3.191s |    36.221s |
| Iteration 11     |      l2 | 25.8457 |     sag |      299 |      --- |  0.8125 |          1.0 |  3.198s |    40.135s |
| Iteration 12     |      l2 |  4.3199 | libli.. |      210 |      --- |   0.625 |          1.0 |  3.189s |    44.133s |
| Iteration 13     |      l2 | 96.1183 |     sag |      753 |      --- |   0.625 |          1.0 |  3.214s |    48.017s |
| Iteration 14     |      l2 |  2.0692 |     sag |      195 |      --- |    0.75 |          1.0 |  3.214s |    52.135s |
| Iteration 15     |      l2 |  1.8424 | libli.. |      333 |      --- |  0.8125 |          1.0 |  3.183s |    56.127s |
| Iteration 16     |    none |     --- | newto.. |      107 |      --- |    0.75 |          1.0 |  3.208s |     1m:00s |
| Iteration 17     |      l2 | 19.0365 | libli.. |     1000 |      --- |    0.75 |          1.0 |  3.171s |     1m:04s |
| Iteration 18     |    none |     --- |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  3.196s |     1m:08s |
| Iteration 19     |      l2 |  1.6266 | libli.. |      294 |      --- |  0.5625 |          1.0 |  3.200s |     1m:12s |
| Iteration 20     |    none |     --- | newto.. |      871 |      --- |    0.75 |          1.0 |  3.195s |     1m:16s |
| Iteration 21     |      l2 |  0.0434 | libli.. |      907 |      --- |   0.625 |          1.0 |  3.187s |     1m:20s |
| Iteration 22     |      l2 | 11.4917 |     sag |      187 |      --- |   0.375 |          1.0 |  3.198s |     1m:24s |
| Iteration 23     |      l2 | 13.4649 | newto.. |      974 |      --- |     0.5 |          1.0 |  3.161s |     1m:28s |
| Iteration 24     |      l2 |  0.1021 |     sag |      763 |      --- |  0.4375 |          1.0 |  3.178s |     1m:31s |
| Iteration 25     |      l2 |  81.904 | libli.. |      303 |      --- |   0.875 |          1.0 |  3.275s |     1m:35s |
| Iteration 26     |      l2 |  0.0012 |     sag |      940 |      --- |  0.6875 |          1.0 |  3.802s |     1m:40s |
| Iteration 27     |      l2 |  0.0084 |   lbfgs |      937 |      --- |  0.6875 |          1.0 |  3.185s |     1m:44s |
| Iteration 28     |    none |     --- | newto.. |     1000 |      --- |  0.6875 |          1.0 |  3.196s |     1m:48s |
| Iteration 29     |      l2 | 97.4175 | libli.. |      111 |      --- |  0.4375 |          1.0 |  3.195s |     1m:52s |
| Iteration 30     |      l2 | 22.5997 | libli.. |      276 |      --- |   0.875 |          1.0 |  3.207s |     1m:56s |
| Iteration 31     |      l2 |  0.0013 | newto.. |      272 |      --- |  0.8125 |          1.0 |  3.215s |     2m:00s |
| Iteration 32     |      l2 |  0.0036 |     sag |      281 |      --- |   0.625 |          1.0 |  3.185s |     2m:04s |
| Iteration 33     |      l2 |    2.48 | newto.. |      271 |      --- |   0.375 |          1.0 |  3.187s |     2m:08s |
| Iteration 34     |      l2 | 71.8257 | libli.. |      997 |      --- |    0.75 |          1.0 |  3.170s |     2m:12s |
| Iteration 35     |      l2 |  3.1242 | newto.. |      324 |      --- |  0.8125 |          1.0 |  3.215s |     2m:16s |
| Iteration 36     |      l2 |  2.3976 |     sag |      304 |      --- |   0.375 |          1.0 |  3.256s |     2m:21s |
| Iteration 37     |      l2 |  1.6467 | libli.. |      272 |      --- |  0.4375 |          1.0 |  3.205s |     2m:25s |
| Iteration 38     |      l2 |   100.0 | libli.. |      304 |      --- |   0.625 |          1.0 |  3.280s |     2m:29s |
| Iteration 39     |    none |     --- |     sag |      998 |      --- |     1.0 |          1.0 |  3.239s |     2m:33s |
| Iteration 40     |    none |     --- |    saga |      996 |      --- |   0.875 |          1.0 |  3.305s |     2m:37s |
| Iteration 41     |      l2 |   100.0 | libli.. |      990 |      --- |     1.0 |          1.0 |  3.317s |     2m:42s |
| Iteration 42     |    none |     --- |   lbfgs |      990 |      --- |  0.4375 |          1.0 |  3.300s |     2m:46s |
| Iteration 43     |    none |     --- |     sag |      995 |      --- |  0.9375 |          1.0 |  3.175s |     2m:50s |
| Iteration 44     |    none |     --- |     sag |      991 |      --- |    0.75 |          1.0 |  3.193s |     2m:55s |
| Iteration 45     |    none |     --- |     sag |      999 |      --- |  0.6875 |          1.0 |  3.200s |     2m:60s |
| Iteration 46     |    none |     --- |     sag |      994 |      --- |     0.5 |          1.0 |  3.190s |     3m:04s |
| Iteration 47     |      l2 |   100.0 | libli.. |     1000 |      --- |  0.8125 |          1.0 |  3.175s |     3m:08s |
| Iteration 48     |    none |     --- |     sag |      997 |      --- |  0.6875 |          1.0 |  3.203s |     3m:12s |
| Iteration 49     |    none |     --- |     sag |      998 |      --- |     1.0 |          1.0 |  0.001s |     3m:14s |
| Iteration 50     |    none |     --- |    saga |     1000 |      --- |  0.6875 |          1.0 |  3.812s |     3m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'penalty': 'l2', 'C': 100.0, 'solver': 'liblinear', 'max_iter': 990}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9509
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:19s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  3.184s |     3.190s |
| Initial point 2  |     svd |       --- |  0.8125 |       0.8125 |  3.207s |     7.101s |
| Initial point 3  |     svd |       --- |  0.8125 |       0.8125 |  0.001s |     7.571s |
| Initial point 4  |    lsqr |       0.8 |   0.375 |       0.8125 |  3.196s |    11.241s |
| Initial point 5  |   eigen |       0.9 |     0.5 |       0.8125 |  3.187s |    14.896s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |       0.8125 |  3.188s |    18.523s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  3.461s |    22.418s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |       0.8125 |  3.175s |    26.891s |
| Initial point 9  |    lsqr |       0.6 |  0.5625 |       0.8125 |  3.167s |    30.716s |
| Initial point 10 |   eigen |       0.8 |     1.0 |          1.0 |  3.152s |    34.360s |
| Iteration 11     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    34.924s |
| Iteration 12     |   eigen |       0.7 |  0.5625 |          1.0 |  3.183s |    38.668s |
| Iteration 13     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    39.247s |
| Iteration 14     |    lsqr |      auto |    0.75 |          1.0 |  3.210s |    43.045s |
| Iteration 15     |   eigen |      auto |   0.625 |          1.0 |  3.180s |    46.847s |
| Iteration 16     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    47.463s |
| Iteration 17     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    48.033s |
| Iteration 18     |    lsqr |       1.0 |    0.75 |          1.0 |  3.187s |    51.789s |
| Iteration 19     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    52.393s |
| Iteration 20     |    lsqr |      None |    0.75 |          1.0 |  3.193s |    56.251s |
| Iteration 21     |   eigen |       0.5 |     0.5 |          1.0 |  3.298s |     1m:00s |
| Iteration 22     |     svd |       --- |  0.8125 |          1.0 |  0.000s |     1m:01s |
| Iteration 23     |     svd |       --- |  0.8125 |          1.0 |  0.000s |     1m:01s |
| Iteration 24     |   eigen |      None |   0.375 |          1.0 |  3.150s |     1m:05s |
| Iteration 25     |   eigen |       0.6 |  0.4375 |          1.0 |  3.175s |     1m:09s |
| Iteration 26     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:10s |
| Iteration 27     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 28     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 29     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 30     |    lsqr |       0.5 |  0.8125 |          1.0 |  0.000s |     1m:13s |
| Iteration 31     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 32     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 33     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 34     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 35     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 36     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 37     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:18s |
| Iteration 38     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 39     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 40     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 41     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 42     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 43     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 44     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 45     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 46     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 47     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 48     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 49     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:28s |
| Iteration 50     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:29s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7295
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.1778
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:30s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  3.180s |     3.183s |
| Initial point 2  |       0.9 |  0.1875 |         0.75 |  3.200s |     6.832s |
| Initial point 3  |       0.1 |   0.375 |         0.75 |  3.214s |    10.495s |
| Initial point 4  |       1.0 |    0.75 |         0.75 |  0.001s |    10.923s |
| Initial point 5  |       0.2 |     0.5 |         0.75 |  3.184s |    14.527s |
| Initial point 6  |       0.4 |  0.3125 |         0.75 |  3.185s |    18.243s |
| Initial point 7  |       0.4 |  0.3125 |         0.75 |  0.001s |    18.692s |
| Initial point 8  |       0.7 |     0.5 |         0.75 |  3.182s |    22.303s |
| Initial point 9  |       0.9 |  0.1875 |         0.75 |  0.000s |    22.864s |
| Initial point 10 |       0.8 |     1.0 |          1.0 |  3.180s |    26.570s |
| Iteration 11     |       0.3 |  0.9375 |          1.0 |  3.220s |    30.336s |
| Iteration 12     |       0.6 |     0.5 |          1.0 |  3.250s |    34.142s |
| Iteration 13     |       0.5 |   0.625 |          1.0 |  3.149s |    37.836s |
| Iteration 14     |       0.0 |   0.875 |          1.0 |  3.179s |    41.579s |
| Iteration 15     |       0.8 |     1.0 |          1.0 |  0.000s |    42.108s |
| Iteration 16     |       0.8 |     1.0 |          1.0 |  0.000s |    42.662s |
| Iteration 17     |       0.8 |     1.0 |          1.0 |  0.000s |    43.218s |
| Iteration 18     |       0.8 |     1.0 |          1.0 |  0.000s |    43.784s |
| Iteration 19     |       0.8 |     1.0 |          1.0 |  0.001s |    44.352s |
| Iteration 20     |       0.8 |     1.0 |          1.0 |  0.000s |    44.905s |
| Iteration 21     |       0.8 |     1.0 |          1.0 |  0.001s |    45.453s |
| Iteration 22     |       0.8 |     1.0 |          1.0 |  0.000s |    46.018s |
| Iteration 23     |       0.8 |     1.0 |          1.0 |  0.000s |    46.555s |
| Iteration 24     |       0.8 |     1.0 |          1.0 |  0.001s |    47.129s |
| Iteration 25     |       0.8 |     1.0 |          1.0 |  0.000s |    47.661s |
| Iteration 26     |       0.8 |     1.0 |          1.0 |  0.000s |    48.217s |
| Iteration 27     |       0.1 |   0.375 |          1.0 |  0.000s |    48.829s |
| Iteration 28     |       0.9 |  0.1875 |          1.0 |  0.000s |    49.472s |
| Iteration 29     |       0.8 |     1.0 |          1.0 |  0.000s |    50.081s |
| Iteration 30     |       0.8 |     1.0 |          1.0 |  0.000s |    50.685s |
| Iteration 31     |       0.8 |     1.0 |          1.0 |  0.000s |    51.293s |
| Iteration 32     |       0.8 |     1.0 |          1.0 |  0.000s |    51.925s |
| Iteration 33     |       0.8 |     1.0 |          1.0 |  0.000s |    52.561s |
| Iteration 34     |       0.8 |     1.0 |          1.0 |  0.000s |    53.172s |
| Iteration 35     |       0.8 |     1.0 |          1.0 |  0.000s |    53.832s |
| Iteration 36     |       0.8 |     1.0 |          1.0 |  0.000s |    54.453s |
| Iteration 37     |       0.8 |     1.0 |          1.0 |  0.000s |    55.067s |
| Iteration 38     |       0.8 |     1.0 |          1.0 |  0.000s |    55.683s |
| Iteration 39     |       0.8 |     1.0 |          1.0 |  0.000s |    56.297s |
| Iteration 40     |       0.8 |     1.0 |          1.0 |  0.000s |    56.909s |
| Iteration 41     |       0.8 |     1.0 |          1.0 |  0.000s |    57.519s |
| Iteration 42     |       0.8 |     1.0 |          1.0 |  0.000s |    58.133s |
| Iteration 43     |       0.8 |     1.0 |          1.0 |  0.000s |    58.753s |
| Iteration 44     |       0.8 |     1.0 |          1.0 |  0.000s |    59.365s |
| Iteration 45     |       0.8 |     1.0 |          1.0 |  0.000s |    60.000s |
| Iteration 46     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 47     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 48     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 49     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 50     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:03s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.708
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.1158
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:04s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.6949 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  3.156s |     3.176s |
| Initial point 2  |  4.2533 | uniform |   kd_tree |        39 |       2 |    0.75 |          1.0 |  3.196s |     6.864s |
| Initial point 3  |  3.3599 | dista.. | ball_tree |        25 |       2 |   0.625 |          1.0 |  3.191s |    10.551s |
| Initial point 4  |  9.8023 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  3.177s |    14.234s |
| Initial point 5  |  7.6788 | dista.. |      auto |        30 |       2 |  0.5312 |          1.0 |  3.168s |    17.850s |
| Initial point 6  |  8.8926 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  3.187s |    22.167s |
| Initial point 7  |  6.3607 | dista.. | ball_tree |        24 |       1 |     0.5 |          1.0 |  3.789s |    26.575s |
| Initial point 8  |  1.5242 | dista.. | ball_tree |        21 |       2 |   0.375 |          1.0 |  3.161s |    30.225s |
| Initial point 9  |  7.0854 | uniform | ball_tree |        24 |       1 |  0.5312 |          1.0 |  3.182s |    33.864s |
| Initial point 10 |  5.0326 | uniform |     brute |        22 |       2 |  0.5625 |          1.0 |  3.160s |    37.536s |
| Iteration 11     |  7.3438 | uniform | ball_tree |        40 |       1 |  0.7812 |          1.0 |  3.182s |    41.466s |
| Iteration 12     | 10.7251 | dista.. | ball_tree |        39 |       1 |  0.8125 |          1.0 |  3.172s |    45.365s |
| Iteration 13     | 10.2027 | uniform |     brute |        40 |       1 |  0.5625 |          1.0 |  3.201s |    49.296s |
| Iteration 14     | 10.0238 | uniform |      auto |        40 |       1 |   0.625 |          1.0 |  3.188s |    53.252s |
| Iteration 15     | 10.0355 | dista.. | ball_tree |        40 |       1 |   0.375 |          1.0 |  3.215s |    57.194s |
| Iteration 16     |  0.5947 | uniform |     brute |        33 |       1 |    0.25 |          1.0 |  3.202s |     1m:01s |
| Iteration 17     | 10.6111 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  3.183s |     1m:05s |
| Iteration 18     | 10.0753 | dista.. |      auto |        36 |       2 |   0.875 |          1.0 |  3.174s |     1m:09s |
| Iteration 19     | 10.1449 | dista.. |      auto |        35 |       1 |  0.5625 |          1.0 |  3.186s |     1m:13s |
| Iteration 20     | 10.0366 | dista.. | ball_tree |        37 |       2 |  0.8125 |          1.0 |  3.180s |     1m:17s |
| Iteration 21     |  9.8739 | dista.. |      auto |        36 |       2 |     0.5 |          1.0 |  3.194s |     1m:22s |
| Iteration 22     |  0.2221 | uniform |     brute |        28 |       1 |     0.5 |          1.0 |  3.165s |     1m:26s |
| Iteration 23     | 10.6827 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.174s |     1m:30s |
| Iteration 24     |  0.0204 | uniform | ball_tree |        40 |       2 |     0.5 |          1.0 |  3.139s |     1m:34s |
| Iteration 25     |   10.65 | dista.. |      auto |        25 |       1 |  0.7188 |          1.0 |  3.203s |     1m:38s |
| Iteration 26     | 10.7251 | dista.. | ball_tree |        40 |       2 |    0.75 |          1.0 |  3.151s |     1m:42s |
| Iteration 27     |  3.9278 | uniform |   kd_tree |        34 |       1 |  0.4062 |          1.0 |  3.178s |     1m:46s |
| Iteration 28     | 10.6316 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  3.145s |     1m:50s |
| Iteration 29     | 10.1317 | dista.. | ball_tree |        37 |       2 |   0.375 |          1.0 |  3.153s |     1m:54s |
| Iteration 30     | 10.7251 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  3.151s |     1m:58s |
| Iteration 31     |  2.6146 | uniform |   kd_tree |        22 |       1 |  0.3438 |          1.0 |  3.161s |     2m:02s |
| Iteration 32     | 10.7251 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.001s |     2m:02s |
| Iteration 33     |  8.3682 | uniform |     brute |        25 |       1 |  0.8438 |          1.0 |  3.795s |     2m:07s |
| Iteration 34     |    8.36 | uniform |   kd_tree |        38 |       1 |   0.625 |          1.0 |  3.147s |     2m:11s |
| Iteration 35     | 10.7251 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.001s |     2m:12s |
| Iteration 36     |  5.4983 | dista.. | ball_tree |        36 |       1 |  0.4375 |          1.0 |  3.267s |     2m:16s |
| Iteration 37     | 10.7251 | uniform |      auto |        20 |       2 |     0.5 |          1.0 |  3.231s |     2m:20s |
| Iteration 38     | 10.7251 | uniform |     brute |        39 |       2 |     0.5 |          1.0 |  3.227s |     2m:25s |
| Iteration 39     | 10.7251 | dista.. |      auto |        20 |       2 |  0.3125 |          1.0 |  3.151s |     2m:29s |
| Iteration 40     | 10.7251 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  3.209s |     2m:33s |
| Iteration 41     |  8.2821 | dista.. |     brute |        22 |       2 |     1.0 |          1.0 |  3.198s |     2m:37s |
| Iteration 42     |  8.3544 | dista.. |     brute |        23 |       2 |     0.5 |          1.0 |  3.178s |     2m:41s |
| Iteration 43     | 10.7251 | dista.. |     brute |        21 |       2 |   0.875 |          1.0 |  3.187s |     2m:45s |
| Iteration 44     |  5.8835 | dista.. |     brute |        39 |       2 |  0.9375 |          1.0 |  3.225s |     2m:49s |
| Iteration 45     | 10.7251 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.001s |     2m:50s |
| Iteration 46     |  7.1151 | dista.. |     brute |        39 |       2 |  0.6875 |          1.0 |  3.180s |     2m:54s |
| Iteration 47     | 10.7251 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.001s |     2m:55s |
| Iteration 48     | 10.7251 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.000s |     2m:56s |
| Iteration 49     |     0.0 | dista.. |     brute |        33 |       2 |     0.5 |          1.0 |  3.155s |     3m:00s |
| Iteration 50     | 10.7251 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.001s |     3m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'radius': 8.2821, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.02
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:02s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.6875 |       0.6875 |  3.581s |     3.589s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  3.605s |     7.720s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.9375 |       0.9375 |  3.332s |    11.502s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.6875 |       0.9375 |  3.494s |    15.512s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |       0.9375 |  3.353s |    19.368s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.6875 |       0.9375 |  3.572s |    23.685s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.9375 |       0.9375 |  3.192s |    27.353s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.4375 |       0.9375 |  3.486s |    31.308s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.8125 |       0.9375 |  3.175s |    34.947s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9375 |       0.9375 |  3.306s |    38.730s |
| Iteration 11     |          218 |        1.2496 |     SAMME |   0.875 |       0.9375 |  3.310s |    42.807s |
| Iteration 12     |          462 |          10.0 |     SAMME |  0.8125 |       0.9375 |  3.175s |    46.729s |
| Iteration 13     |          482 |        1.6336 |     SAMME |     0.5 |       0.9375 |  4.186s |    51.622s |
| Iteration 14     |          185 |        0.2193 |     SAMME |     1.0 |          1.0 |  3.359s |    55.589s |
| Iteration 15     |          147 |        0.9668 |     SAMME |   0.875 |          1.0 |  3.224s |    59.726s |
| Iteration 16     |          134 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  3.281s |     1m:04s |
| Iteration 17     |          157 |          10.0 |   SAMME.R |  0.4375 |          1.0 |  3.257s |     1m:08s |
| Iteration 18     |          106 |        0.0543 |     SAMME |  0.6875 |          1.0 |  3.267s |     1m:12s |
| Iteration 19     |          251 |         0.233 |     SAMME |    0.75 |          1.0 |  3.350s |     1m:16s |
| Iteration 20     |          184 |        0.2547 |     SAMME |  0.6875 |          1.0 |  3.288s |     1m:20s |
| Iteration 21     |          193 |        0.2108 |     SAMME |   0.625 |          1.0 |  3.312s |     1m:24s |
| Iteration 22     |           96 |        9.3713 |     SAMME |  0.3125 |          1.0 |  3.182s |     1m:28s |
| Iteration 23     |          154 |        1.1063 |   SAMME.R |  0.5938 |          1.0 |  3.302s |     1m:32s |
| Iteration 24     |          280 |        0.9702 |     SAMME |  0.3125 |          1.0 |  3.425s |     1m:36s |
| Iteration 25     |          229 |        0.0108 |     SAMME |  0.9375 |          1.0 |  3.362s |     1m:40s |
| Iteration 26     |          234 |        5.7169 |     SAMME |   0.375 |          1.0 |  3.196s |     1m:44s |
| Iteration 27     |          186 |        0.0118 |     SAMME |  0.6875 |          1.0 |  3.332s |     1m:48s |
| Iteration 28     |          174 |        0.0133 |     SAMME |     0.5 |          1.0 |  3.302s |     1m:52s |
| Iteration 29     |          183 |        0.2261 |   SAMME.R |   0.875 |          1.0 |  3.296s |     1m:56s |
| Iteration 30     |          183 |        0.2085 |     SAMME |  0.9375 |          1.0 |  3.286s |     1m:60s |
| Iteration 31     |           52 |        0.2502 |     SAMME |     1.0 |          1.0 |  3.219s |     2m:04s |
| Iteration 32     |           50 |         0.246 |     SAMME |    0.75 |          1.0 |  3.204s |     2m:08s |
| Iteration 33     |          186 |        0.2115 |   SAMME.R |  0.5625 |          1.0 |  3.307s |     2m:12s |
| Iteration 34     |          183 |        0.2179 |     SAMME |  0.7188 |          1.0 |  3.297s |     2m:16s |
| Iteration 35     |           50 |           0.5 |     SAMME |  0.9375 |          1.0 |  3.185s |     2m:20s |
| Iteration 36     |           52 |        0.5121 |   SAMME.R |  0.9375 |          1.0 |  3.203s |     2m:24s |
| Iteration 37     |           50 |        0.4142 |     SAMME |  0.7188 |          1.0 |  3.198s |     2m:28s |
| Iteration 38     |           50 |        0.3789 |   SAMME.R |  0.4375 |          1.0 |  3.177s |     2m:32s |
| Iteration 39     |           51 |        0.5062 |     SAMME |  0.9062 |          1.0 |  3.821s |     2m:36s |
| Iteration 40     |           55 |        1.5475 |     SAMME |   0.625 |          1.0 |  3.241s |     2m:40s |
| Iteration 41     |           51 |        0.0715 |   SAMME.R |     1.0 |          1.0 |  3.238s |     2m:44s |
| Iteration 42     |           50 |        0.1081 |     SAMME |     0.5 |          1.0 |  3.233s |     2m:48s |
| Iteration 43     |           72 |        0.3247 |     SAMME |  0.9375 |          1.0 |  3.264s |     2m:52s |
| Iteration 44     |           50 |        0.0338 |   SAMME.R |  0.8125 |          1.0 |  3.240s |     2m:56s |
| Iteration 45     |           55 |        0.3163 |     SAMME |     1.0 |          1.0 |  3.231s |     3m:00s |
| Iteration 46     |           51 |        0.0741 |   SAMME.R |   0.625 |          1.0 |  3.246s |     3m:04s |
| Iteration 47     |           54 |        0.3776 |     SAMME |  0.8438 |          1.0 |  3.221s |     3m:08s |
| Iteration 48     |           51 |        0.0111 |   SAMME.R |  0.8438 |          1.0 |  3.219s |     3m:13s |
| Iteration 49     |          289 |        0.0104 |   SAMME.R |  0.4688 |          1.0 |  3.428s |     3m:17s |
| Iteration 50     |           58 |        0.6924 |     SAMME |  0.8125 |          1.0 |  3.217s |     3m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 185, 'learning_rate': 0.2193, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.158s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.885 ± 0.0943
Time elapsed: 0.711s
-------------------------------------------------
Total time: 3m:23s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  3.592s |     3.611s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.875 |          1.0 |  3.448s |     7.515s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |          1.0 |  3.492s |    11.490s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.281s |    15.249s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     0.5 |          1.0 |  3.476s |    19.201s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |          1.0 |  3.306s |    23.017s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  3.365s |    26.837s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     0.5 |          1.0 |  3.353s |    30.710s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |          1.0 |  3.429s |    34.733s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |          1.0 |  3.414s |    38.622s |
| Iteration 11     |          104 |      gini |         6 |                 2 |                4 |          0.8 |      True |    0.0253 |         0.6 |     1.0 |          1.0 |  3.271s |    42.770s |
| Iteration 12     |          500 |   entropy |      None |                 7 |                9 |         None |      True |     0.035 |         0.9 |  0.6875 |          1.0 |  3.574s |    47.265s |
| Iteration 13     |          473 |   entropy |         2 |                16 |                2 |         auto |      True |    0.0087 |         0.8 |  0.9375 |          1.0 |  3.536s |    51.842s |
| Iteration 14     |          481 |   entropy |         5 |                18 |                3 |         sqrt |      True |    0.0109 |         0.8 |     1.0 |          1.0 |  3.543s |    56.376s |
| Iteration 15     |           10 |   entropy |         9 |                20 |                1 |         auto |      True |       0.0 |        None |  0.8125 |          1.0 |  3.242s |     1m:01s |
| Iteration 16     |          479 |   entropy |         1 |                17 |                5 |         None |      True |    0.0122 |         0.7 |   0.625 |          1.0 |  3.565s |     1m:06s |
| Iteration 17     |           10 |   entropy |         9 |                 2 |                5 |         auto |      True |     0.035 |         0.9 |   0.625 |          1.0 |  3.169s |     1m:11s |
| Iteration 18     |          192 |      gini |         8 |                 2 |                1 |         auto |     False |     0.032 |         --- |   0.625 |          1.0 |  3.313s |     1m:15s |
| Iteration 19     |          500 |   entropy |         3 |                19 |                4 |         log2 |      True |    0.0162 |         0.9 |    0.75 |          1.0 |  3.589s |     1m:19s |
| Iteration 20     |          161 |   entropy |         9 |                13 |                5 |          0.6 |      True |     0.024 |         0.8 |   0.875 |          1.0 |  3.289s |     1m:24s |
| Iteration 21     |          226 |      gini |         6 |                20 |                7 |          0.5 |      True |    0.0281 |         0.8 |  0.6875 |          1.0 |  3.347s |     1m:28s |
| Iteration 22     |          291 |   entropy |      None |                19 |                5 |          0.6 |      True |    0.0239 |         0.8 |  0.5625 |          1.0 |  3.423s |     1m:33s |
| Iteration 23     |          113 |      gini |         1 |                20 |                4 |          0.5 |     False |    0.0035 |         --- |  0.5938 |          1.0 |  3.231s |     1m:37s |
| Iteration 24     |          500 |   entropy |         9 |                20 |                3 |         auto |      True |    0.0298 |        None |    0.25 |          1.0 |  3.567s |     1m:41s |
| Iteration 25     |          498 |   entropy |         4 |                17 |                6 |          0.5 |     False |    0.0282 |         --- |  0.4375 |          1.0 |  3.496s |     1m:46s |
| Iteration 26     |          494 |   entropy |         2 |                20 |                1 |         log2 |      True |    0.0263 |         0.9 |  0.9375 |          1.0 |  3.576s |     1m:51s |
| Iteration 27     |          486 |   entropy |         7 |                18 |               11 |         log2 |      True |    0.0122 |         0.8 |   0.625 |          1.0 |  3.562s |     1m:56s |
| Iteration 28     |          117 |      gini |         9 |                 5 |                3 |          0.8 |      True |    0.0279 |         0.6 |  0.6875 |          1.0 |  3.239s |     1m:60s |
| Iteration 29     |          500 |      gini |         5 |                 9 |                1 |         auto |      True |    0.0344 |         0.8 |   0.625 |          1.0 |  3.547s |     2m:04s |
| Iteration 30     |          481 |   entropy |         1 |                19 |                2 |         log2 |      True |    0.0288 |         0.9 |  0.9375 |          1.0 |  3.495s |     2m:09s |
| Iteration 31     |          474 |   entropy |         4 |                15 |                6 |         log2 |      True |    0.0267 |         0.7 |     1.0 |          1.0 |  3.533s |     2m:14s |
| Iteration 32     |          469 |   entropy |         5 |                20 |               17 |         auto |      True |    0.0169 |         0.8 |   0.625 |          1.0 |  3.504s |     2m:19s |
| Iteration 33     |          478 |   entropy |         4 |                17 |                2 |         sqrt |      True |    0.0016 |         0.8 |   0.625 |          1.0 |  3.529s |     2m:23s |
| Iteration 34     |          479 |      gini |         5 |                10 |               16 |         log2 |      True |    0.0271 |         0.6 |     0.5 |          1.0 |  3.511s |     2m:28s |
| Iteration 35     |          477 |   entropy |         5 |                16 |                5 |         log2 |      True |    0.0238 |         0.7 |   0.875 |          1.0 |  3.515s |     2m:33s |
| Iteration 36     |          479 |   entropy |         2 |                 7 |                2 |         sqrt |      True |    0.0107 |         0.8 |     1.0 |          1.0 |  3.547s |     2m:38s |
| Iteration 37     |          483 |   entropy |         2 |                 5 |                2 |         sqrt |      True |    0.0128 |         0.7 |   0.875 |          1.0 |  3.515s |     2m:43s |
| Iteration 38     |          481 |   entropy |         2 |                 8 |                2 |         sqrt |      True |    0.0084 |         0.8 |  0.4375 |          1.0 |  3.478s |     2m:48s |
| Iteration 39     |          422 |      gini |         4 |                 5 |                6 |          0.9 |     False |    0.0332 |         --- |  0.6875 |          1.0 |  3.401s |     2m:52s |
| Iteration 40     |          477 |   entropy |         4 |                17 |                4 |         log2 |      True |    0.0266 |         0.8 |  0.6875 |          1.0 |  3.549s |     2m:57s |
| Iteration 41     |          377 |      gini |         9 |                 3 |                5 |         auto |     False |    0.0156 |         --- |     1.0 |          1.0 |  3.368s |     3m:01s |
| Iteration 42     |          418 |      gini |         9 |                 4 |                4 |         auto |      True |    0.0178 |         0.7 |   0.625 |          1.0 |  3.612s |     3m:07s |
| Iteration 43     |          500 |   entropy |         1 |                 2 |                4 |         sqrt |      True |    0.0329 |         0.7 |   0.875 |          1.0 |  3.659s |     3m:12s |
| Iteration 44     |          348 |      gini |         8 |                12 |                6 |         sqrt |     False |     0.022 |         --- |  0.8125 |          1.0 |  3.388s |     3m:16s |
| Iteration 45     |          378 |      gini |         8 |                10 |                3 |         log2 |     False |    0.0064 |         --- |     1.0 |          1.0 |  3.389s |     3m:21s |
| Iteration 46     |          399 |   entropy |         9 |                10 |                3 |         log2 |     False |    0.0135 |         --- |  0.5625 |          1.0 |  3.411s |     3m:26s |
| Iteration 47     |          405 |      gini |         9 |                15 |                3 |         sqrt |     False |    0.0068 |         --- |    0.75 |          1.0 |  3.415s |     3m:30s |
| Iteration 48     |          463 |   entropy |         1 |                15 |                7 |         log2 |      True |     0.035 |         0.9 |   0.875 |          1.0 |  3.556s |     3m:35s |
| Iteration 49     |          354 |      gini |         7 |                 4 |               11 |         sqrt |     False |       0.0 |         --- |  0.5625 |          1.0 |  3.343s |     3m:39s |
| Iteration 50     |          456 |   entropy |         1 |                10 |                3 |         sqrt |      True |    0.0308 |         0.8 |    0.75 |          1.0 |  3.522s |     3m:44s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9464
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.442s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.755 ± 0.064
Time elapsed: 1.990s
-------------------------------------------------
Total time: 3m:48s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.284s |     3.303s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.276s |     7.915s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  3.271s |    11.830s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  3.214s |    15.535s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  3.242s |    19.438s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  3.235s |    23.175s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  3.228s |    27.015s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  3.244s |    30.731s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |        0.875 |  3.250s |    34.491s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  3.228s |    38.217s |
| Iteration 11     |           26 |        0.3307 |         6 |  0.2334 |               10 |       0.6 |              0.5 |       100 |          1 |     0.5 |        0.875 |  3.194s |    42.302s |
| Iteration 12     |          386 |        0.0292 |         6 |  0.4273 |                2 |       0.8 |              0.8 |       0.1 |          1 |   0.875 |        0.875 |  3.259s |    46.490s |
| Iteration 13     |          452 |        0.0355 |         6 |  0.5579 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |    0.75 |        0.875 |  3.251s |    50.618s |
| Iteration 14     |          447 |        0.0603 |         6 |  0.4181 |                1 |       0.8 |              0.8 |       0.1 |        0.1 |     1.0 |          1.0 |  3.293s |    54.772s |
| Iteration 15     |          500 |        0.1719 |         2 |  0.0875 |                1 |       0.7 |              0.5 |      0.01 |         10 |  0.9375 |          1.0 |  3.262s |    59.050s |
| Iteration 16     |          423 |        0.0252 |         6 |  0.8412 |                2 |       0.6 |              0.8 |       0.1 |        0.1 |   0.625 |          1.0 |  3.269s |     1m:04s |
| Iteration 17     |           35 |        0.0251 |         8 |  0.0765 |                1 |       0.6 |              0.6 |         1 |       0.01 |    0.75 |          1.0 |  3.178s |     1m:09s |
| Iteration 18     |          500 |        0.0845 |         5 |  0.3743 |                1 |       0.8 |              0.8 |       0.1 |        0.1 |   0.625 |          1.0 |  3.273s |     1m:14s |
| Iteration 19     |          285 |        0.0616 |         6 |  0.3576 |                2 |       0.7 |              0.7 |      0.01 |          1 |  0.5625 |          1.0 |  3.243s |     1m:18s |
| Iteration 20     |          409 |        0.0797 |         6 |  0.4528 |                1 |       0.8 |              0.6 |         1 |       0.01 |   0.875 |          1.0 |  3.257s |     1m:23s |
| Iteration 21     |          421 |        0.1154 |         6 |  0.3541 |                1 |       0.8 |              0.7 |      0.01 |        100 |  0.6875 |          1.0 |  3.293s |     1m:28s |
| Iteration 22     |           83 |        0.0551 |         6 |  0.9794 |                1 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |          1.0 |  3.178s |     1m:33s |
| Iteration 23     |          233 |        0.0726 |         8 |  0.4182 |                1 |       0.8 |              0.9 |         1 |        0.1 |  0.6875 |          1.0 |  3.251s |     1m:38s |
| Iteration 24     |          500 |        0.0368 |         2 |  0.4213 |                3 |       0.5 |              0.4 |       0.1 |       0.01 |   0.125 |          1.0 |  3.242s |     1m:42s |
| Iteration 25     |          500 |         0.114 |         9 |  0.1215 |                8 |       0.7 |              0.5 |       0.1 |          0 |     0.5 |          1.0 |  3.306s |     1m:47s |
| Iteration 26     |          500 |        0.0979 |         2 |  0.2887 |                1 |       0.7 |              0.5 |         0 |          0 |   0.875 |          1.0 |  3.260s |     1m:51s |
| Iteration 27     |          324 |        0.0114 |         3 |     0.0 |                1 |       0.8 |              0.4 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.283s |     1m:55s |
| Iteration 28     |          425 |        0.0518 |         6 |  0.2889 |                3 |       0.8 |              0.7 |       0.1 |       0.01 |  0.6875 |          1.0 |  3.232s |     1m:60s |
| Iteration 29     |          500 |        0.0121 |         2 |     0.0 |                2 |       0.7 |              0.4 |       100 |         10 |     0.5 |          1.0 |  3.336s |     2m:04s |
| Iteration 30     |          471 |        0.0229 |         6 |  0.1788 |                2 |       0.8 |              0.8 |       100 |          0 |     0.5 |          1.0 |  3.312s |     2m:09s |
| Iteration 31     |          500 |          0.01 |         1 |  0.3004 |                1 |       0.8 |              0.6 |         0 |          0 |     1.0 |          1.0 |  3.347s |     2m:13s |
| Iteration 32     |          500 |        0.0734 |         3 |  0.6733 |                1 |       0.8 |              0.5 |         0 |       0.01 |  0.6875 |          1.0 |  3.306s |     2m:17s |
| Iteration 33     |          500 |         0.012 |         3 |  0.1085 |                1 |       1.0 |              0.4 |         0 |          0 |  0.5625 |          1.0 |  3.325s |     2m:22s |
| Iteration 34     |           20 |         0.012 |         4 |  0.8241 |                1 |       1.0 |              0.5 |       100 |         10 |     0.5 |          1.0 |  3.218s |     2m:26s |
| Iteration 35     |           20 |        0.1993 |         9 |  0.4524 |                1 |       1.0 |              0.6 |         0 |          0 |   0.875 |          1.0 |  3.211s |     2m:30s |
| Iteration 36     |           35 |        0.0138 |         9 |     0.0 |                1 |       0.8 |              0.9 |         0 |          1 |  0.8125 |          1.0 |  3.243s |     2m:35s |
| Iteration 37     |          497 |        0.5822 |         2 |     1.0 |                5 |       1.0 |              0.8 |         0 |        0.1 |  0.7812 |          1.0 |  3.356s |     2m:39s |
| Iteration 38     |          289 |        0.6042 |         4 |     1.0 |               10 |       1.0 |              0.4 |         0 |         10 |     0.5 |          1.0 |  3.260s |     2m:43s |
| Iteration 39     |          471 |        0.5449 |         7 |     0.0 |                4 |       0.9 |              0.5 |         0 |       0.01 |  0.4688 |          1.0 |  3.280s |     2m:48s |
| Iteration 40     |           73 |        0.0164 |         2 |     0.0 |                4 |       0.6 |              1.0 |         0 |         10 |  0.6562 |          1.0 |  3.262s |     2m:52s |
| Iteration 41     |          396 |        0.3308 |         4 |     1.0 |                4 |       1.0 |              1.0 |         0 |        0.1 |  0.9062 |          1.0 |  3.321s |     2m:57s |
| Iteration 42     |          268 |        0.0342 |         9 |     0.0 |                4 |       1.0 |              1.0 |         0 |         10 |  0.6875 |          1.0 |  3.220s |     3m:01s |
| Iteration 43     |          418 |        0.1783 |         9 |     1.0 |                5 |       0.8 |              1.0 |         0 |          1 |    0.75 |          1.0 |  3.259s |     3m:06s |
| Iteration 44     |          498 |        0.0185 |         8 |     1.0 |               10 |       0.8 |              1.0 |         0 |        0.1 |     0.5 |          1.0 |  3.186s |     3m:10s |
| Iteration 45     |          104 |        0.1178 |         2 |     0.0 |                1 |       0.5 |              0.7 |         0 |        100 |     1.0 |          1.0 |  3.769s |     3m:15s |
| Iteration 46     |           20 |           1.0 |         8 |     0.0 |                1 |       1.0 |              0.7 |         0 |          0 |  0.4375 |          1.0 |  3.140s |     3m:19s |
| Iteration 47     |          484 |        0.3687 |         3 |     0.0 |                1 |       0.6 |              0.7 |         0 |        0.1 |    0.75 |          1.0 |  3.226s |     3m:24s |
| Iteration 48     |           43 |        0.0135 |         1 |  0.4007 |                1 |       0.9 |              0.8 |         0 |          0 |  0.8125 |          1.0 |  3.168s |     3m:28s |
| Iteration 49     |          251 |        0.6364 |         2 |     0.0 |                1 |       0.6 |              0.5 |         0 |        100 |  0.5625 |          1.0 |  3.185s |     3m:32s |
| Iteration 50     |          343 |           1.0 |         8 |  0.5948 |                4 |       1.0 |              1.0 |        10 |       0.01 |     0.5 |          1.0 |  3.203s |     3m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 104, 'learning_rate': 0.1178, 'max_depth': 2, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 0.7, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9616
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.042s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0663
Time elapsed: 0.123s
-------------------------------------------------
Total time: 3m:38s


Final results ==================== >>
Duration: 23m:14s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.91 ± 0.049 !
Logistic Regression             --> roc_auc: 0.65 ± 0.1 ~
Linear Discriminant Analysis    --> roc_auc: 0.53 ± 0.1778
Quadratic Discriminant Analysis --> roc_auc: 0.46 ± 0.1158
Radius Nearest Neighbors        --> roc_auc: 0.76 ± 0.02 ~
AdaBoost                        --> roc_auc: 0.885 ± 0.0943
Random Forest                   --> roc_auc: 0.755 ± 0.064 ~
XGBoost                         --> roc_auc: 0.89 ± 0.0663
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 837 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAALNAGNNRKLIW.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVASGTYKYIF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7812 |       0.7812 |  0.695s |     0.717s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |       0.7812 |  0.732s |     1.965s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.6875 |       0.7812 |  0.687s |     3.223s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.3125 |       0.7812 |  0.728s |     4.432s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.625 |       0.7812 |  0.735s |     5.659s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.375 |       0.7812 |  0.770s |     6.965s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.4375 |       0.7812 |  0.745s |     8.205s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.6875 |       0.7812 |  0.793s |     9.481s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.25 |       0.7812 |  0.718s |    10.663s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |       0.8125 |  0.686s |    11.881s |
| Iteration 11     | exponen.. |        0.0836 |          180 |       0.9 | friedman_mse |                16 |               16 |         4 |          0.6 |    0.0261 |  0.9375 |       0.9375 |  0.660s |    13.367s |
| Iteration 12     |  deviance |        0.1819 |           63 |       0.8 | friedman_mse |                19 |                8 |         7 |          0.9 |     0.021 |   0.875 |       0.9375 |  0.642s |    14.807s |
| Iteration 13     | exponen.. |        0.0483 |           74 |       0.8 | squared_er.. |                17 |                8 |         5 |          0.7 |    0.0224 |     1.0 |          1.0 |  0.641s |    16.276s |
| Iteration 14     | exponen.. |          0.01 |          140 |       1.0 | friedman_mse |                18 |                1 |         9 |          0.7 |    0.0223 |   0.875 |          1.0 |  0.658s |    17.778s |
| Iteration 15     | exponen.. |        0.0468 |          386 |       0.9 | squared_er.. |                13 |               19 |         8 |          0.8 |    0.0209 |  0.5625 |          1.0 |  0.710s |    19.323s |
| Iteration 16     | exponen.. |        0.0625 |           53 |       1.0 | friedman_mse |                18 |               16 |         4 |          0.6 |    0.0298 |  0.9062 |          1.0 |  0.641s |    20.805s |
| Iteration 17     | exponen.. |        0.0534 |          103 |       0.8 | friedman_mse |                17 |               13 |         4 |          0.7 |    0.0238 |  0.8125 |          1.0 |  0.645s |    22.642s |
| Iteration 18     | exponen.. |        0.1846 |          500 |       0.9 | friedman_mse |                 8 |               20 |         4 |          0.5 |    0.0183 |  0.4375 |          1.0 |  0.760s |    24.313s |
| Iteration 19     | exponen.. |        0.0801 |           10 |       1.0 | squared_er.. |                19 |                6 |         5 |          0.6 |    0.0268 |    0.75 |          1.0 |  0.624s |    26.248s |
| Iteration 20     |  deviance |          0.01 |           10 |       0.7 | friedman_mse |                12 |               18 |         9 |         None |    0.0285 |   0.375 |          1.0 |  0.635s |    27.713s |
| Iteration 21     |  deviance |         0.016 |          373 |       0.8 | squared_er.. |                19 |                3 |         3 |          0.9 |    0.0105 |  0.5312 |          1.0 |  0.713s |    29.253s |
| Iteration 22     | exponen.. |        0.1154 |           35 |       1.0 | friedman_mse |                17 |               12 |         5 |          0.5 |    0.0313 |     0.5 |          1.0 |  0.637s |    31.467s |
| Iteration 23     | exponen.. |        0.0268 |          191 |       0.8 | friedman_mse |                17 |                9 |         3 |          0.6 |    0.0266 |   0.875 |          1.0 |  0.681s |    33.241s |
| Iteration 24     | exponen.. |        0.0444 |          108 |       0.5 | squared_er.. |                18 |                2 |         5 |          0.7 |    0.0152 |   0.625 |          1.0 |  0.655s |    34.740s |
| Iteration 25     |  deviance |        0.0118 |          112 |       0.9 | squared_er.. |                17 |                8 |         7 |          0.7 |    0.0217 |    0.75 |          1.0 |  0.652s |    36.267s |
| Iteration 26     | exponen.. |        0.4288 |          119 |       1.0 | squared_er.. |                 9 |                4 |        10 |          0.7 |     0.033 |   0.875 |          1.0 |  0.655s |    38.009s |
| Iteration 27     | exponen.. |        0.0651 |          116 |       1.0 | squared_er.. |                18 |               13 |         5 |          0.6 |    0.0303 |    0.75 |          1.0 |  0.654s |    39.554s |
| Iteration 28     | exponen.. |         0.069 |           26 |       1.0 | friedman_mse |                18 |                7 |         6 |          0.7 |    0.0285 |     1.0 |          1.0 |  0.633s |    41.035s |
| Iteration 29     | exponen.. |        0.2056 |           10 |       0.6 | friedman_mse |                20 |                2 |         6 |          0.8 |     0.033 |    0.75 |          1.0 |  0.628s |    42.577s |
| Iteration 30     | exponen.. |        0.0567 |          289 |       1.0 | friedman_mse |                15 |                7 |         1 |          0.7 |     0.033 |  0.8125 |          1.0 |  0.675s |    44.415s |
| Iteration 31     | exponen.. |        0.0545 |           10 |       1.0 | friedman_mse |                13 |               17 |         1 |          0.7 |    0.0296 |  0.6875 |          1.0 |  0.623s |    46.027s |
| Iteration 32     |  deviance |        0.9176 |          209 |       1.0 | squared_er.. |                20 |                6 |         9 |         None |    0.0264 |  0.6562 |          1.0 |  0.666s |    47.662s |
| Iteration 33     | exponen.. |         0.037 |          348 |       0.8 | friedman_mse |                19 |                4 |         6 |          0.7 |    0.0278 |     1.0 |          1.0 |  0.709s |    49.286s |
| Iteration 34     | exponen.. |        0.0537 |           67 |       0.8 | squared_er.. |                17 |                9 |         5 |          0.7 |    0.0236 |  0.5625 |          1.0 |  0.643s |    50.945s |
| Iteration 35     | exponen.. |          0.01 |          400 |       0.6 | friedman_mse |                20 |               17 |         7 |          0.6 |     0.035 |  0.4688 |          1.0 |  0.725s |    52.549s |
| Iteration 36     |  deviance |         0.064 |           74 |       1.0 | friedman_mse |                20 |                1 |         5 |          0.7 |    0.0265 |  0.4688 |          1.0 |  0.631s |    54.105s |
| Iteration 37     | exponen.. |        0.1154 |           73 |       1.0 | friedman_mse |                19 |                9 |         4 |          0.7 |     0.028 |  0.6875 |          1.0 |  0.641s |    55.789s |
| Iteration 38     | exponen.. |        0.0374 |          228 |       0.8 | friedman_mse |                20 |                3 |         4 |          0.6 |     0.026 |  0.8125 |          1.0 |  0.688s |    58.206s |
| Iteration 39     | exponen.. |        0.0307 |           60 |       1.0 | friedman_mse |                20 |                4 |         9 |          0.7 |     0.034 |     1.0 |          1.0 |  0.641s |    59.963s |
| Iteration 40     | exponen.. |        0.0329 |          396 |       1.0 | friedman_mse |                20 |                1 |         8 |          0.7 |    0.0323 |  0.4375 |          1.0 |  0.717s |     1m:02s |
| Iteration 41     | exponen.. |        0.0725 |          220 |       1.0 | friedman_mse |                13 |                7 |         7 |          0.7 |    0.0273 |     1.0 |          1.0 |  0.679s |     1m:04s |
| Iteration 42     | exponen.. |        0.0504 |          358 |       0.8 | squared_er.. |                19 |                8 |         4 |          0.7 |    0.0316 |  0.5625 |          1.0 |  0.728s |     1m:06s |
| Iteration 43     |  deviance |        0.0239 |          144 |       1.0 | friedman_mse |                16 |                4 |         7 |          0.7 |    0.0304 |  0.8438 |          1.0 |  0.683s |     1m:08s |
| Iteration 44     | exponen.. |        0.0337 |          116 |       0.9 | friedman_mse |                13 |                4 |         4 |          0.7 |    0.0309 |  0.8125 |          1.0 |  0.666s |     1m:09s |
| Iteration 45     | exponen.. |        0.1903 |          207 |       0.7 | friedman_mse |                 5 |                4 |         7 |          0.7 |    0.0277 |  0.8125 |          1.0 |  0.680s |     1m:11s |
| Iteration 46     | exponen.. |        0.0423 |          116 |       0.9 | friedman_mse |                13 |                4 |         9 |          0.7 |    0.0289 |  0.9375 |          1.0 |  0.667s |     1m:13s |
| Iteration 47     |  deviance |        0.0288 |          137 |       0.8 | friedman_mse |                 4 |                4 |         7 |          0.7 |    0.0346 |   0.625 |          1.0 |  1.281s |     1m:15s |
| Iteration 48     | exponen.. |        0.1127 |           12 |       0.7 | squared_er.. |                17 |                8 |         5 |          0.7 |    0.0213 |   0.875 |          1.0 |  0.666s |     1m:17s |
| Iteration 49     | exponen.. |        0.0165 |          399 |       0.7 | friedman_mse |                20 |                4 |        10 |          0.7 |      0.03 |     1.0 |          1.0 |  0.776s |     1m:20s |
| Iteration 50     | exponen.. |         0.779 |           90 |       0.6 | squared_er.. |                17 |                8 |         5 |          0.7 |    0.0349 |     0.5 |          1.0 |  0.689s |     1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0165, 'n_estimators': 399, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 20, 'min_samples_leaf': 4, 'max_depth': 10, 'max_features': 0.7, 'ccp_alpha': 0.03}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.122s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0447
Time elapsed: 0.575s
-------------------------------------------------
Total time: 1m:24s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  0.651s |     0.662s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.8125 |       0.8125 |  0.648s |     2.075s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.4375 |       0.8125 |  0.648s |     3.501s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |       0.8125 |  0.655s |     5.061s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |       0.8125 |  0.696s |     6.371s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |       0.8125 |  0.656s |     7.526s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |       0.8125 |  0.640s |     8.668s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |       0.8125 |  0.651s |     9.785s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.1875 |       0.8125 |  0.659s |    11.049s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.3125 |       0.8125 |  0.651s |    12.191s |
| Iteration 11     |      l2 |  0.7167 |   lbfgs |     1000 |      --- |  0.8125 |       0.8125 |  0.652s |    13.622s |
| Iteration 12     |      l2 |  0.1824 | libli.. |      978 |      --- |    0.75 |       0.8125 |  0.646s |    15.079s |
| Iteration 13     |      l1 |  0.1565 | libli.. |      954 |      --- |  0.8125 |       0.8125 |  0.650s |    16.555s |
| Iteration 14     |      l2 |  0.0982 |     sag |      960 |      --- |     1.0 |          1.0 |  0.648s |    18.004s |
| Iteration 15     |      l1 |  0.0073 |    saga |     1000 |      --- |     0.5 |          1.0 |  0.674s |    19.435s |
| Iteration 16     |      l1 |  0.8425 |    saga |     1000 |      --- |  0.6875 |          1.0 |  0.683s |    21.032s |
| Iteration 17     |      l2 |  0.0038 |   lbfgs |     1000 |      --- |  0.5625 |          1.0 |  0.700s |    22.471s |
| Iteration 18     |    none |     --- |   lbfgs |      100 |      --- |     0.5 |          1.0 |  0.685s |    23.924s |
| Iteration 19     |      l2 |  0.1346 |   lbfgs |      819 |      --- |  0.6875 |          1.0 |  0.687s |    25.860s |
| Iteration 20     |      l1 |   100.0 |    saga |      665 |      --- |  0.6875 |          1.0 |  0.690s |    27.315s |
| Iteration 21     |    none |     --- |    saga |      454 |      --- |  0.4375 |          1.0 |  0.679s |    28.778s |
| Iteration 22     |      l2 |  0.0938 |   lbfgs |     1000 |      --- |  0.4375 |          1.0 |  0.680s |    30.232s |
| Iteration 23     |      l1 |  0.0997 |    saga |     1000 |      --- |     0.5 |          1.0 |  0.682s |    31.684s |
| Iteration 24     |      l1 |  0.0411 |    saga |      959 |      --- |     0.5 |          1.0 |  0.678s |    33.342s |
| Iteration 25     |    none |     --- |    saga |      175 |      --- |     0.5 |          1.0 |  0.650s |    35.391s |
| Iteration 26     |      l2 | 19.8692 |     sag |     1000 |      --- |     0.5 |          1.0 |  0.652s |    36.933s |
| Iteration 27     |    none |     --- |     sag |      101 |      --- |    0.25 |          1.0 |  0.636s |    38.455s |
| Iteration 28     |      l1 |  0.7654 | libli.. |      854 |      --- |  0.5625 |          1.0 |  0.642s |    39.859s |
| Iteration 29     |    none |     --- |   lbfgs |     1000 |      --- |   0.625 |          1.0 |  0.647s |    41.299s |
| Iteration 30     |    none |     --- |   lbfgs |     1000 |      --- |   0.625 |          1.0 |  0.000s |    42.074s |
| Iteration 31     |      l1 |   0.001 | libli.. |      735 |      --- |     0.5 |          1.0 |  0.635s |    43.472s |
| Iteration 32     |      l2 |   0.288 | newto.. |     1000 |      --- |    0.25 |          1.0 |  0.643s |    44.914s |
| Iteration 33     |    none |     --- |     sag |      782 |      --- |    0.75 |          1.0 |  0.651s |    46.337s |
| Iteration 34     |      l2 | 96.9267 | libli.. |      774 |      --- |   0.125 |          1.0 |  0.637s |    48.437s |
| Iteration 35     |    none |     --- |     sag |     1000 |      --- |   0.625 |          1.0 |  0.659s |    49.947s |
| Iteration 36     |      l2 | 23.8456 | newto.. |     1000 |      --- |   0.375 |          1.0 |  0.651s |    51.445s |
| Iteration 37     |      l2 |  0.0034 |     sag |     1000 |      --- |   0.625 |          1.0 |  0.636s |    52.853s |
| Iteration 38     |      l2 |  5.6316 |   lbfgs |     1000 |      --- |  0.4375 |          1.0 |  0.649s |    54.352s |
| Iteration 39     |      l2 |  0.0869 |     sag |      795 |      --- |     1.0 |          1.0 |  0.642s |    56.255s |
| Iteration 40     |      l2 |  0.0888 |     sag |      852 |      --- |  0.0625 |          1.0 |  0.640s |    57.867s |
| Iteration 41     | elast.. |  0.0193 |    saga |      847 |      0.9 |     0.5 |          1.0 |  0.634s |    59.347s |
| Iteration 42     |      l2 |  0.0969 | libli.. |      799 |      --- |  0.6875 |          1.0 |  0.644s |     1m:01s |
| Iteration 43     |      l2 |  0.0125 |    saga |      799 |      --- |     0.5 |          1.0 |  0.646s |     1m:03s |
| Iteration 44     |      l2 | 88.9656 | libli.. |      925 |      --- |  0.1875 |          1.0 |  0.649s |     1m:04s |
| Iteration 45     | elast.. |  0.4072 |    saga |      771 |      0.4 |  0.5625 |          1.0 |  0.653s |     1m:06s |
| Iteration 46     |      l2 |  0.1111 |    saga |      959 |      --- |    0.75 |          1.0 |  0.671s |     1m:08s |
| Iteration 47     |      l2 |  0.0907 | libli.. |      790 |      --- |   0.625 |          1.0 |  0.698s |     1m:09s |
| Iteration 48     |      l2 |  0.1193 |     sag |      965 |      --- |   0.375 |          1.0 |  0.657s |     1m:11s |
| Iteration 49     |    none |     --- | newto.. |      991 |      --- |    0.75 |          1.0 |  0.690s |     1m:13s |
| Iteration 50     |      l2 |  0.0821 |     sag |     1000 |      --- |  0.3125 |          1.0 |  0.683s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'penalty': 'l2', 'C': 0.0982, 'solver': 'sag', 'max_iter': 960}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6973
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:16s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  0.674s |     0.680s |
| Initial point 2  |     svd |       --- |   0.875 |        0.875 |  0.683s |     1.991s |
| Initial point 3  |     svd |       --- |   0.875 |        0.875 |  0.001s |     2.453s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |        0.875 |  0.676s |     3.571s |
| Initial point 5  |   eigen |       0.9 |  0.4375 |        0.875 |  0.676s |     4.726s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |        0.875 |  0.684s |     5.874s |
| Initial point 7  |    lsqr |       0.5 |  0.4375 |        0.875 |  0.674s |     6.992s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |        0.875 |  0.675s |     8.112s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |        0.875 |  0.681s |     9.342s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |        0.875 |  0.676s |    10.854s |
| Iteration 11     |     svd |       --- |   0.875 |        0.875 |  0.000s |    11.455s |
| Iteration 12     |     svd |       --- |   0.875 |        0.875 |  0.000s |    12.042s |
| Iteration 13     |     svd |       --- |   0.875 |        0.875 |  0.000s |    12.638s |
| Iteration 14     |     svd |       --- |   0.875 |        0.875 |  0.000s |    13.461s |
| Iteration 15     |     svd |       --- |   0.875 |        0.875 |  0.000s |    14.135s |
| Iteration 16     |     svd |       --- |   0.875 |        0.875 |  0.000s |    14.835s |
| Iteration 17     |     svd |       --- |   0.875 |        0.875 |  0.000s |    15.453s |
| Iteration 18     |     svd |       --- |   0.875 |        0.875 |  0.000s |    16.093s |
| Iteration 19     |   eigen |       0.7 |  0.8125 |        0.875 |  0.677s |    17.397s |
| Iteration 20     |     svd |       --- |   0.875 |        0.875 |  0.000s |    18.032s |
| Iteration 21     |     svd |       --- |   0.875 |        0.875 |  0.000s |    18.817s |
| Iteration 22     |     svd |       --- |   0.875 |        0.875 |  0.000s |    19.478s |
| Iteration 23     |   eigen |       0.6 |     0.5 |        0.875 |  0.668s |    20.811s |
| Iteration 24     |   eigen |      auto |  0.4375 |        0.875 |  0.670s |    22.165s |
| Iteration 25     |     svd |       --- |   0.875 |        0.875 |  0.000s |    22.822s |
| Iteration 26     |   eigen |      None |     0.5 |        0.875 |  0.687s |    24.157s |
| Iteration 27     |     svd |       --- |   0.875 |        0.875 |  0.001s |    24.827s |
| Iteration 28     |     svd |       --- |   0.875 |        0.875 |  0.000s |    25.498s |
| Iteration 29     |    lsqr |       1.0 |  0.8125 |        0.875 |  0.667s |    26.862s |
| Iteration 30     |     svd |       --- |   0.875 |        0.875 |  0.000s |    27.549s |
| Iteration 31     |     svd |       --- |   0.875 |        0.875 |  0.000s |    28.218s |
| Iteration 32     |     svd |       --- |   0.875 |        0.875 |  0.000s |    28.949s |
| Iteration 33     |     svd |       --- |   0.875 |        0.875 |  0.001s |    29.647s |
| Iteration 34     |     svd |       --- |   0.875 |        0.875 |  0.000s |    30.347s |
| Iteration 35     |     svd |       --- |   0.875 |        0.875 |  0.000s |    31.027s |
| Iteration 36     |     svd |       --- |   0.875 |        0.875 |  0.000s |    31.725s |
| Iteration 37     |     svd |       --- |   0.875 |        0.875 |  0.000s |    32.412s |
| Iteration 38     |     svd |       --- |   0.875 |        0.875 |  0.001s |    33.129s |
| Iteration 39     |     svd |       --- |   0.875 |        0.875 |  0.001s |    33.838s |
| Iteration 40     |     svd |       --- |   0.875 |        0.875 |  0.001s |    34.547s |
| Iteration 41     |     svd |       --- |   0.875 |        0.875 |  0.001s |    35.276s |
| Iteration 42     |     svd |       --- |   0.875 |        0.875 |  0.001s |    36.602s |
| Iteration 43     |     svd |       --- |   0.875 |        0.875 |  0.000s |    37.338s |
| Iteration 44     |     svd |       --- |   0.875 |        0.875 |  0.000s |    38.079s |
| Iteration 45     |     svd |       --- |   0.875 |        0.875 |  0.000s |    38.828s |
| Iteration 46     |     svd |       --- |   0.875 |        0.875 |  0.000s |    39.613s |
| Iteration 47     |     svd |       --- |   0.875 |        0.875 |  0.001s |    40.962s |
| Iteration 48     |     svd |       --- |   0.875 |        0.875 |  0.000s |    41.774s |
| Iteration 49     |     svd |       --- |   0.875 |        0.875 |  0.000s |    42.548s |
| Iteration 50     |     svd |       --- |   0.875 |        0.875 |  0.000s |    43.348s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 44.172s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6902
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0872
Time elapsed: 0.028s
-------------------------------------------------
Total time: 44.210s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  0.630s |     0.633s |
| Initial point 2  |       0.9 |  0.4375 |       0.6875 |  0.631s |     1.775s |
| Initial point 3  |       0.1 |  0.4375 |       0.6875 |  0.630s |     2.891s |
| Initial point 4  |       1.0 |  0.6875 |       0.6875 |  0.000s |     3.364s |
| Initial point 5  |       0.2 |     0.0 |       0.6875 |  0.630s |     4.460s |
| Initial point 6  |       0.4 |   0.625 |       0.6875 |  0.638s |     5.545s |
| Initial point 7  |       0.4 |   0.625 |       0.6875 |  0.001s |     5.984s |
| Initial point 8  |       0.7 |  0.4375 |       0.6875 |  0.636s |     7.051s |
| Initial point 9  |       0.9 |  0.4375 |       0.6875 |  0.000s |     7.490s |
| Initial point 10 |       0.8 |  0.4375 |       0.6875 |  0.633s |     8.579s |
| Iteration 11     |       0.3 |   0.875 |        0.875 |  0.630s |     9.768s |
| Iteration 12     |       0.6 |  0.6875 |        0.875 |  0.632s |    10.950s |
| Iteration 13     |       0.5 |  0.8125 |        0.875 |  0.647s |    12.162s |
| Iteration 14     |       0.0 |  0.9375 |       0.9375 |  0.626s |    13.875s |
| Iteration 15     |       0.0 |  0.9375 |       0.9375 |  0.000s |    14.504s |
| Iteration 16     |       0.0 |  0.9375 |       0.9375 |  0.000s |    15.049s |
| Iteration 17     |       0.0 |  0.9375 |       0.9375 |  0.000s |    15.590s |
| Iteration 18     |       0.0 |  0.9375 |       0.9375 |  0.000s |    16.153s |
| Iteration 19     |       0.0 |  0.9375 |       0.9375 |  0.000s |    17.129s |
| Iteration 20     |       0.0 |  0.9375 |       0.9375 |  0.000s |    17.682s |
| Iteration 21     |       0.0 |  0.9375 |       0.9375 |  0.000s |    18.235s |
| Iteration 22     |       0.0 |  0.9375 |       0.9375 |  0.000s |    18.815s |
| Iteration 23     |       0.0 |  0.9375 |       0.9375 |  0.000s |    19.363s |
| Iteration 24     |       0.8 |  0.4375 |       0.9375 |  0.000s |    19.930s |
| Iteration 25     |       0.0 |  0.9375 |       0.9375 |  0.000s |    20.538s |
| Iteration 26     |       0.0 |  0.9375 |       0.9375 |  0.000s |    21.107s |
| Iteration 27     |       0.0 |  0.9375 |       0.9375 |  0.000s |    21.725s |
| Iteration 28     |       0.9 |  0.4375 |       0.9375 |  0.000s |    22.290s |
| Iteration 29     |       0.0 |  0.9375 |       0.9375 |  0.000s |    22.840s |
| Iteration 30     |       0.8 |  0.4375 |       0.9375 |  0.000s |    23.404s |
| Iteration 31     |       0.0 |  0.9375 |       0.9375 |  0.000s |    23.975s |
| Iteration 32     |       0.0 |  0.9375 |       0.9375 |  0.000s |    24.542s |
| Iteration 33     |       0.0 |  0.9375 |       0.9375 |  0.000s |    25.126s |
| Iteration 34     |       0.0 |  0.9375 |       0.9375 |  0.000s |    25.705s |
| Iteration 35     |       0.0 |  0.9375 |       0.9375 |  0.000s |    26.302s |
| Iteration 36     |       0.0 |  0.9375 |       0.9375 |  0.000s |    26.998s |
| Iteration 37     |       0.0 |  0.9375 |       0.9375 |  0.000s |    27.643s |
| Iteration 38     |       0.0 |  0.9375 |       0.9375 |  0.000s |    28.281s |
| Iteration 39     |       0.0 |  0.9375 |       0.9375 |  0.000s |    28.907s |
| Iteration 40     |       0.0 |  0.9375 |       0.9375 |  0.000s |    29.546s |
| Iteration 41     |       0.0 |  0.9375 |       0.9375 |  0.000s |    30.173s |
| Iteration 42     |       0.0 |  0.9375 |       0.9375 |  0.000s |    30.807s |
| Iteration 43     |       0.0 |  0.9375 |       0.9375 |  0.000s |    31.505s |
| Iteration 44     |       0.0 |  0.9375 |       0.9375 |  0.000s |    32.679s |
| Iteration 45     |       0.0 |  0.9375 |       0.9375 |  0.000s |    33.472s |
| Iteration 46     |       0.0 |  0.9375 |       0.9375 |  0.000s |    34.162s |
| Iteration 47     |       0.0 |  0.9375 |       0.9375 |  0.000s |    34.833s |
| Iteration 48     |       0.0 |  0.9375 |       0.9375 |  0.001s |    35.502s |
| Iteration 49     |       0.0 |  0.9375 |       0.9375 |  0.000s |    36.260s |
| Iteration 50     |       0.0 |  0.9375 |       0.9375 |  0.001s |    36.954s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 37.640s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8741
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 37.678s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.0349 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  1.207s |     1.227s |
| Initial point 2  |  4.7863 | uniform |   kd_tree |        39 |       2 |   0.375 |        0.625 |  0.640s |     2.362s |
| Initial point 3  |  3.7809 | dista.. | ball_tree |        25 |       2 |    0.75 |         0.75 |  0.641s |     3.473s |
| Initial point 4  | 11.0305 | uniform | ball_tree |        39 |       2 |     0.5 |         0.75 |  0.639s |     4.560s |
| Initial point 5  |   8.641 | dista.. |      auto |        30 |       2 |   0.625 |         0.75 |  0.647s |     5.676s |
| Initial point 6  | 10.0069 | dista.. | ball_tree |        21 |       2 |  0.8125 |       0.8125 |  0.639s |     6.761s |
| Initial point 7  |  7.1577 | dista.. | ball_tree |        24 |       1 |  0.8125 |       0.8125 |  0.634s |     7.827s |
| Initial point 8  |  1.7152 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.8125 |  0.643s |     8.924s |
| Initial point 9  |  7.9732 | uniform | ball_tree |        24 |       1 |  0.5312 |       0.8125 |  0.662s |    10.030s |
| Initial point 10 |  5.6632 | uniform |     brute |        22 |       2 |     0.5 |       0.8125 |  0.637s |    11.165s |
| Iteration 11     | 10.1743 | dista.. |   kd_tree |        35 |       1 |   0.875 |        0.875 |  0.645s |    12.658s |
| Iteration 12     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |        0.875 |  0.636s |    14.260s |
| Iteration 13     |  2.4751 | dista.. |     brute |        40 |       1 |  0.5625 |        0.875 |  0.640s |    15.683s |
| Iteration 14     | 12.0689 | dista.. |   kd_tree |        38 |       1 |     1.0 |          1.0 |  0.634s |    17.166s |
| Iteration 15     | 12.0689 | dista.. |   kd_tree |        20 |       2 |     0.5 |          1.0 |  0.644s |    18.596s |
| Iteration 16     | 12.0689 | dista.. |   kd_tree |        21 |       1 |   0.875 |          1.0 |  0.642s |    20.019s |
| Iteration 17     | 12.0689 | dista.. |   kd_tree |        40 |       1 |  0.6875 |          1.0 |  0.636s |    21.423s |
| Iteration 18     |     0.0 | dista.. |      auto |        27 |       1 |     0.5 |          1.0 |  0.642s |    22.801s |
| Iteration 19     |  8.9722 | dista.. |     brute |        26 |       1 |  0.6875 |          1.0 |  0.639s |    24.317s |
| Iteration 20     |  0.0005 | dista.. |     brute |        20 |       2 |     0.5 |          1.0 |  0.640s |    25.938s |
| Iteration 21     | 12.0531 | uniform |     brute |        38 |       1 |  0.4688 |          1.0 |  0.638s |    27.396s |
| Iteration 22     | 12.0689 | dista.. | ball_tree |        25 |       1 |     0.5 |          1.0 |  0.640s |    28.974s |
| Iteration 23     |  8.5175 | dista.. |   kd_tree |        23 |       1 |    0.75 |          1.0 |  0.638s |    30.478s |
| Iteration 24     |     0.0 | uniform |      auto |        21 |       1 |     0.5 |          1.0 |  0.642s |    31.928s |
| Iteration 25     |     0.0 | dista.. |   kd_tree |        38 |       1 |     0.5 |          1.0 |  0.647s |    34.160s |
| Iteration 26     |  0.0015 | uniform |     brute |        37 |       1 |     0.5 |          1.0 |  0.637s |    35.832s |
| Iteration 27     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |    36.598s |
| Iteration 28     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.000s |    38.521s |
| Iteration 29     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |    39.314s |
| Iteration 30     | 12.0689 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.646s |    40.933s |
| Iteration 31     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |    41.745s |
| Iteration 32     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.000s |    42.590s |
| Iteration 33     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.000s |    43.485s |
| Iteration 34     | 12.0689 | dista.. |   kd_tree |        40 |       1 |  0.6875 |          1.0 |  0.000s |    44.310s |
| Iteration 35     | 11.9818 | dista.. |   kd_tree |        38 |       1 |  0.6875 |          1.0 |  0.642s |    46.820s |
| Iteration 36     |  8.0079 | dista.. |     brute |        35 |       2 |  0.4375 |          1.0 |  0.642s |    48.619s |
| Iteration 37     | 12.0689 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.000s |    49.603s |
| Iteration 38     | 12.0689 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.001s |    50.443s |
| Iteration 39     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.000s |    51.324s |
| Iteration 40     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.000s |    52.119s |
| Iteration 41     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |    53.017s |
| Iteration 42     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.000s |    53.912s |
| Iteration 43     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |    54.886s |
| Iteration 44     | 12.0689 | uniform |      auto |        39 |       1 |   0.625 |          1.0 |  0.640s |    57.004s |
| Iteration 45     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |    58.156s |
| Iteration 46     |  7.2146 | dista.. | ball_tree |        40 |       2 |    0.75 |          1.0 |  0.648s |     1m:00s |
| Iteration 47     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     1m:01s |
| Iteration 48     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     1m:02s |
| Iteration 49     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     1m:03s |
| Iteration 50     | 12.0689 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'radius': 12.0689, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 38, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:05s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.7812 |       0.7812 |  1.014s |     1.020s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.5625 |       0.7812 |  1.033s |     2.626s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.625 |       0.7812 |  0.781s |     3.852s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |       0.7812 |  0.928s |     5.307s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.7188 |       0.7812 |  0.800s |     6.582s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.875 |        0.875 |  0.991s |     8.044s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |        0.875 |  0.651s |     9.132s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.6562 |        0.875 |  0.911s |    10.487s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4375 |        0.875 |  0.630s |    11.694s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6562 |        0.875 |  0.753s |    12.939s |
| Iteration 11     |          484 |        0.2553 |   SAMME.R |   0.875 |        0.875 |  1.022s |    14.594s |
| Iteration 12     |          135 |        0.3891 |   SAMME.R |   0.875 |        0.875 |  0.739s |    15.988s |
| Iteration 13     |           50 |        0.3341 |   SAMME.R |     1.0 |          1.0 |  0.673s |    17.285s |
| Iteration 14     |           55 |        0.8488 |   SAMME.R |     1.0 |          1.0 |  0.668s |    18.579s |
| Iteration 15     |          500 |        1.1865 |   SAMME.R |   0.625 |          1.0 |  1.015s |    20.260s |
| Iteration 16     |           50 |         0.614 |   SAMME.R |    0.75 |          1.0 |  0.664s |    21.677s |
| Iteration 17     |           50 |        0.2255 |   SAMME.R |  0.9375 |          1.0 |  1.293s |    23.705s |
| Iteration 18     |           50 |        0.1874 |   SAMME.R |  0.6875 |          1.0 |  0.661s |    25.067s |
| Iteration 19     |           96 |          0.01 |   SAMME.R |   0.625 |          1.0 |  0.696s |    26.906s |
| Iteration 20     |           57 |        0.4043 |   SAMME.R |  0.8125 |          1.0 |  0.673s |    28.249s |
| Iteration 21     |          233 |          10.0 |   SAMME.R |  0.4062 |          1.0 |  0.801s |    29.686s |
| Iteration 22     |           60 |        0.2845 |     SAMME |  0.5625 |          1.0 |  0.657s |    30.983s |
| Iteration 23     |          500 |         0.401 |   SAMME.R |    0.75 |          1.0 |  1.042s |    32.807s |
| Iteration 24     |           50 |        1.3968 |   SAMME.R |   0.375 |          1.0 |  0.714s |    34.325s |
| Iteration 25     |          500 |        0.8269 |   SAMME.R |     1.0 |          1.0 |  1.079s |    36.176s |
| Iteration 26     |          500 |         0.925 |   SAMME.R |  0.8125 |          1.0 |  1.059s |    38.175s |
| Iteration 27     |           50 |        0.7588 |   SAMME.R |    0.75 |          1.0 |  0.739s |    39.735s |
| Iteration 28     |           50 |        0.3013 |   SAMME.R |  0.7188 |          1.0 |  0.678s |    41.262s |
| Iteration 29     |           50 |        0.3406 |   SAMME.R |  0.8125 |          1.0 |  0.677s |    42.809s |
| Iteration 30     |          451 |         0.846 |   SAMME.R |     1.0 |          1.0 |  0.996s |    44.504s |
| Iteration 31     |           74 |        0.8478 |   SAMME.R |     1.0 |          1.0 |  0.690s |    47.819s |
| Iteration 32     |          463 |        0.8421 |   SAMME.R |  0.6875 |          1.0 |  1.021s |    49.920s |
| Iteration 33     |          359 |        4.3239 |   SAMME.R |  0.9062 |          1.0 |  0.969s |    51.593s |
| Iteration 34     |          473 |        3.5952 |   SAMME.R |  0.6875 |          1.0 |  0.998s |    53.488s |
| Iteration 35     |          209 |        5.0013 |   SAMME.R |   0.625 |          1.0 |  0.789s |    54.975s |
| Iteration 36     |           61 |        0.8776 |   SAMME.R |  0.6875 |          1.0 |  0.687s |    56.395s |
| Iteration 37     |           52 |        0.2509 |   SAMME.R |  0.5625 |          1.0 |  0.681s |    57.781s |
| Iteration 38     |           72 |        0.8127 |   SAMME.R |    0.75 |          1.0 |  0.688s |    59.182s |
| Iteration 39     |          483 |        0.3509 |   SAMME.R |   0.625 |          1.0 |  1.024s |     1m:01s |
| Iteration 40     |          412 |         0.217 |   SAMME.R |  0.6875 |          1.0 |  0.959s |     1m:03s |
| Iteration 41     |          460 |         9.999 |     SAMME |     0.5 |          1.0 |  1.235s |     1m:05s |
| Iteration 42     |           81 |        0.8362 |     SAMME |   0.625 |          1.0 |  0.707s |     1m:07s |
| Iteration 43     |          497 |        0.7809 |   SAMME.R |  0.9375 |          1.0 |  1.036s |     1m:08s |
| Iteration 44     |          410 |        0.1373 |     SAMME |  0.6875 |          1.0 |  0.921s |     1m:10s |
| Iteration 45     |          455 |        0.7442 |   SAMME.R |  0.8125 |          1.0 |  0.990s |     1m:12s |
| Iteration 46     |          500 |        0.7404 |   SAMME.R |  0.9375 |          1.0 |  1.032s |     1m:14s |
| Iteration 47     |          483 |        0.6713 |   SAMME.R |     0.5 |          1.0 |  1.013s |     1m:16s |
| Iteration 48     |          497 |        0.8252 |   SAMME.R |     1.0 |          1.0 |  1.030s |     1m:18s |
| Iteration 49     |          500 |         0.801 |   SAMME.R |  0.8125 |          1.0 |  1.037s |     1m:19s |
| Iteration 50     |          500 |        0.8039 |   SAMME.R |  0.5625 |          1.0 |  1.026s |     1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.8269, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.470s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.051
Time elapsed: 2.091s
-------------------------------------------------
Total time: 1m:25s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.075s |     1.094s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |        0.875 |  0.961s |     2.570s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |        0.875 |  0.988s |     4.052s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  0.790s |     5.407s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |        0.875 |  0.956s |     7.019s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |        0.875 |  0.778s |     8.298s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |        0.875 |  0.854s |    10.765s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.7188 |        0.875 |  0.804s |    12.362s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.375 |        0.875 |  0.899s |    13.731s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |        0.875 |  0.904s |    15.107s |
| Iteration 11     |          211 |   entropy |         2 |                20 |                8 |         log2 |      True |    0.0342 |         0.9 |     1.0 |          1.0 |  0.799s |    16.967s |
| Iteration 12     |          149 |      gini |      None |                13 |                1 |         None |      True |     0.035 |        None |   0.875 |          1.0 |  0.751s |    18.980s |
| Iteration 13     |           10 |      gini |         3 |                20 |               20 |         sqrt |     False |    0.0295 |         --- |    0.75 |          1.0 |  0.636s |    20.566s |
| Iteration 14     |          332 |   entropy |         2 |                20 |                5 |         auto |      True |     0.035 |         0.9 |     1.0 |          1.0 |  0.894s |    22.402s |
| Iteration 15     |          138 |   entropy |         3 |                20 |               13 |          0.9 |     False |    0.0338 |         --- |  0.4688 |          1.0 |  0.767s |    24.201s |
| Iteration 16     |          252 |   entropy |         2 |                20 |                7 |         sqrt |      True |    0.0344 |         0.9 |  0.9375 |          1.0 |  0.877s |    26.067s |
| Iteration 17     |          429 |   entropy |         1 |                 6 |                7 |          0.7 |      True |     0.035 |         0.8 |    0.75 |          1.0 |  1.012s |    28.034s |
| Iteration 18     |           86 |   entropy |         4 |                20 |               10 |          0.8 |      True |     0.035 |         0.9 |   0.625 |          1.0 |  1.355s |    30.403s |
| Iteration 19     |           52 |   entropy |         1 |                20 |                3 |         sqrt |      True |     0.034 |         0.9 |    0.75 |          1.0 |  0.722s |    32.129s |
| Iteration 20     |          165 |   entropy |         2 |                13 |               13 |         log2 |      True |     0.035 |        None |  0.6875 |          1.0 |  0.807s |    33.939s |
| Iteration 21     |          378 |   entropy |         2 |                18 |               10 |          0.5 |      True |     0.035 |         0.9 |  0.4375 |          1.0 |  0.982s |    35.951s |
| Iteration 22     |          198 |   entropy |         3 |                 9 |                8 |          0.8 |      True |     0.035 |         0.9 |     0.5 |          1.0 |  0.842s |    37.872s |
| Iteration 23     |          500 |   entropy |         2 |                20 |               15 |          0.8 |      True |    0.0244 |         0.9 |  0.6875 |          1.0 |  1.072s |    39.935s |
| Iteration 24     |          399 |      gini |         7 |                19 |                9 |          0.6 |     False |    0.0056 |         --- |  0.6875 |          1.0 |  0.927s |    41.858s |
| Iteration 25     |           68 |   entropy |         1 |                20 |               19 |         sqrt |      True |    0.0215 |         0.9 |     0.5 |          1.0 |  0.732s |    44.418s |
| Iteration 26     |          149 |      gini |         2 |                20 |                6 |          0.8 |      True |    0.0134 |         0.9 |    0.75 |          1.0 |  0.798s |    46.631s |
| Iteration 27     |          185 |   entropy |         2 |                20 |                5 |         None |      True |     0.035 |         0.9 |    0.75 |          1.0 |  0.836s |    48.556s |
| Iteration 28     |          500 |   entropy |         2 |                20 |                6 |         auto |      True |    0.0263 |         0.9 |   0.875 |          1.0 |  1.082s |    50.839s |
| Iteration 29     |          344 |   entropy |      None |                20 |                8 |         sqrt |      True |     0.035 |         0.9 |    0.75 |          1.0 |  0.961s |    52.960s |
| Iteration 30     |          238 |      gini |         2 |                20 |                6 |         auto |      True |     0.035 |         0.8 |     1.0 |          1.0 |  0.878s |    55.010s |
| Iteration 31     |          140 |      gini |         2 |                20 |                3 |         sqrt |      True |     0.035 |         0.5 |  0.8125 |          1.0 |  0.795s |    56.850s |
| Iteration 32     |          184 |   entropy |         3 |                20 |                7 |         auto |     False |    0.0221 |         --- |   0.875 |          1.0 |  0.785s |    58.687s |
| Iteration 33     |          371 |   entropy |         2 |                20 |                4 |         auto |      True |    0.0314 |         0.7 |     1.0 |          1.0 |  0.970s |     1m:01s |
| Iteration 34     |          325 |      gini |         3 |                20 |                5 |         auto |      True |    0.0246 |         0.7 |     0.5 |          1.0 |  0.882s |     1m:03s |
| Iteration 35     |          193 |   entropy |         2 |                20 |                9 |         log2 |      True |     0.034 |         0.8 |  0.6875 |          1.0 |  0.834s |     1m:05s |
| Iteration 36     |          382 |      gini |         2 |                 8 |                4 |         auto |      True |    0.0328 |         0.6 |  0.4375 |          1.0 |  0.978s |     1m:07s |
| Iteration 37     |          146 |   entropy |         2 |                20 |                5 |         auto |      True |    0.0336 |         0.9 |  0.6875 |          1.0 |  0.758s |     1m:09s |
| Iteration 38     |          362 |   entropy |         2 |                20 |                5 |          0.8 |     False |    0.0192 |         --- |  0.6875 |          1.0 |  0.856s |     1m:11s |
| Iteration 39     |          335 |      gini |         2 |                20 |                6 |          0.8 |      True |    0.0326 |         0.8 |     1.0 |          1.0 |  0.894s |     1m:13s |
| Iteration 40     |          364 |   entropy |         2 |                20 |                5 |         log2 |      True |     0.003 |         0.9 |   0.375 |          1.0 |  0.915s |     1m:15s |
| Iteration 41     |          464 |   entropy |         5 |                20 |                5 |          0.9 |     False |     0.035 |         --- |  0.9688 |          1.0 |  1.569s |     1m:18s |
| Iteration 42     |          168 |   entropy |         2 |                20 |                8 |          0.9 |      True |    0.0333 |         0.8 |  0.8125 |          1.0 |  0.809s |     1m:20s |
| Iteration 43     |          379 |      gini |         3 |                20 |                5 |         log2 |      True |    0.0338 |         0.8 |   0.875 |          1.0 |  0.976s |     1m:22s |
| Iteration 44     |          396 |   entropy |         3 |                20 |                5 |          0.7 |      True |    0.0336 |         0.6 |   0.875 |          1.0 |  0.994s |     1m:24s |
| Iteration 45     |          349 |   entropy |      None |                20 |                4 |         log2 |     False |    0.0338 |         --- |    0.75 |          1.0 |  0.838s |     1m:26s |
| Iteration 46     |          459 |      gini |         2 |                20 |                1 |         None |      True |    0.0337 |         0.8 |   0.875 |          1.0 |  1.051s |     1m:28s |
| Iteration 47     |          332 |      gini |         2 |                20 |                5 |         log2 |      True |    0.0339 |         0.5 |  0.6875 |          1.0 |  0.952s |     1m:30s |
| Iteration 48     |          300 |      gini |         1 |                20 |                6 |          0.9 |      True |     0.035 |         0.8 |  0.6875 |          1.0 |  0.918s |     1m:33s |
| Iteration 49     |          263 |      gini |         2 |                20 |                4 |         sqrt |     False |    0.0301 |         --- |     1.0 |          1.0 |  0.833s |     1m:35s |
| Iteration 50     |          282 |      gini |         2 |                20 |                5 |          0.5 |      True |    0.0328 |         0.8 |  0.5625 |          1.0 |  0.892s |     1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'n_estimators': 371, 'criterion': 'entropy', 'max_depth': 2, 'min_samples_split': 20, 'min_samples_leaf': 4, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0314, 'max_samples': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.329s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 1.495s
-------------------------------------------------
Total time: 1m:40s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.774s |     0.794s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  0.760s |     2.101s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  0.758s |     3.328s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  0.713s |     5.070s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  0.754s |     6.309s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  0.732s |     7.529s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  0.739s |     8.771s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  0.690s |    10.669s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.4375 |         0.75 |  0.718s |    11.903s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  0.712s |    13.126s |
| Iteration 11     |          420 |        0.0172 |         4 |  0.2644 |                3 |       0.9 |              0.9 |      0.01 |         10 |     1.0 |          1.0 |  0.780s |    14.794s |
| Iteration 12     |          204 |        0.0134 |         6 |  0.3275 |                3 |       0.9 |              0.8 |      0.01 |          1 |  0.9375 |          1.0 |  0.730s |    16.547s |
| Iteration 13     |          471 |        0.0161 |         3 |  0.2256 |                3 |       0.9 |              0.9 |      0.01 |        100 |  0.7812 |          1.0 |  0.824s |    18.385s |
| Iteration 14     |          136 |        0.0611 |         5 |   0.309 |                2 |       0.9 |              0.9 |       0.1 |       0.01 |  0.9375 |          1.0 |  0.711s |    20.082s |
| Iteration 15     |          439 |        0.0159 |         8 |  0.3009 |                1 |       0.9 |              0.7 |        10 |         10 |     0.5 |          1.0 |  0.708s |    21.613s |
| Iteration 16     |          213 |        0.1583 |         9 |  0.3131 |                1 |       0.9 |              1.0 |      0.01 |       0.01 |   0.875 |          1.0 |  0.698s |    23.920s |
| Iteration 17     |          145 |        0.1251 |         2 |  0.3142 |                7 |       0.9 |              0.9 |         0 |         10 |   0.625 |          1.0 |  0.657s |    26.585s |
| Iteration 18     |          274 |        0.0217 |         1 |  0.3294 |                2 |       0.7 |              0.5 |         0 |        0.1 |     0.5 |          1.0 |  0.695s |    28.113s |
| Iteration 19     |          459 |         0.015 |         7 |   0.315 |                3 |       0.8 |              0.9 |         0 |        0.1 |    0.75 |          1.0 |  0.712s |    29.766s |
| Iteration 20     |          159 |        0.0358 |         3 |  0.4473 |                2 |       0.9 |              1.0 |       0.1 |          0 |  0.9375 |          1.0 |  0.669s |    33.092s |
| Iteration 21     |          161 |        0.0146 |         7 |  0.2355 |                3 |       1.0 |              1.0 |       0.1 |       0.01 |   0.625 |          1.0 |  0.693s |    34.973s |
| Iteration 22     |          384 |        0.1025 |         6 |  0.4543 |                3 |       0.9 |              0.9 |      0.01 |         10 |  0.4375 |          1.0 |  0.708s |    36.682s |
| Iteration 23     |          314 |        0.0161 |         3 |  0.4442 |                3 |       0.8 |              0.9 |         0 |         10 |  0.6875 |          1.0 |  0.699s |    38.382s |
| Iteration 24     |          487 |        0.0764 |         2 |  0.2698 |                3 |       0.9 |              0.9 |      0.01 |          1 |     0.5 |          1.0 |  0.729s |    40.133s |
| Iteration 25     |          422 |        0.0157 |         6 |  0.2322 |                3 |       0.9 |              0.9 |      0.01 |         10 |  0.6875 |          1.0 |  0.703s |    41.832s |
| Iteration 26     |           63 |        0.0574 |         8 |  0.0321 |                1 |       0.7 |              1.0 |         1 |          0 |  0.9375 |          1.0 |  0.657s |    43.476s |
| Iteration 27     |          170 |        0.0514 |         1 |  0.6066 |                1 |       0.9 |              1.0 |      0.01 |          1 |    0.75 |          1.0 |  0.661s |    45.114s |
| Iteration 28     |          183 |        0.0751 |        10 |  0.9818 |                2 |       1.0 |              1.0 |      0.01 |          0 |   0.875 |          1.0 |  0.670s |    46.727s |
| Iteration 29     |           20 |        0.0384 |         5 |  0.7447 |                1 |       0.8 |              0.9 |       0.1 |          0 |    0.75 |          1.0 |  0.653s |    48.381s |
| Iteration 30     |          327 |        0.0289 |        10 |  0.6684 |                2 |       0.5 |              1.0 |         1 |         10 |     1.0 |          1.0 |  0.694s |    50.033s |
| Iteration 31     |          411 |        0.0197 |         4 |  0.0279 |                2 |       0.6 |              1.0 |        10 |          0 |     0.5 |          1.0 |  0.699s |    51.675s |
| Iteration 32     |           20 |         0.078 |         1 |  0.4398 |                1 |       1.0 |              1.0 |       0.1 |          0 |  0.7812 |          1.0 |  0.649s |    53.353s |
| Iteration 33     |          128 |        0.0321 |         2 |  0.5738 |                5 |       0.5 |              1.0 |         1 |        100 |     0.5 |          1.0 |  0.672s |    55.480s |
| Iteration 34     |          380 |        0.0471 |        10 |  0.7196 |                2 |       0.7 |              1.0 |       100 |          1 |     0.5 |          1.0 |  0.709s |    57.431s |
| Iteration 35     |          389 |         0.046 |        10 |  0.3987 |                2 |       0.7 |              0.5 |         1 |          1 |  0.9375 |          1.0 |  0.703s |    59.254s |
| Iteration 36     |          498 |        0.0413 |         6 |  0.8714 |                2 |       0.8 |              0.9 |         1 |       0.01 |  0.4375 |          1.0 |  0.741s |     1m:01s |
| Iteration 37     |          243 |        0.0486 |        10 |  0.4548 |                1 |       0.7 |              0.8 |       0.1 |          1 |  0.6875 |          1.0 |  0.684s |     1m:03s |
| Iteration 38     |          391 |        0.0138 |         4 |  0.3447 |                3 |       1.0 |              0.9 |      0.01 |        100 |  0.5625 |          1.0 |  0.713s |     1m:05s |
| Iteration 39     |           20 |        0.5869 |        10 |  0.1874 |                1 |       0.6 |              0.6 |       0.1 |          1 |     1.0 |          1.0 |  0.646s |     1m:06s |
| Iteration 40     |           20 |        0.1039 |        10 |  0.3116 |                1 |       0.5 |              0.8 |      0.01 |        0.1 |   0.375 |          1.0 |  1.240s |     1m:09s |
| Iteration 41     |           95 |        0.3895 |         9 |  0.1365 |                1 |       0.8 |              0.9 |         1 |        0.1 |  0.9375 |          1.0 |  0.711s |     1m:11s |
| Iteration 42     |           92 |        0.4497 |         3 |  0.0755 |                1 |       0.9 |              0.5 |       0.1 |       0.01 |   0.625 |          1.0 |  0.710s |     1m:12s |
| Iteration 43     |           20 |        0.2089 |         9 |  0.6894 |                1 |       0.6 |              0.5 |        10 |         10 |     0.5 |          1.0 |  0.673s |     1m:14s |
| Iteration 44     |           20 |        0.2061 |        10 |   0.159 |                1 |       0.7 |              0.8 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.713s |     1m:16s |
| Iteration 45     |           95 |        0.8405 |        10 |  0.0448 |                1 |       0.7 |              0.6 |       100 |        0.1 |     0.5 |          1.0 |  0.692s |     1m:18s |
| Iteration 46     |           20 |        0.2954 |        10 |  0.2134 |                1 |       1.0 |              0.8 |       0.1 |        100 |   0.875 |          1.0 |  0.732s |     1m:20s |
| Iteration 47     |           20 |        0.0591 |        10 |  0.2148 |                1 |       0.5 |              0.7 |         1 |       0.01 |  0.6875 |          1.0 |  0.702s |     1m:22s |
| Iteration 48     |           20 |        0.3053 |        10 |  0.9868 |                1 |       1.0 |              0.7 |       0.1 |       0.01 |  0.9375 |          1.0 |  0.690s |     1m:24s |
| Iteration 49     |           20 |        0.0312 |        10 |  0.0935 |                1 |       1.0 |              0.5 |       0.1 |          1 |  0.9375 |          1.0 |  0.688s |     1m:25s |
| Iteration 50     |           20 |        0.6035 |        10 |  0.8731 |                1 |       1.0 |              0.7 |         0 |          1 |  0.4375 |          1.0 |  0.695s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'n_estimators': 420, 'learning_rate': 0.0172, 'max_depth': 4, 'gamma': 0.2644, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9018
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.096s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.312s
-------------------------------------------------
Total time: 1m:29s


Final results ==================== >>
Duration: 9m:43s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.95 ± 0.0447
Logistic Regression             --> roc_auc: 1.0 ± 0.0 !
Linear Discriminant Analysis    --> roc_auc: 0.92 ± 0.0872
Quadratic Discriminant Analysis --> roc_auc: 1.0 ± 0.0 !
Radius Nearest Neighbors        --> roc_auc: 0.99 ± 0.02
AdaBoost                        --> roc_auc: 0.93 ± 0.051 ~
Random Forest                   --> roc_auc: 1.0 ± 0.0 !
XGBoost                         --> roc_auc: 0.97 ± 0.04
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAALNAGNNRKLIW.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVASGTYKYIF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.6875 |       0.6875 |  3.157s |     3.178s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |         0.75 |  3.189s |     6.860s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.8125 |       0.8125 |  3.126s |    10.561s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.875 |        0.875 |  3.219s |    14.304s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.625 |        0.875 |  3.266s |    18.059s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.9375 |       0.9375 |  3.242s |    21.777s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.625 |       0.9375 |  3.201s |    25.453s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.6875 |       0.9375 |  3.259s |    29.518s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.5625 |       0.9375 |  3.222s |    33.202s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |       0.9375 |  3.207s |    37.007s |
| Iteration 11     |  deviance |        0.2137 |          157 |       0.8 | squared_er.. |                20 |               14 |        10 |         sqrt |    0.0255 |  0.5938 |       0.9375 |  3.170s |    41.631s |
| Iteration 12     |  deviance |        0.7851 |          256 |       0.7 | squared_er.. |                16 |               13 |        10 |          0.8 |    0.0057 |  0.6875 |       0.9375 |  3.238s |    45.980s |
| Iteration 13     |  deviance |        0.3392 |          437 |       0.6 | squared_er.. |                12 |               14 |         9 |         sqrt |    0.0149 |    0.75 |       0.9375 |  3.222s |    50.475s |
| Iteration 14     |  deviance |        0.6828 |          373 |       0.6 | friedman_mse |                19 |               19 |         8 |         None |    0.0343 |     0.5 |       0.9375 |  3.194s |    54.720s |
| Iteration 15     |  deviance |        0.0763 |          500 |       0.6 | squared_er.. |                11 |               13 |         5 |         log2 |      0.01 |     0.5 |       0.9375 |  3.900s |    59.739s |
| Iteration 16     |  deviance |        0.7869 |          487 |       0.6 | squared_er.. |                 9 |               12 |        10 |         sqrt |       0.0 |  0.8125 |       0.9375 |  3.255s |     1m:04s |
| Iteration 17     |  deviance |        0.0624 |          452 |       0.9 | squared_er.. |                 9 |                1 |        10 |         log2 |     0.013 |  0.6875 |       0.9375 |  3.295s |     1m:08s |
| Iteration 18     |  deviance |          0.06 |          437 |       0.5 | squared_er.. |                 6 |                4 |        10 |          0.6 |    0.0188 |     0.5 |       0.9375 |  3.251s |     1m:13s |
| Iteration 19     |  deviance |        0.7696 |          481 |       0.5 | squared_er.. |                18 |               16 |         4 |         log2 |    0.0097 |     0.5 |       0.9375 |  3.300s |     1m:17s |
| Iteration 20     |  deviance |          0.41 |          457 |       0.6 | squared_er.. |                13 |               13 |        10 |          0.8 |     0.003 |    0.75 |       0.9375 |  3.277s |     1m:21s |
| Iteration 21     |  deviance |        0.6092 |          500 |       0.7 | squared_er.. |                16 |               17 |        10 |         sqrt |    0.0068 |  0.5625 |       0.9375 |  3.280s |     1m:26s |
| Iteration 22     | exponen.. |        0.8348 |           88 |       0.9 | squared_er.. |                 4 |               16 |         5 |         auto |    0.0142 |  0.8125 |       0.9375 |  3.179s |     1m:31s |
| Iteration 23     | exponen.. |        0.2939 |          215 |       0.5 | squared_er.. |                18 |               18 |         5 |         auto |    0.0268 |     0.5 |       0.9375 |  3.248s |     1m:35s |
| Iteration 24     | exponen.. |        0.2536 |           68 |       0.8 | friedman_mse |                 9 |               15 |         3 |         sqrt |    0.0229 |     0.5 |       0.9375 |  3.186s |     1m:39s |
| Iteration 25     |  deviance |        0.0211 |          240 |       0.6 | squared_er.. |                 9 |               13 |        10 |          0.5 |    0.0184 |  0.8125 |       0.9375 |  3.220s |     1m:43s |
| Iteration 26     |  deviance |        0.0105 |          357 |       0.6 | squared_er.. |                12 |               13 |        10 |          0.6 |    0.0271 |  0.8125 |       0.9375 |  3.247s |     1m:47s |
| Iteration 27     | exponen.. |        0.0605 |          116 |       0.6 | friedman_mse |                 9 |               18 |         3 |         auto |    0.0325 |     0.5 |       0.9375 |  3.154s |     1m:52s |
| Iteration 28     |  deviance |           1.0 |          253 |       0.8 | squared_er.. |                12 |               13 |        10 |         sqrt |     0.003 |   0.875 |       0.9375 |  3.204s |     1m:56s |
| Iteration 29     |  deviance |           1.0 |          500 |       0.5 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0347 |  0.7812 |       0.9375 |  3.251s |     2m:01s |
| Iteration 30     |  deviance |        0.3992 |          500 |       0.5 | friedman_mse |                12 |               12 |        10 |          0.6 |       0.0 |     0.5 |       0.9375 |  3.244s |     2m:05s |
| Iteration 31     |  deviance |        0.0543 |          394 |       0.7 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0075 |   0.875 |       0.9375 |  3.251s |     2m:09s |
| Iteration 32     |  deviance |         0.035 |          432 |       0.7 | squared_er.. |                11 |               18 |        10 |         log2 |       0.0 |   0.625 |       0.9375 |  3.243s |     2m:13s |
| Iteration 33     | exponen.. |        0.0511 |           99 |       0.8 | friedman_mse |                 8 |               16 |         5 |         log2 |     0.015 |    0.75 |       0.9375 |  3.171s |     2m:18s |
| Iteration 34     | exponen.. |        0.0253 |           25 |       0.8 | friedman_mse |                 2 |               16 |         5 |         auto |    0.0339 |  0.5938 |       0.9375 |  3.120s |     2m:23s |
| Iteration 35     | exponen.. |         0.305 |           57 |       0.9 | friedman_mse |                 5 |               19 |         5 |         log2 |    0.0064 |    0.75 |       0.9375 |  3.199s |     2m:27s |
| Iteration 36     | exponen.. |        0.0418 |          205 |       0.5 | friedman_mse |                 5 |               13 |         5 |         sqrt |     0.035 |     0.5 |       0.9375 |  3.204s |     2m:31s |
| Iteration 37     | exponen.. |        0.0805 |           38 |       0.5 | friedman_mse |                 5 |               17 |         5 |          0.5 |    0.0283 |     0.5 |       0.9375 |  3.180s |     2m:36s |
| Iteration 38     |  deviance |        0.2782 |          196 |       0.5 | squared_er.. |                12 |               13 |        10 |          0.6 |       0.0 |   0.375 |       0.9375 |  3.183s |     2m:40s |
| Iteration 39     |  deviance |        0.8877 |          234 |       0.6 | friedman_mse |                12 |               12 |        10 |         auto |      0.01 |  0.9375 |       0.9375 |  3.193s |     2m:44s |
| Iteration 40     |  deviance |        0.0204 |          390 |       0.6 | squared_er.. |                11 |               13 |        10 |         auto |    0.0096 |  0.8125 |       0.9375 |  3.268s |     2m:49s |
| Iteration 41     |  deviance |           1.0 |          490 |       0.6 | friedman_mse |                11 |               12 |        10 |         log2 |    0.0189 |   0.625 |       0.9375 |  3.300s |     2m:54s |
| Iteration 42     |  deviance |        0.7619 |          398 |       0.6 | friedman_mse |                 5 |               12 |        10 |         sqrt |    0.0088 |  0.9375 |       0.9375 |  3.259s |     2m:58s |
| Iteration 43     |  deviance |        0.8669 |           68 |       0.6 | squared_er.. |                14 |               13 |        10 |         auto |    0.0086 |   0.875 |       0.9375 |  3.180s |     3m:02s |
| Iteration 44     |  deviance |           1.0 |           26 |       0.5 | friedman_mse |                 4 |               13 |        10 |         log2 |    0.0083 |  0.7188 |       0.9375 |  3.178s |     3m:07s |
| Iteration 45     |  deviance |           1.0 |          293 |       0.6 | squared_er.. |                 5 |               13 |        10 |         log2 |    0.0081 |  0.5625 |       0.9375 |  3.272s |     3m:11s |
| Iteration 46     |  deviance |           1.0 |          111 |       0.6 | friedman_mse |                10 |               12 |        10 |         sqrt |     0.008 |   0.625 |       0.9375 |  3.155s |     3m:16s |
| Iteration 47     |  deviance |        0.0112 |          450 |       0.6 | squared_er.. |                12 |               13 |        10 |          0.8 |    0.0003 |   0.875 |       0.9375 |  3.246s |     3m:20s |
| Iteration 48     | exponen.. |        0.0374 |           21 |       0.6 | friedman_mse |                 3 |                8 |         5 |          0.5 |     0.035 |   0.625 |       0.9375 |  3.152s |     3m:24s |
| Iteration 49     | exponen.. |        0.2432 |          453 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0122 |  0.5625 |       0.9375 |  3.234s |     3m:29s |
| Iteration 50     |  deviance |         0.011 |          448 |       0.6 | squared_er.. |                12 |               13 |        10 |         auto |    0.0126 |  0.6875 |       0.9375 |  3.235s |     3m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.7619, 'n_estimators': 398, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 5, 'min_samples_leaf': 12, 'max_depth': 10, 'max_features': 'sqrt', 'ccp_alpha': 0.0088}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9656
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.100s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.103
Time elapsed: 0.470s
-------------------------------------------------
Total time: 3m:35s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  3.155s |     3.167s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.8125 |       0.8125 |  3.168s |     6.785s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |       0.8125 |  3.179s |    10.726s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  3.197s |    14.397s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |       0.8125 |  3.211s |    18.066s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.5625 |       0.8125 |  3.211s |    21.730s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.1875 |       0.8125 |  3.254s |    25.439s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |       0.8125 |  3.206s |    29.126s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |       0.8125 |  3.218s |    32.828s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |       0.8125 |  3.207s |    36.499s |
| Iteration 11     |      l2 | 55.0598 |     sag |      145 |      --- |  0.0625 |       0.8125 |  3.212s |    40.533s |
| Iteration 12     |      l2 |  0.1617 | libli.. |      832 |      --- |  0.4375 |       0.8125 |  3.207s |    44.593s |
| Iteration 13     |      l2 | 37.5319 | libli.. |      943 |      --- |  0.8125 |       0.8125 |  3.200s |    48.510s |
| Iteration 14     |      l2 | 13.0364 | newto.. |      127 |      --- |   0.375 |       0.8125 |  3.866s |    53.370s |
| Iteration 15     |    none |     --- | newto.. |      942 |      --- |  0.6875 |       0.8125 |  3.218s |    57.324s |
| Iteration 16     |      l2 |  0.0028 |     sag |      945 |      --- |  0.3125 |       0.8125 |  3.227s |     1m:01s |
| Iteration 17     |      l2 | 10.6001 | libli.. |      944 |      --- |   0.375 |       0.8125 |  3.217s |     1m:06s |
| Iteration 18     |      l2 |  0.1933 |     sag |      926 |      --- |    0.25 |       0.8125 |  3.221s |     1m:10s |
| Iteration 19     |      l2 |  3.0907 |     sag |      947 |      --- |  0.5625 |       0.8125 |  3.209s |     1m:14s |
| Iteration 20     |      l2 |  0.0013 |   lbfgs |      949 |      --- |  0.5625 |       0.8125 |  3.190s |     1m:18s |
| Iteration 21     |      l2 |  1.9033 |     sag |      939 |      --- |   0.125 |       0.8125 |  3.198s |     1m:22s |
| Iteration 22     |      l2 |  0.6873 | libli.. |      941 |      --- |  0.6875 |       0.8125 |  3.427s |     1m:26s |
| Iteration 23     |      l2 |  0.2243 | libli.. |      950 |      --- |   0.625 |       0.8125 |  3.199s |     1m:30s |
| Iteration 24     |      l2 |  8.7074 | libli.. |      940 |      --- |  0.5625 |       0.8125 |  3.200s |     1m:36s |
| Iteration 25     |      l2 | 37.7029 | libli.. |      949 |      --- |   0.625 |       0.8125 |  3.219s |     1m:40s |
| Iteration 26     |      l2 |   5.217 | libli.. |      138 |      --- |  0.4375 |       0.8125 |  3.200s |     1m:44s |
| Iteration 27     |      l2 | 20.1427 | libli.. |      935 |      --- |    0.75 |       0.8125 |  3.204s |     1m:48s |
| Iteration 28     |      l2 |  1.2001 | libli.. |      123 |      --- |     0.5 |       0.8125 |  3.218s |     1m:52s |
| Iteration 29     |      l2 |  0.0028 | libli.. |      930 |      --- |   0.375 |       0.8125 |  3.223s |     1m:56s |
| Iteration 30     |      l2 | 83.5941 | libli.. |      940 |      --- |  0.3125 |       0.8125 |  3.180s |     2m:01s |
| Iteration 31     |      l2 |  0.0148 | libli.. |      954 |      --- |  0.8125 |       0.8125 |  3.227s |     2m:06s |
| Iteration 32     |      l2 |  0.0018 | libli.. |      949 |      --- |  0.4375 |       0.8125 |  3.248s |     2m:12s |
| Iteration 33     |      l1 | 71.5817 | libli.. |      903 |      --- |  0.4375 |       0.8125 |  3.230s |     2m:18s |
| Iteration 34     |      l2 |  0.0073 | libli.. |      967 |      --- |  0.4375 |       0.8125 |  3.198s |     2m:23s |
| Iteration 35     |      l2 |  0.0499 | libli.. |      955 |      --- |   0.375 |       0.8125 |  3.234s |     2m:29s |
| Iteration 36     |      l2 |  0.5164 | libli.. |      953 |      --- |  0.6875 |       0.8125 |  3.212s |     2m:34s |
| Iteration 37     |      l2 |  0.1961 | libli.. |      948 |      --- |    0.25 |       0.8125 |  3.215s |     2m:40s |
| Iteration 38     |      l2 | 78.9161 |     sag |      955 |      --- |     0.5 |       0.8125 |  3.198s |     2m:44s |
| Iteration 39     |      l1 |  1.0754 | libli.. |      953 |      --- |  0.5625 |       0.8125 |  3.808s |     2m:49s |
| Iteration 40     |    none |     --- | newto.. |      951 |      --- |   0.625 |       0.8125 |  3.207s |     2m:53s |
| Iteration 41     |      l2 |   5.945 | newto.. |      936 |      --- |  0.4375 |       0.8125 |  3.233s |     2m:58s |
| Iteration 42     |      l1 |  0.0456 | libli.. |      930 |      --- |     0.5 |       0.8125 |  3.217s |     3m:02s |
| Iteration 43     |      l2 |  0.1776 | newto.. |      962 |      --- |    0.25 |       0.8125 |  3.194s |     3m:06s |
| Iteration 44     |      l2 |  2.6688 |     sag |      941 |      --- |   0.625 |       0.8125 |  3.213s |     3m:10s |
| Iteration 45     |      l2 |  0.6795 |     sag |      945 |      --- |     0.5 |       0.8125 |  3.202s |     3m:14s |
| Iteration 46     |      l2 |  0.9191 | newto.. |      322 |      --- |     0.5 |       0.8125 |  3.212s |     3m:19s |
| Iteration 47     |      l2 | 59.0045 | libli.. |      959 |      --- |     0.5 |       0.8125 |  3.136s |     3m:23s |
| Iteration 48     |    none |     --- | newto.. |      340 |      --- |  0.3125 |       0.8125 |  3.143s |     3m:27s |
| Iteration 49     |      l2 |  0.0097 |     sag |      101 |      --- |  0.4375 |       0.8125 |  3.148s |     3m:31s |
| Iteration 50     |    none |     --- |     sag |      544 |      --- |     0.5 |       0.8125 |  3.161s |     3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'penalty': 'l2', 'C': 0.0148, 'solver': 'liblinear', 'max_iter': 954}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8125
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0663
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:36s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  3.136s |     3.141s |
| Initial point 2  |     svd |       --- |  0.8125 |       0.8125 |  3.140s |     6.741s |
| Initial point 3  |     svd |       --- |  0.8125 |       0.8125 |  0.001s |     7.206s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |       0.8125 |  3.123s |    10.772s |
| Initial point 5  |   eigen |       0.9 |   0.125 |       0.8125 |  3.146s |    14.373s |
| Initial point 6  |    lsqr |       0.7 |   0.375 |       0.8125 |  3.149s |    17.975s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |       0.8125 |  3.141s |    21.569s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |       0.8125 |  3.149s |    25.173s |
| Initial point 9  |    lsqr |       0.6 |  0.4375 |       0.8125 |  3.158s |    28.786s |
| Initial point 10 |   eigen |       0.8 |     0.5 |       0.8125 |  3.161s |    32.402s |
| Iteration 11     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    33.412s |
| Iteration 12     |     svd |       --- |  0.8125 |       0.8125 |  0.001s |    34.014s |
| Iteration 13     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    34.614s |
| Iteration 14     |     svd |       --- |  0.8125 |       0.8125 |  0.001s |    35.221s |
| Iteration 15     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    35.807s |
| Iteration 16     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    36.410s |
| Iteration 17     |    lsqr |       1.0 |  0.5625 |       0.8125 |  3.159s |    40.166s |
| Iteration 18     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    40.807s |
| Iteration 19     |    lsqr |      auto |  0.5625 |       0.8125 |  3.215s |    44.636s |
| Iteration 20     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    45.288s |
| Iteration 21     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    45.931s |
| Iteration 22     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    46.581s |
| Iteration 23     |    lsqr |      None |  0.5625 |       0.8125 |  3.925s |    51.128s |
| Iteration 24     |     svd |       --- |  0.8125 |       0.8125 |  0.001s |    51.800s |
| Iteration 25     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    53.433s |
| Iteration 26     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    54.176s |
| Iteration 27     |   eigen |       0.5 |  0.9375 |       0.9375 |  3.171s |    58.008s |
| Iteration 28     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |    58.921s |
| Iteration 29     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |    59.869s |
| Iteration 30     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:01s |
| Iteration 31     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 32     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:03s |
| Iteration 33     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 34     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 35     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 36     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 37     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 38     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:07s |
| Iteration 39     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 40     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 41     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 42     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 43     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:11s |
| Iteration 44     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:12s |
| Iteration 45     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:12s |
| Iteration 46     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:13s |
| Iteration 47     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 48     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:15s |
| Iteration 49     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:15s |
| Iteration 50     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6411
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.1
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:17s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  3.114s |     3.117s |
| Initial point 2  |       0.9 |    0.25 |       0.5625 |  3.161s |     6.722s |
| Initial point 3  |       0.1 |  0.5625 |       0.5625 |  3.171s |    10.334s |
| Initial point 4  |       1.0 |  0.5625 |       0.5625 |  0.000s |    10.770s |
| Initial point 5  |       0.2 |   0.125 |       0.5625 |  3.187s |    14.405s |
| Initial point 6  |       0.4 |   0.375 |       0.5625 |  3.129s |    18.118s |
| Initial point 7  |       0.4 |   0.375 |       0.5625 |  0.001s |    18.558s |
| Initial point 8  |       0.7 |     0.5 |       0.5625 |  3.149s |    22.129s |
| Initial point 9  |       0.9 |    0.25 |       0.5625 |  0.001s |    22.565s |
| Initial point 10 |       0.8 |     0.5 |       0.5625 |  3.152s |    26.160s |
| Iteration 11     |       0.3 |  0.3125 |       0.5625 |  3.171s |    29.860s |
| Iteration 12     |       0.6 |   0.375 |       0.5625 |  3.187s |    33.597s |
| Iteration 13     |       0.5 |     0.5 |       0.5625 |  3.182s |    37.378s |
| Iteration 14     |       0.0 |   0.625 |        0.625 |  3.172s |    41.387s |
| Iteration 15     |       0.0 |   0.625 |        0.625 |  0.000s |    41.928s |
| Iteration 16     |       0.0 |   0.625 |        0.625 |  0.000s |    42.459s |
| Iteration 17     |       0.0 |   0.625 |        0.625 |  0.000s |    42.983s |
| Iteration 18     |       0.0 |   0.625 |        0.625 |  0.000s |    43.528s |
| Iteration 19     |       0.9 |    0.25 |        0.625 |  0.000s |    44.083s |
| Iteration 20     |       0.0 |   0.625 |        0.625 |  0.000s |    44.665s |
| Iteration 21     |       0.6 |   0.375 |        0.625 |  0.000s |    45.235s |
| Iteration 22     |       0.0 |   0.625 |        0.625 |  0.000s |    45.840s |
| Iteration 23     |       0.0 |   0.625 |        0.625 |  0.000s |    46.436s |
| Iteration 24     |       0.0 |   0.625 |        0.625 |  0.000s |    47.015s |
| Iteration 25     |       0.0 |   0.625 |        0.625 |  0.000s |    47.624s |
| Iteration 26     |       0.0 |   0.625 |        0.625 |  0.000s |    48.220s |
| Iteration 27     |       0.0 |   0.625 |        0.625 |  0.000s |    48.857s |
| Iteration 28     |       0.9 |    0.25 |        0.625 |  0.000s |    49.528s |
| Iteration 29     |       0.0 |   0.625 |        0.625 |  0.001s |    50.127s |
| Iteration 30     |       0.8 |     0.5 |        0.625 |  0.000s |    50.794s |
| Iteration 31     |       0.0 |   0.625 |        0.625 |  0.000s |    51.373s |
| Iteration 32     |       0.0 |   0.625 |        0.625 |  0.000s |    51.959s |
| Iteration 33     |       0.0 |   0.625 |        0.625 |  0.000s |    52.543s |
| Iteration 34     |       0.0 |   0.625 |        0.625 |  0.000s |    53.218s |
| Iteration 35     |       0.0 |   0.625 |        0.625 |  0.000s |    53.811s |
| Iteration 36     |       0.0 |   0.625 |        0.625 |  0.001s |    54.481s |
| Iteration 37     |       0.0 |   0.625 |        0.625 |  0.000s |    55.090s |
| Iteration 38     |       0.0 |   0.625 |        0.625 |  0.000s |    56.324s |
| Iteration 39     |       0.0 |   0.625 |        0.625 |  0.000s |    56.951s |
| Iteration 40     |       0.0 |   0.625 |        0.625 |  0.000s |    57.569s |
| Iteration 41     |       0.0 |   0.625 |        0.625 |  0.000s |    58.246s |
| Iteration 42     |       0.0 |   0.625 |        0.625 |  0.000s |    58.963s |
| Iteration 43     |       0.0 |   0.625 |        0.625 |  0.000s |    59.655s |
| Iteration 44     |       0.0 |   0.625 |        0.625 |  0.000s |     1m:00s |
| Iteration 45     |       0.0 |   0.625 |        0.625 |  0.000s |     1m:01s |
| Iteration 46     |       0.0 |   0.625 |        0.625 |  0.000s |     1m:02s |
| Iteration 47     |       0.0 |   0.625 |        0.625 |  0.000s |     1m:02s |
| Iteration 48     |       0.0 |   0.625 |        0.625 |  0.000s |     1m:03s |
| Iteration 49     |       0.0 |   0.625 |        0.625 |  0.000s |     1m:04s |
| Iteration 50     |       0.0 |   0.625 |        0.625 |  0.000s |     1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.625
Time elapsed: 1m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8964
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.06
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:05s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   9.613 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  3.113s |     3.132s |
| Initial point 2  |  3.8231 | uniform |   kd_tree |        39 |       2 |    0.75 |         0.75 |  3.174s |     6.843s |
| Initial point 3  |    3.02 | dista.. | ball_tree |        25 |       2 |  0.5625 |         0.75 |  3.205s |    10.524s |
| Initial point 4  |  8.8107 | uniform | ball_tree |        39 |       2 |  0.6562 |         0.75 |  3.203s |    14.208s |
| Initial point 5  |   6.902 | dista.. |      auto |        30 |       2 |  0.6875 |         0.75 |  3.182s |    17.853s |
| Initial point 6  |   7.993 | dista.. | ball_tree |        21 |       2 |    0.75 |         0.75 |  3.162s |    21.612s |
| Initial point 7  |  5.7172 | dista.. | ball_tree |        24 |       1 |   0.625 |         0.75 |  3.184s |    25.251s |
| Initial point 8  |  1.3701 | dista.. | ball_tree |        21 |       2 |  0.4375 |         0.75 |  3.170s |    28.876s |
| Initial point 9  |  6.3686 | uniform | ball_tree |        24 |       1 |  0.4688 |         0.75 |  3.175s |    32.512s |
| Initial point 10 |  4.5235 | uniform |     brute |        22 |       2 |  0.4375 |         0.75 |  3.161s |    36.126s |
| Iteration 11     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  3.154s |    39.993s |
| Iteration 12     |  9.6401 | dista.. |     brute |        28 |       2 |  0.8125 |       0.9375 |  3.166s |    43.852s |
| Iteration 13     |  9.6401 | dista.. |      auto |        22 |       2 |     0.5 |       0.9375 |  3.170s |    47.768s |
| Iteration 14     |  9.5369 | dista.. |     brute |        20 |       2 |  0.6875 |       0.9375 |  3.153s |    51.808s |
| Iteration 15     |  8.4033 | dista.. |     brute |        25 |       1 |   0.375 |       0.9375 |  3.184s |    55.744s |
| Iteration 16     |  8.4934 | dista.. |     brute |        27 |       2 |  0.6875 |       0.9375 |  3.172s |    59.618s |
| Iteration 17     |   8.121 | uniform | ball_tree |        27 |       2 |  0.2188 |       0.9375 |  3.191s |     1m:04s |
| Iteration 18     |  9.6401 | dista.. |     brute |        25 |       2 |   0.625 |       0.9375 |  3.145s |     1m:08s |
| Iteration 19     |  9.6401 | dista.. |     brute |        32 |       2 |   0.375 |       0.9375 |  3.176s |     1m:12s |
| Iteration 20     |  7.0317 | dista.. |     brute |        23 |       2 |  0.5625 |       0.9375 |  3.152s |     1m:16s |
| Iteration 21     |  5.8348 | uniform |     brute |        40 |       2 |  0.6875 |       0.9375 |  3.166s |     1m:20s |
| Iteration 22     |  0.5731 | uniform |     brute |        40 |       2 |     0.5 |       0.9375 |  3.138s |     1m:23s |
| Iteration 23     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     1m:24s |
| Iteration 24     |  9.6013 | uniform |     brute |        24 |       2 |  0.5625 |       0.9375 |  3.146s |     1m:28s |
| Iteration 25     |  9.6013 | dista.. |     brute |        24 |       2 |    0.75 |       0.9375 |  3.176s |     1m:33s |
| Iteration 26     |  9.5567 | dista.. |     brute |        28 |       2 |    0.75 |       0.9375 |  3.275s |     1m:37s |
| Iteration 27     |   9.637 | dista.. |     brute |        28 |       2 |  0.9375 |       0.9375 |  3.252s |     1m:42s |
| Iteration 28     |  3.7039 | uniform |   kd_tree |        39 |       2 |     0.0 |       0.9375 |  3.303s |     1m:46s |
| Iteration 29     |  9.6401 | dista.. |   kd_tree |        24 |       1 |  0.5625 |       0.9375 |  3.507s |     1m:50s |
| Iteration 30     |  9.6401 | dista.. |     brute |        28 |       2 |  0.8125 |       0.9375 |  0.001s |     1m:51s |
| Iteration 31     |  3.9237 | uniform |   kd_tree |        39 |       2 |  0.4375 |       0.9375 |  3.241s |     1m:55s |
| Iteration 32     |  9.6401 | dista.. | ball_tree |        28 |       2 |  0.5625 |       0.9375 |  3.284s |     1m:59s |
| Iteration 33     |  9.6401 | dista.. |     brute |        28 |       2 |  0.8125 |       0.9375 |  0.001s |     2m:00s |
| Iteration 34     |  9.6382 | dista.. |     brute |        28 |       2 |   0.625 |       0.9375 |  3.242s |     2m:05s |
| Iteration 35     |  8.1081 | dista.. | ball_tree |        21 |       2 |    0.25 |       0.9375 |  3.179s |     2m:09s |
| Iteration 36     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     2m:10s |
| Iteration 37     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     2m:11s |
| Iteration 38     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.000s |     2m:12s |
| Iteration 39     |  7.8948 | dista.. | ball_tree |        21 |       2 |  0.9375 |       0.9375 |  3.151s |     2m:16s |
| Iteration 40     |  7.8957 | dista.. | ball_tree |        21 |       2 |    0.25 |       0.9375 |  3.169s |     2m:20s |
| Iteration 41     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     2m:21s |
| Iteration 42     |  9.6336 | dista.. |     brute |        28 |       2 |  0.5625 |       0.9375 |  3.181s |     2m:25s |
| Iteration 43     |  8.6676 | dista.. |     brute |        27 |       2 |  0.5625 |       0.9375 |  3.183s |     2m:30s |
| Iteration 44     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     2m:31s |
| Iteration 45     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     2m:32s |
| Iteration 46     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     2m:33s |
| Iteration 47     |  3.9853 | dista.. |     brute |        24 |       2 |     0.5 |       0.9375 |  3.137s |     2m:37s |
| Iteration 48     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     2m:39s |
| Iteration 49     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     2m:40s |
| Iteration 50     |  9.6401 | dista.. |     brute |        24 |       2 |  0.9375 |       0.9375 |  0.001s |     2m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'radius': 9.637, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 28, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0292
Time elapsed: 0.054s
-------------------------------------------------
Total time: 2m:42s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5312 |       0.5312 |  3.557s |     3.567s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  3.564s |     7.608s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |       0.8125 |  3.319s |    11.375s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.9062 |       0.9062 |  3.554s |    15.388s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |       0.9062 |  3.429s |    19.354s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |       0.9062 |  3.583s |    23.418s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5312 |       0.9062 |  3.210s |    27.146s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |       0.9062 |  4.144s |    31.747s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.5625 |       0.9062 |  3.205s |    35.412s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.875 |       0.9062 |  3.290s |    39.156s |
| Iteration 11     |          409 |        0.0962 |   SAMME.R |    0.25 |       0.9062 |  3.520s |    43.323s |
| Iteration 12     |           61 |        0.1091 |     SAMME |  0.6875 |       0.9062 |  3.224s |    47.220s |
| Iteration 13     |          500 |        0.0692 |     SAMME |  0.6875 |       0.9062 |  3.538s |    51.477s |
| Iteration 14     |          500 |        0.0137 |     SAMME |    0.75 |       0.9062 |  3.431s |    55.555s |
| Iteration 15     |           50 |        0.0163 |     SAMME |  0.5938 |       0.9062 |  3.219s |    59.480s |
| Iteration 16     |          430 |        0.0549 |     SAMME |  0.8438 |       0.9062 |  3.465s |     1m:04s |
| Iteration 17     |          195 |         0.089 |     SAMME |  0.6875 |       0.9062 |  3.284s |     1m:08s |
| Iteration 18     |          417 |        0.1458 |     SAMME |   0.375 |       0.9062 |  3.442s |     1m:12s |
| Iteration 19     |          294 |        0.3063 |   SAMME.R |  0.5625 |       0.9062 |  3.369s |     1m:16s |
| Iteration 20     |          433 |        0.0848 |     SAMME |    0.75 |       0.9062 |  3.423s |     1m:20s |
| Iteration 21     |          473 |        0.0402 |   SAMME.R |   0.375 |       0.9062 |  3.514s |     1m:24s |
| Iteration 22     |          359 |        9.9664 |     SAMME |   0.375 |       0.9062 |  3.133s |     1m:28s |
| Iteration 23     |          369 |          0.01 |     SAMME |  0.5625 |       0.9062 |  3.442s |     1m:32s |
| Iteration 24     |           86 |         0.058 |     SAMME |   0.625 |       0.9062 |  3.222s |     1m:36s |
| Iteration 25     |          247 |        0.0146 |     SAMME |    0.75 |       0.9062 |  3.337s |     1m:40s |
| Iteration 26     |          500 |        0.0912 |     SAMME |   0.625 |       0.9062 |  3.544s |     1m:45s |
| Iteration 27     |          489 |        0.0523 |     SAMME |  0.8125 |       0.9062 |  3.498s |     1m:49s |
| Iteration 28     |          401 |          0.01 |     SAMME |  0.6875 |       0.9062 |  3.439s |     1m:53s |
| Iteration 29     |          448 |        9.9945 |   SAMME.R |  0.8125 |       0.9062 |  3.504s |     1m:57s |
| Iteration 30     |          406 |        0.0202 |     SAMME |  0.5625 |       0.9062 |  3.470s |     2m:02s |
| Iteration 31     |          474 |        0.0549 |   SAMME.R |  0.8125 |       0.9062 |  3.563s |     2m:06s |
| Iteration 32     |          327 |        0.2187 |   SAMME.R |    0.75 |       0.9062 |  3.425s |     2m:10s |
| Iteration 33     |           99 |          0.96 |     SAMME |    0.75 |       0.9062 |  3.247s |     2m:14s |
| Iteration 34     |           50 |        9.3695 |   SAMME.R |     0.5 |       0.9062 |  3.797s |     2m:19s |
| Iteration 35     |          403 |        0.0159 |     SAMME |   0.875 |       0.9062 |  3.451s |     2m:23s |
| Iteration 36     |          500 |        0.0166 |     SAMME |  0.5625 |       0.9062 |  3.505s |     2m:27s |
| Iteration 37     |          493 |        0.0151 |   SAMME.R |  0.6875 |       0.9062 |  3.537s |     2m:32s |
| Iteration 38     |          119 |         1.097 |     SAMME |   0.375 |       0.9062 |  3.212s |     2m:36s |
| Iteration 39     |           81 |        0.0528 |   SAMME.R |     1.0 |          1.0 |  3.185s |     2m:40s |
| Iteration 40     |           98 |        0.0529 |   SAMME.R |  0.6875 |          1.0 |  3.213s |     2m:44s |
| Iteration 41     |          183 |        0.0525 |     SAMME |     0.5 |          1.0 |  3.262s |     2m:48s |
| Iteration 42     |          390 |        0.0485 |   SAMME.R |     0.5 |          1.0 |  3.460s |     2m:52s |
| Iteration 43     |          368 |        0.0537 |   SAMME.R |   0.375 |          1.0 |  3.443s |     2m:56s |
| Iteration 44     |           58 |        0.0525 |   SAMME.R |  0.6562 |          1.0 |  3.171s |     3m:00s |
| Iteration 45     |           93 |        0.0179 |   SAMME.R |   0.625 |          1.0 |  3.205s |     3m:04s |
| Iteration 46     |          462 |        0.0569 |     SAMME |    0.75 |          1.0 |  3.469s |     3m:08s |
| Iteration 47     |          377 |        0.0166 |     SAMME |  0.8438 |          1.0 |  3.393s |     3m:13s |
| Iteration 48     |          375 |        0.0149 |     SAMME |   0.625 |          1.0 |  3.388s |     3m:17s |
| Iteration 49     |          427 |        0.0683 |     SAMME |   0.625 |          1.0 |  3.433s |     3m:21s |
| Iteration 50     |          413 |         0.017 |     SAMME |  0.9375 |          1.0 |  3.436s |     3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 81, 'learning_rate': 0.0528, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9835
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0316
Time elapsed: 0.373s
-------------------------------------------------
Total time: 3m:27s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.4375 |       0.4375 |  3.605s |     3.625s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |         0.75 |  3.413s |     7.547s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.9375 |       0.9375 |  3.457s |    11.517s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  3.247s |    15.219s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |       0.9375 |  3.472s |    19.149s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |       0.9375 |  3.283s |    22.892s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |       0.9375 |  3.354s |    26.705s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |       0.9375 |  3.266s |    30.459s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.5312 |       0.9375 |  3.405s |    34.329s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |       0.9375 |  3.362s |    38.176s |
| Iteration 11     |          114 |   entropy |         6 |                17 |               12 |          0.7 |     False |     0.035 |         --- |  0.6875 |       0.9375 |  3.151s |    42.190s |
| Iteration 12     |          479 |   entropy |         6 |                17 |                2 |          0.6 |     False |    0.0317 |         --- |    0.75 |       0.9375 |  3.444s |    47.116s |
| Iteration 13     |           22 |      gini |         9 |                 2 |               16 |          0.5 |     False |    0.0258 |         --- |  0.6875 |       0.9375 |  3.175s |    52.210s |
| Iteration 14     |          466 |   entropy |         6 |                10 |                7 |         auto |     False |    0.0291 |         --- |    0.75 |       0.9375 |  3.410s |    57.472s |
| Iteration 15     |          219 |   entropy |      None |                 9 |               13 |         sqrt |     False |       0.0 |         --- |  0.6875 |       0.9375 |  3.223s |     1m:02s |
| Iteration 16     |          295 |   entropy |         2 |                 2 |               10 |         None |      True |    0.0349 |         0.5 |  0.9375 |       0.9375 |  3.359s |     1m:06s |
| Iteration 17     |          317 |   entropy |      None |                 3 |               19 |          0.8 |      True |    0.0339 |         0.5 |     0.5 |       0.9375 |  3.372s |     1m:10s |
| Iteration 18     |          421 |      gini |         1 |                18 |                6 |         None |      True |    0.0221 |        None |     0.5 |       0.9375 |  3.457s |     1m:15s |
| Iteration 19     |          330 |      gini |         5 |                 2 |                9 |         None |      True |    0.0341 |         0.5 |   0.625 |       0.9375 |  3.361s |     1m:19s |
| Iteration 20     |          221 |   entropy |         6 |                19 |                4 |          0.7 |     False |    0.0268 |         --- |     0.5 |       0.9375 |  3.224s |     1m:23s |
| Iteration 21     |          385 |   entropy |         8 |                 4 |               10 |         auto |      True |    0.0315 |         0.8 |     0.5 |       0.9375 |  3.407s |     1m:28s |
| Iteration 22     |          482 |   entropy |         6 |                19 |                3 |          0.5 |     False |    0.0287 |         --- |   0.625 |       0.9375 |  3.405s |     1m:33s |
| Iteration 23     |          500 |   entropy |         6 |                15 |                5 |          0.8 |     False |    0.0285 |         --- |   0.875 |       0.9375 |  3.432s |     1m:37s |
| Iteration 24     |          480 |   entropy |         5 |                 2 |               13 |          0.9 |     False |    0.0342 |         --- |   0.625 |       0.9375 |  3.378s |     1m:42s |
| Iteration 25     |           74 |   entropy |         3 |                 2 |                6 |         None |     False |    0.0158 |         --- |  0.6875 |       0.9375 |  3.158s |     1m:47s |
| Iteration 26     |          482 |   entropy |         9 |                 5 |                2 |         auto |     False |    0.0341 |         --- |    0.75 |       0.9375 |  3.401s |     1m:51s |
| Iteration 27     |          138 |      gini |         6 |                20 |               16 |         auto |     False |    0.0006 |         --- |     1.0 |          1.0 |  3.193s |     1m:55s |
| Iteration 28     |           22 |      gini |         2 |                15 |               19 |         auto |     False |    0.0008 |         --- |  0.5938 |          1.0 |  3.111s |     1m:59s |
| Iteration 29     |          319 |      gini |         9 |                12 |               17 |         auto |     False |     0.006 |         --- |  0.6875 |          1.0 |  3.294s |     2m:03s |
| Iteration 30     |           95 |      gini |      None |                16 |                7 |         None |     False |    0.0036 |         --- |  0.6875 |          1.0 |  3.138s |     2m:07s |
| Iteration 31     |          382 |      gini |         4 |                 5 |               18 |         None |     False |    0.0042 |         --- |    0.75 |          1.0 |  3.423s |     2m:12s |
| Iteration 32     |          232 |      gini |         1 |                20 |               19 |         None |     False |     0.026 |         --- |   0.625 |          1.0 |  3.386s |     2m:16s |
| Iteration 33     |          458 |   entropy |         9 |                 5 |                3 |         auto |     False |    0.0027 |         --- |    0.75 |          1.0 |  3.404s |     2m:20s |
| Iteration 34     |           38 |      gini |         9 |                19 |               12 |         auto |      True |    0.0003 |         0.7 |    0.75 |          1.0 |  3.926s |     2m:25s |
| Iteration 35     |          158 |      gini |         6 |                 5 |                3 |          0.6 |     False |    0.0328 |         --- |  0.8125 |          1.0 |  3.309s |     2m:29s |
| Iteration 36     |          190 |   entropy |         6 |                11 |               16 |         auto |     False |    0.0165 |         --- |  0.6875 |          1.0 |  3.299s |     2m:34s |
| Iteration 37     |           97 |   entropy |         6 |                 9 |               16 |         auto |     False |       0.0 |         --- |   0.625 |          1.0 |  3.284s |     2m:38s |
| Iteration 38     |           95 |   entropy |      None |                19 |               18 |         auto |      True |    0.0328 |         0.9 |  0.6875 |          1.0 |  3.113s |     2m:42s |
| Iteration 39     |           12 |      gini |         4 |                11 |               18 |         None |      True |    0.0018 |         0.5 |     0.5 |          1.0 |  3.141s |     2m:46s |
| Iteration 40     |          490 |   entropy |         9 |                 4 |                2 |         None |      True |    0.0141 |         0.9 |  0.8125 |          1.0 |  3.535s |     2m:50s |
| Iteration 41     |          223 |   entropy |         9 |                 2 |               14 |         auto |      True |     0.004 |         0.9 |    0.25 |          1.0 |  3.319s |     2m:55s |
| Iteration 42     |          476 |      gini |         9 |                 4 |                3 |         None |     False |    0.0035 |         --- |  0.6875 |          1.0 |  3.427s |     2m:59s |
| Iteration 43     |           23 |      gini |         7 |                19 |                3 |         None |     False |    0.0037 |         --- |   0.375 |          1.0 |  3.143s |     3m:03s |
| Iteration 44     |          338 |      gini |      None |                20 |               18 |         auto |     False |    0.0265 |         --- |  0.6562 |          1.0 |  3.316s |     3m:08s |
| Iteration 45     |          500 |      gini |         5 |                 2 |               17 |         sqrt |     False |    0.0327 |         --- |     0.5 |          1.0 |  3.401s |     3m:12s |
| Iteration 46     |           50 |      gini |         6 |                17 |               14 |         auto |     False |    0.0184 |         --- |  0.9375 |          1.0 |  3.147s |     3m:17s |
| Iteration 47     |          315 |   entropy |         6 |                15 |                5 |          0.6 |     False |    0.0193 |         --- |    0.75 |          1.0 |  3.303s |     3m:21s |
| Iteration 48     |          127 |      gini |         6 |                20 |               18 |         auto |     False |    0.0038 |         --- |  0.6562 |          1.0 |  3.187s |     3m:26s |
| Iteration 49     |          127 |      gini |         6 |                10 |               15 |         auto |     False |    0.0099 |         --- |  0.6875 |          1.0 |  3.179s |     3m:30s |
| Iteration 50     |          114 |      gini |         4 |                20 |               15 |         auto |     False |    0.0016 |         --- |  0.8125 |          1.0 |  3.201s |     3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 138, 'criterion': 'gini', 'max_depth': 6, 'min_samples_split': 20, 'min_samples_leaf': 16, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0006}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8871
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.103s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.147
Time elapsed: 0.446s
-------------------------------------------------
Total time: 3m:37s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.229s |     3.249s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |       0.9375 |  3.203s |     6.906s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9375 |  3.217s |    10.575s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9375 |  3.175s |    14.235s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  3.193s |    17.888s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9375 |  3.172s |    21.552s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9375 |  3.196s |    25.234s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9375 |  3.188s |    28.913s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |       0.9375 |  3.230s |    32.609s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.198s |    36.291s |
| Iteration 11     |          179 |        0.0142 |         8 |  0.2396 |                3 |       0.7 |              1.0 |         0 |          1 |  0.5625 |       0.9375 |  3.218s |    40.386s |
| Iteration 12     |          386 |        0.0292 |         6 |  0.4273 |                2 |       0.9 |              0.8 |       0.1 |          1 |    0.75 |       0.9375 |  4.005s |    45.182s |
| Iteration 13     |          332 |        0.0918 |         5 |  0.7366 |                3 |       0.7 |              0.9 |       0.1 |        0.1 |   0.625 |       0.9375 |  3.250s |    49.235s |
| Iteration 14     |          426 |        0.0116 |         1 |  0.5089 |                3 |       0.7 |              0.6 |        10 |         10 |     0.5 |       0.9375 |  3.236s |    53.382s |
| Iteration 15     |          254 |        0.1052 |         9 |  0.7695 |                3 |       0.8 |              0.9 |       0.1 |          1 |   0.625 |       0.9375 |  3.445s |    57.897s |
| Iteration 16     |          165 |        0.4088 |         7 |  0.3852 |                3 |       1.0 |              0.8 |       0.1 |         10 |  0.9062 |       0.9375 |  3.243s |     1m:02s |
| Iteration 17     |          409 |        0.0333 |         5 |  0.4435 |                3 |       0.8 |              0.6 |       0.1 |       0.01 |   0.875 |       0.9375 |  3.377s |     1m:07s |
| Iteration 18     |          446 |        0.0108 |         8 |  0.4264 |                3 |       0.5 |              1.0 |       0.1 |         10 |  0.5625 |       0.9375 |  3.269s |     1m:11s |
| Iteration 19     |          319 |        0.0661 |         3 |   0.429 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |  0.8125 |       0.9375 |  3.226s |     1m:15s |
| Iteration 20     |          288 |        0.0112 |         6 |  0.3458 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |    0.75 |       0.9375 |  3.267s |     1m:19s |
| Iteration 21     |          339 |        0.1145 |         8 |  0.1966 |                7 |       1.0 |              0.5 |       0.1 |          0 |     0.5 |       0.9375 |  3.311s |     1m:24s |
| Iteration 22     |          414 |        0.6849 |         6 |  0.4506 |                3 |       0.9 |              0.5 |       0.1 |         10 |  0.8125 |       0.9375 |  3.515s |     1m:28s |
| Iteration 23     |          160 |        0.6255 |         7 |  0.2513 |                3 |       0.9 |              0.9 |       0.1 |          0 |   0.625 |       0.9375 |  3.194s |     1m:33s |
| Iteration 24     |          283 |         0.069 |         8 |  0.4726 |                3 |       1.0 |              0.8 |       0.1 |          0 |     0.5 |       0.9375 |  3.205s |     1m:37s |
| Iteration 25     |          436 |        0.1228 |         4 |  0.0882 |                3 |       1.0 |              0.5 |       0.1 |        100 |  0.6875 |       0.9375 |  3.231s |     1m:41s |
| Iteration 26     |          443 |        0.0676 |         6 |  0.3955 |                4 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.9375 |  3.229s |     1m:45s |
| Iteration 27     |          115 |        0.3527 |         3 |  0.9214 |                6 |       1.0 |              0.5 |         0 |         10 |  0.9688 |       0.9688 |  3.167s |     1m:49s |
| Iteration 28     |           20 |        0.2747 |         3 |     1.0 |                7 |       1.0 |              0.5 |         0 |         10 |   0.625 |       0.9688 |  3.160s |     1m:54s |
| Iteration 29     |          135 |         0.019 |         6 |  0.3927 |                5 |       1.0 |              0.5 |       0.1 |         10 |  0.6562 |       0.9688 |  3.230s |     1m:58s |
| Iteration 30     |          228 |           1.0 |         2 |  0.0731 |                2 |       1.0 |              0.5 |      0.01 |          1 |  0.9375 |       0.9688 |  3.204s |     2m:02s |
| Iteration 31     |          259 |           1.0 |         4 |  0.5972 |               10 |       1.0 |              0.5 |       0.1 |         10 |     0.5 |       0.9688 |  3.218s |     2m:06s |
| Iteration 32     |          228 |           1.0 |         1 |  0.8453 |                4 |       1.0 |              0.4 |         0 |          1 |  0.7812 |       0.9688 |  3.242s |     2m:11s |
| Iteration 33     |          160 |           1.0 |         7 |  0.9685 |                1 |       1.0 |              0.9 |        10 |         10 |     0.5 |       0.9688 |  3.196s |     2m:15s |
| Iteration 34     |          129 |        0.4051 |         3 |  0.9044 |                6 |       0.9 |              0.5 |       0.1 |         10 |  0.7812 |       0.9688 |  3.183s |     2m:19s |
| Iteration 35     |          260 |           1.0 |         3 |  0.2025 |                3 |       1.0 |              0.5 |        10 |          1 |     0.5 |       0.9688 |  3.241s |     2m:23s |
| Iteration 36     |          102 |           1.0 |         5 |  0.1895 |                2 |       1.0 |              0.9 |      0.01 |         10 |    0.75 |       0.9688 |  3.158s |     2m:28s |
| Iteration 37     |          385 |        0.0162 |         6 |  0.4193 |                1 |       1.0 |              0.6 |         0 |         10 |   0.625 |       0.9688 |  3.221s |     2m:32s |
| Iteration 38     |          464 |           1.0 |         2 |  0.4635 |                4 |       1.0 |              0.6 |      0.01 |          1 |  0.7812 |       0.9688 |  3.239s |     2m:37s |
| Iteration 39     |          229 |           1.0 |         2 |  0.2439 |                1 |       0.9 |              0.5 |      0.01 |        0.1 |     1.0 |          1.0 |  3.212s |     2m:41s |
| Iteration 40     |          105 |        0.6205 |         1 |  0.6099 |                1 |       0.9 |              0.4 |      0.01 |        0.1 |    0.75 |          1.0 |  3.197s |     2m:45s |
| Iteration 41     |          455 |           1.0 |         6 |  0.0092 |                1 |       0.9 |              0.4 |       0.1 |        0.1 |   0.375 |          1.0 |  3.230s |     2m:50s |
| Iteration 42     |           35 |        0.1065 |         2 |  0.2332 |                2 |       0.9 |              0.9 |         0 |        0.1 |    0.75 |          1.0 |  3.171s |     2m:54s |
| Iteration 43     |          122 |           1.0 |         2 |  0.2141 |                1 |       0.8 |              0.5 |      0.01 |        0.1 |    0.25 |          1.0 |  3.232s |     2m:58s |
| Iteration 44     |          224 |        0.5355 |         2 |  0.1637 |                2 |       0.9 |              0.5 |      0.01 |          1 |  0.8125 |          1.0 |  3.189s |     3m:03s |
| Iteration 45     |          231 |        0.0158 |         5 |  0.3382 |                1 |       0.9 |              0.4 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.215s |     3m:07s |
| Iteration 46     |          218 |           1.0 |         1 |    0.55 |                1 |       0.9 |              0.5 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.210s |     3m:12s |
| Iteration 47     |          217 |        0.0553 |         3 |  0.8514 |                5 |       1.0 |              0.5 |         0 |         10 |  0.8125 |          1.0 |  3.259s |     3m:16s |
| Iteration 48     |          211 |         0.368 |         4 |  0.7879 |                1 |       1.0 |              1.0 |      0.01 |         10 |   0.625 |          1.0 |  3.171s |     3m:20s |
| Iteration 49     |          206 |           1.0 |         4 |   0.264 |                1 |       1.0 |              0.5 |      0.01 |        100 |  0.8125 |          1.0 |  3.175s |     3m:25s |
| Iteration 50     |          136 |           1.0 |         3 |  0.8102 |                5 |       1.0 |              0.7 |         0 |          1 |  0.8438 |          1.0 |  3.239s |     3m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 229, 'learning_rate': 1.0, 'max_depth': 2, 'gamma': 0.2439, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.5, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.061s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.176s
-------------------------------------------------
Total time: 3m:31s


Final results ==================== >>
Duration: 22m:50s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.92 ± 0.103
Logistic Regression             --> roc_auc: 0.81 ± 0.0663
Linear Discriminant Analysis    --> roc_auc: 0.95 ± 0.1
Quadratic Discriminant Analysis --> roc_auc: 0.92 ± 0.06
Radius Nearest Neighbors        --> roc_auc: 0.63 ± 0.0292 ~
AdaBoost                        --> roc_auc: 0.9 ± 0.0316
Random Forest                   --> roc_auc: 0.88 ± 0.147
XGBoost                         --> roc_auc: 0.97 ± 0.04 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 806 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVSSGTYKYIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASKGSNYKLTF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVSSSNTGKLIF.
   >>> Dropping feature CAVTGANNLFF.
   >>> Dropping feature CAVGYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAASRAAGNKLTF.
   >>> Dropping feature CAMREGIMFSGGYNKLIF.
   >>> Dropping feature CAVFNQAGTALIF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  0.683s |     0.703s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8438 |       0.8438 |  0.722s |     1.934s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.647s |     3.079s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |          1.0 |  0.670s |     4.221s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.4375 |          1.0 |  0.677s |     5.380s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |          1.0 |  0.761s |     6.699s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |          1.0 |  0.730s |     7.901s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  0.781s |     9.173s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     0.5 |          1.0 |  0.703s |    10.343s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |          1.0 |  0.673s |    11.651s |
| Iteration 11     | exponen.. |        0.3443 |          149 |       0.9 | squared_er.. |                17 |               17 |         2 |         auto |    0.0048 |  0.3125 |          1.0 |  0.667s |    13.369s |
| Iteration 12     |  deviance |        0.3081 |          153 |       0.9 | squared_er.. |                16 |                9 |         2 |         sqrt |    0.0257 |   0.625 |          1.0 |  0.659s |    15.230s |
| Iteration 13     | exponen.. |        0.4815 |          382 |       0.6 | squared_er.. |                12 |               12 |         2 |         sqrt |    0.0244 |    0.75 |          1.0 |  0.712s |    16.755s |
| Iteration 14     | exponen.. |        0.0361 |          385 |       0.8 | friedman_mse |                 9 |               20 |         4 |         None |    0.0024 |  0.5625 |          1.0 |  0.727s |    19.720s |
| Iteration 15     | exponen.. |        0.9869 |          121 |       0.8 | squared_er.. |                 7 |               18 |         3 |          0.5 |    0.0277 |   0.875 |          1.0 |  0.663s |    22.180s |
| Iteration 16     | exponen.. |        0.4457 |           85 |       0.8 | squared_er.. |                14 |               17 |         2 |          0.6 |    0.0217 |  0.6875 |          1.0 |  0.646s |    24.650s |
| Iteration 17     | exponen.. |        0.0949 |           36 |       0.8 | squared_er.. |                 6 |               11 |         3 |         auto |    0.0269 |     1.0 |          1.0 |  0.638s |    26.389s |
| Iteration 18     | exponen.. |        0.5352 |          372 |       0.8 | friedman_mse |                 3 |               15 |         5 |         auto |    0.0194 |  0.5625 |          1.0 |  0.715s |    27.949s |
| Iteration 19     | exponen.. |        0.1956 |          169 |       1.0 | friedman_mse |                19 |               11 |         5 |         log2 |    0.0023 |  0.8125 |          1.0 |  0.658s |    29.459s |
| Iteration 20     |  deviance |        0.0936 |          325 |       0.6 | squared_er.. |                11 |               20 |         9 |          0.5 |    0.0164 |     0.5 |          1.0 |  0.692s |    31.020s |
| Iteration 21     |  deviance |        0.0531 |          131 |       0.8 | friedman_mse |                15 |                9 |         3 |         auto |     0.025 |    0.75 |          1.0 |  0.663s |    32.622s |
| Iteration 22     | exponen.. |        0.4685 |           38 |       0.8 | squared_er.. |                18 |               18 |         3 |         log2 |    0.0234 |     0.5 |          1.0 |  0.636s |    34.194s |
| Iteration 23     |  deviance |        0.0516 |          418 |       0.8 | squared_er.. |                 2 |                4 |         3 |          0.7 |    0.0062 |     1.0 |          1.0 |  0.734s |    35.704s |
| Iteration 24     | exponen.. |        0.0973 |          217 |       0.8 | squared_er.. |                 5 |                9 |         9 |         auto |    0.0264 |    0.75 |          1.0 |  0.689s |    37.177s |
| Iteration 25     |  deviance |        0.1072 |          372 |       0.8 | squared_er.. |                 6 |                4 |         2 |          0.7 |     0.009 |  0.6562 |          1.0 |  0.721s |    38.864s |
| Iteration 26     |  deviance |        0.0279 |          388 |       0.7 | friedman_mse |                10 |                4 |         2 |          0.7 |    0.0041 |   0.625 |          1.0 |  0.727s |    40.448s |
| Iteration 27     |  deviance |        0.0259 |           10 |       0.8 | squared_er.. |                20 |                7 |         4 |         None |    0.0116 |  0.5312 |          1.0 |  0.656s |    41.925s |
| Iteration 28     | exponen.. |        0.1465 |           31 |       0.8 | squared_er.. |                 8 |                3 |         6 |          0.9 |    0.0314 |  0.8125 |          1.0 |  0.645s |    43.353s |
| Iteration 29     |  deviance |         0.163 |           34 |       0.8 | squared_er.. |                16 |                3 |         5 |          0.7 |    0.0297 |  0.8438 |          1.0 |  0.639s |    44.804s |
| Iteration 30     |  deviance |        0.0437 |           42 |       0.8 | squared_er.. |                11 |               17 |         1 |          0.8 |    0.0144 |  0.6875 |          1.0 |  0.646s |    46.578s |
| Iteration 31     | exponen.. |        0.9968 |           48 |       0.9 | friedman_mse |                 5 |                7 |         1 |          0.9 |    0.0317 |  0.3125 |          1.0 |  0.648s |    48.127s |
| Iteration 32     |  deviance |        0.0109 |           16 |       0.7 | squared_er.. |                 2 |                3 |         3 |          0.9 |    0.0316 |  0.7188 |          1.0 |  0.633s |    49.560s |
| Iteration 33     | exponen.. |        0.2556 |          125 |       1.0 | squared_er.. |                17 |               15 |         6 |          0.6 |    0.0051 |  0.5625 |          1.0 |  0.657s |    51.022s |
| Iteration 34     | exponen.. |        0.4624 |          460 |       0.7 | squared_er.. |                20 |               11 |         6 |         sqrt |    0.0007 |  0.6875 |          1.0 |  0.737s |    52.608s |
| Iteration 35     | exponen.. |        0.3326 |           46 |       0.8 | squared_er.. |                 3 |                8 |         3 |         auto |    0.0161 |     1.0 |          1.0 |  0.644s |    54.228s |
| Iteration 36     |  deviance |        0.0273 |          255 |       0.8 | squared_er.. |                 6 |                3 |         3 |          0.8 |    0.0252 |  0.6562 |          1.0 |  0.695s |    55.805s |
| Iteration 37     | exponen.. |        0.4267 |          164 |       0.8 | squared_er.. |                13 |                4 |         2 |         auto |    0.0197 |   0.875 |          1.0 |  0.674s |    57.399s |
| Iteration 38     |  deviance |        0.0203 |          465 |       0.8 | squared_er.. |                 6 |                4 |         3 |          0.7 |     0.004 |   0.875 |          1.0 |  0.758s |    59.119s |
| Iteration 39     |  deviance |        0.4382 |          309 |       0.8 | squared_er.. |                 4 |                4 |         3 |          0.7 |    0.0038 |    0.75 |          1.0 |  1.294s |     1m:01s |
| Iteration 40     | exponen.. |        0.2256 |          231 |       0.8 | squared_er.. |                 9 |               15 |         3 |          0.5 |    0.0061 |  0.9375 |          1.0 |  0.751s |     1m:03s |
| Iteration 41     | exponen.. |        0.0437 |           39 |       0.8 | squared_er.. |                 6 |               16 |         2 |         auto |    0.0107 |  0.9375 |          1.0 |  0.693s |     1m:05s |
| Iteration 42     |  deviance |         0.038 |          408 |       0.8 | squared_er.. |                14 |                1 |         3 |          0.7 |    0.0336 |  0.5938 |          1.0 |  0.788s |     1m:07s |
| Iteration 43     |  deviance |        0.0149 |          406 |       0.8 | squared_er.. |                 2 |                7 |         3 |          0.7 |    0.0011 |   0.625 |          1.0 |  0.804s |     1m:09s |
| Iteration 44     | exponen.. |        0.0104 |           48 |       0.8 | squared_er.. |                 5 |               14 |         3 |         auto |    0.0142 |  0.8125 |          1.0 |  0.696s |     1m:11s |
| Iteration 45     | exponen.. |        0.0204 |           68 |       0.8 | squared_er.. |                13 |                5 |         8 |          0.5 |    0.0034 |  0.6875 |          1.0 |  0.724s |     1m:13s |
| Iteration 46     | exponen.. |        0.3687 |          145 |       0.8 | squared_er.. |                14 |               11 |         1 |         auto |    0.0043 |    0.75 |          1.0 |  0.721s |     1m:15s |
| Iteration 47     | exponen.. |        0.5704 |          421 |       0.8 | squared_er.. |                13 |               14 |         4 |         auto |     0.035 |   0.875 |          1.0 |  0.742s |     1m:17s |
| Iteration 48     | exponen.. |        0.0262 |          163 |       0.8 | squared_er.. |                13 |               15 |         4 |         auto |    0.0145 |  0.8125 |          1.0 |  0.676s |     1m:19s |
| Iteration 49     | exponen.. |        0.8171 |          317 |       0.7 | squared_er.. |                 3 |                7 |         2 |          0.7 |    0.0342 |    0.75 |          1.0 |  0.716s |     1m:21s |
| Iteration 50     | exponen.. |        0.3128 |          358 |       0.8 | squared_er.. |                17 |               17 |         1 |          0.5 |    0.0239 |  0.5625 |          1.0 |  0.722s |     1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0516, 'n_estimators': 418, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 4, 'max_depth': 3, 'max_features': 0.7, 'ccp_alpha': 0.0062}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.119s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.563s
-------------------------------------------------
Total time: 1m:24s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  0.669s |     0.681s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |       0.6875 |  0.699s |     1.861s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  0.701s |     3.061s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.5625 |         0.75 |  0.702s |     4.241s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |         0.75 |  0.699s |     5.420s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.6875 |         0.75 |  0.700s |     6.579s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.1875 |         0.75 |  0.710s |     7.765s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |         0.75 |  0.657s |     9.056s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |         0.75 |  0.646s |    10.158s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.3125 |         0.75 |  0.650s |    11.266s |
| Iteration 11     |      l1 |   0.002 |    saga |      930 |      --- |     0.5 |         0.75 |  0.640s |    12.669s |
| Iteration 12     |      l2 |  0.2953 | libli.. |      303 |      --- |  0.6875 |         0.75 |  0.640s |    14.124s |
| Iteration 13     |      l2 |  0.0028 |     sag |      304 |      --- |   0.625 |         0.75 |  0.646s |    15.650s |
| Iteration 14     |    none |     --- | newto.. |      308 |      --- |     0.5 |         0.75 |  0.649s |    17.085s |
| Iteration 15     |      l2 |   0.012 |     sag |      300 |      --- |  0.6875 |         0.75 |  0.645s |    19.181s |
| Iteration 16     |      l2 |  0.5968 | newto.. |      318 |      --- |    0.75 |         0.75 |  0.647s |    20.640s |
| Iteration 17     |      l2 | 10.2106 |    saga |      347 |      --- |    0.75 |         0.75 |  0.647s |    22.096s |
| Iteration 18     |      l2 |  3.6677 |     sag |      337 |      --- |  0.8125 |       0.8125 |  0.665s |    23.969s |
| Iteration 19     |      l1 |  0.0919 |    saga |      312 |      --- |     0.5 |       0.8125 |  0.638s |    25.671s |
| Iteration 20     |      l2 | 60.5355 |    saga |      336 |      --- |  0.4375 |       0.8125 |  0.645s |    27.201s |
| Iteration 21     |    none |     --- |   lbfgs |      890 |      --- |  0.6875 |       0.8125 |  0.655s |    28.615s |
| Iteration 22     |      l2 | 18.2683 |   lbfgs |      885 |      --- |    0.75 |       0.8125 |  0.650s |    30.257s |
| Iteration 23     |      l2 |  91.313 |     sag |      894 |      --- |   0.875 |        0.875 |  0.650s |    31.695s |
| Iteration 24     |      l1 |  0.0084 |    saga |      666 |      --- |     0.5 |        0.875 |  0.645s |    33.107s |
| Iteration 25     |      l2 |  0.0078 |   lbfgs |      943 |      --- |  0.6875 |        0.875 |  0.645s |    34.470s |
| Iteration 26     |      l2 | 66.9384 |    saga |      928 |      --- |  0.6875 |        0.875 |  0.653s |    36.052s |
| Iteration 27     |    none |     --- |   lbfgs |      166 |      --- |     0.5 |        0.875 |  0.652s |    37.450s |
| Iteration 28     |    none |     --- |   lbfgs |      975 |      --- |     0.5 |        0.875 |  0.662s |    38.870s |
| Iteration 29     |      l1 |   100.0 |    saga |     1000 |      --- |  0.5625 |        0.875 |  0.667s |    40.427s |
| Iteration 30     |      l1 | 81.9087 | libli.. |      300 |      --- |   0.625 |        0.875 |  0.639s |    41.933s |
| Iteration 31     |    none |     --- |     sag |      526 |      --- |   0.125 |        0.875 |  0.648s |    43.398s |
| Iteration 32     |      l2 |  2.5192 |     sag |      774 |      --- |     0.5 |        0.875 |  0.642s |    45.048s |
| Iteration 33     |      l1 |  0.0052 |    saga |      895 |      --- |     0.5 |        0.875 |  0.638s |    46.736s |
| Iteration 34     |      l2 |  78.631 |   lbfgs |      900 |      --- |  0.6875 |        0.875 |  0.649s |    48.339s |
| Iteration 35     |      l2 | 78.3753 | libli.. |      888 |      --- |  0.8125 |        0.875 |  0.643s |    49.985s |
| Iteration 36     | elast.. | 93.3179 |    saga |      894 |      0.6 |  0.4375 |        0.875 |  0.654s |    51.682s |
| Iteration 37     |      l2 |  0.0022 | libli.. |      150 |      --- |     1.0 |          1.0 |  0.642s |    53.199s |
| Iteration 38     |      l2 |  0.0013 | newto.. |      119 |      --- |  0.3125 |          1.0 |  0.644s |    54.800s |
| Iteration 39     |      l2 |  0.0028 | libli.. |      156 |      --- |    0.75 |          1.0 |  0.677s |    56.482s |
| Iteration 40     |      l2 |  0.0018 | libli.. |      146 |      --- |  0.6875 |          1.0 |  0.695s |    58.738s |
| Iteration 41     |      l2 |   100.0 |     sag |      884 |      --- |    0.75 |          1.0 |  0.650s |     1m:00s |
| Iteration 42     |      l2 |  0.0117 | newto.. |      150 |      --- |  0.4375 |          1.0 |  0.643s |     1m:02s |
| Iteration 43     |      l1 |  53.207 |    saga |      888 |      --- |  0.5625 |          1.0 |  0.652s |     1m:04s |
| Iteration 44     |      l2 |  0.0021 | libli.. |      358 |      --- |     1.0 |          1.0 |  0.642s |     1m:06s |
| Iteration 45     |      l2 |  0.0047 | libli.. |      197 |      --- |  0.6875 |          1.0 |  0.640s |     1m:08s |
| Iteration 46     |      l2 |  0.0016 |   lbfgs |      348 |      --- |     0.5 |          1.0 |  0.641s |     1m:10s |
| Iteration 47     |      l2 | 78.0742 |     sag |      869 |      --- |   0.625 |          1.0 |  0.650s |     1m:11s |
| Iteration 48     |      l2 |  0.1979 | newto.. |      688 |      --- |   0.625 |          1.0 |  0.643s |     1m:13s |
| Iteration 49     |    none |     --- |    saga |      948 |      --- |  0.8125 |          1.0 |  0.657s |     1m:15s |
| Iteration 50     |    none |     --- |    saga |      920 |      --- |  0.5625 |          1.0 |  0.658s |     1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'penalty': 'l2', 'C': 0.0022, 'solver': 'liblinear', 'max_iter': 150}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7223
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.014s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:19s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  0.641s |     0.647s |
| Initial point 2  |     svd |       --- |  0.6875 |         0.75 |  0.635s |     1.747s |
| Initial point 3  |     svd |       --- |  0.6875 |         0.75 |  0.001s |     2.235s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |         0.75 |  0.644s |     3.332s |
| Initial point 5  |   eigen |       0.9 |     0.5 |         0.75 |  0.639s |     4.435s |
| Initial point 6  |    lsqr |       0.7 |    0.25 |         0.75 |  0.642s |     5.536s |
| Initial point 7  |    lsqr |       0.5 |   0.375 |         0.75 |  0.645s |     6.672s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |         0.75 |  0.633s |     7.789s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |         0.75 |  0.636s |     8.884s |
| Initial point 10 |   eigen |       0.8 |   0.375 |         0.75 |  0.640s |     9.977s |
| Iteration 11     |    lsqr |       1.0 |     0.5 |         0.75 |  0.632s |    11.212s |
| Iteration 12     |   eigen |       0.6 |  0.6875 |         0.75 |  0.630s |    12.563s |
| Iteration 13     |     svd |       --- |  0.6875 |         0.75 |  0.000s |    13.165s |
| Iteration 14     |   eigen |      None |    0.25 |         0.75 |  0.640s |    14.389s |
| Iteration 15     |   eigen |       1.0 |    0.75 |         0.75 |  0.000s |    14.977s |
| Iteration 16     |     svd |       --- |  0.6875 |         0.75 |  0.000s |    15.563s |
| Iteration 17     |     svd |       --- |  0.6875 |         0.75 |  0.000s |    16.162s |
| Iteration 18     |     svd |       --- |  0.6875 |         0.75 |  0.000s |    16.795s |
| Iteration 19     |     svd |       --- |  0.6875 |         0.75 |  0.000s |    17.409s |
| Iteration 20     |     svd |       --- |  0.6875 |         0.75 |  0.000s |    18.045s |
| Iteration 21     |   eigen |      auto |     0.5 |         0.75 |  0.640s |    19.315s |
| Iteration 22     |   eigen |       0.7 |    0.75 |         0.75 |  0.644s |    20.608s |
| Iteration 23     |   eigen |       0.5 |  0.6875 |         0.75 |  0.633s |    21.868s |
| Iteration 24     |    lsqr |      auto |     0.5 |         0.75 |  0.637s |    23.721s |
| Iteration 25     |    lsqr |      None |  0.6875 |         0.75 |  0.634s |    25.001s |
| Iteration 26     |   eigen |       0.7 |    0.75 |         0.75 |  0.000s |    25.636s |
| Iteration 27     |   eigen |       1.0 |    0.75 |         0.75 |  0.000s |    26.275s |
| Iteration 28     |   eigen |       0.7 |    0.75 |         0.75 |  0.000s |    26.938s |
| Iteration 29     |   eigen |       0.7 |    0.75 |         0.75 |  0.000s |    27.627s |
| Iteration 30     |   eigen |       1.0 |    0.75 |         0.75 |  0.000s |    28.302s |
| Iteration 31     |    lsqr |      auto |     0.5 |         0.75 |  0.000s |    28.982s |
| Iteration 32     |   eigen |       0.7 |    0.75 |         0.75 |  0.000s |    29.637s |
| Iteration 33     |    lsqr |       0.7 |    0.25 |         0.75 |  0.000s |    30.328s |
| Iteration 34     |   eigen |       1.0 |    0.75 |         0.75 |  0.000s |    31.015s |
| Iteration 35     |    lsqr |       1.0 |     0.5 |         0.75 |  0.000s |    32.474s |
| Iteration 36     |   eigen |       0.7 |    0.75 |         0.75 |  0.000s |    33.388s |
| Iteration 37     |   eigen |       1.0 |    0.75 |         0.75 |  0.000s |    34.173s |
| Iteration 38     |   eigen |       0.7 |    0.75 |         0.75 |  0.000s |    34.925s |
| Iteration 39     |   eigen |       1.0 |    0.75 |         0.75 |  0.000s |    35.718s |
| Iteration 40     |   eigen |       0.7 |    0.75 |         0.75 |  0.000s |    36.438s |
| Iteration 41     |   eigen |       1.0 |    0.75 |         0.75 |  0.000s |    37.173s |
| Iteration 42     |   eigen |       1.0 |    0.75 |         0.75 |  0.001s |    37.930s |
| Iteration 43     |   eigen |       0.7 |    0.75 |         0.75 |  0.001s |    38.709s |
| Iteration 44     |   eigen |       1.0 |    0.75 |         0.75 |  0.001s |    39.530s |
| Iteration 45     |   eigen |       0.7 |    0.75 |         0.75 |  0.001s |    40.331s |
| Iteration 46     |   eigen |       1.0 |    0.75 |         0.75 |  0.001s |    42.531s |
| Iteration 47     |   eigen |       0.7 |    0.75 |         0.75 |  0.001s |    43.730s |
| Iteration 48     |   eigen |       0.7 |    0.75 |         0.75 |  0.001s |    44.581s |
| Iteration 49     |   eigen |       1.0 |    0.75 |         0.75 |  0.001s |    45.468s |
| Iteration 50     |   eigen |       0.7 |    0.75 |         0.75 |  0.000s |    46.457s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.75
Time elapsed: 47.289s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7232
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.1568
Time elapsed: 0.033s
-------------------------------------------------
Total time: 47.332s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  0.640s |     0.644s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  0.638s |     1.782s |
| Initial point 3  |       0.1 |   0.625 |         0.75 |  0.646s |     3.018s |
| Initial point 4  |       1.0 |    0.75 |         0.75 |  0.000s |     3.503s |
| Initial point 5  |       0.2 |     0.5 |         0.75 |  0.636s |     4.627s |
| Initial point 6  |       0.4 |    0.25 |         0.75 |  0.631s |     5.726s |
| Initial point 7  |       0.4 |    0.25 |         0.75 |  0.000s |     6.186s |
| Initial point 8  |       0.7 |     0.5 |         0.75 |  0.639s |     7.274s |
| Initial point 9  |       0.9 |    0.75 |         0.75 |  0.000s |     7.735s |
| Initial point 10 |       0.8 |   0.375 |         0.75 |  0.648s |     8.856s |
| Iteration 11     |       0.3 |     0.5 |         0.75 |  0.635s |    10.037s |
| Iteration 12     |       0.6 |  0.5625 |         0.75 |  0.635s |    11.225s |
| Iteration 13     |       0.5 |   0.625 |         0.75 |  0.632s |    12.443s |
| Iteration 14     |       0.0 |  0.6875 |         0.75 |  0.632s |    13.662s |
| Iteration 15     |       0.9 |    0.75 |         0.75 |  0.000s |    14.205s |
| Iteration 16     |       1.0 |    0.75 |         0.75 |  0.000s |    14.753s |
| Iteration 17     |       1.0 |    0.75 |         0.75 |  0.000s |    15.299s |
| Iteration 18     |       0.9 |    0.75 |         0.75 |  0.000s |    15.926s |
| Iteration 19     |       1.0 |    0.75 |         0.75 |  0.000s |    16.511s |
| Iteration 20     |       0.9 |    0.75 |         0.75 |  0.000s |    17.110s |
| Iteration 21     |       0.6 |  0.5625 |         0.75 |  0.000s |    17.677s |
| Iteration 22     |       0.9 |    0.75 |         0.75 |  0.000s |    19.101s |
| Iteration 23     |       1.0 |    0.75 |         0.75 |  0.000s |    20.723s |
| Iteration 24     |       1.0 |    0.75 |         0.75 |  0.000s |    21.489s |
| Iteration 25     |       0.9 |    0.75 |         0.75 |  0.000s |    22.057s |
| Iteration 26     |       0.9 |    0.75 |         0.75 |  0.000s |    22.629s |
| Iteration 27     |       1.0 |    0.75 |         0.75 |  0.000s |    23.207s |
| Iteration 28     |       0.9 |    0.75 |         0.75 |  0.000s |    23.773s |
| Iteration 29     |       1.0 |    0.75 |         0.75 |  0.000s |    24.359s |
| Iteration 30     |       0.8 |   0.375 |         0.75 |  0.000s |    24.962s |
| Iteration 31     |       1.0 |    0.75 |         0.75 |  0.000s |    25.568s |
| Iteration 32     |       0.9 |    0.75 |         0.75 |  0.000s |    26.172s |
| Iteration 33     |       0.9 |    0.75 |         0.75 |  0.000s |    26.787s |
| Iteration 34     |       1.0 |    0.75 |         0.75 |  0.000s |    27.396s |
| Iteration 35     |       0.9 |    0.75 |         0.75 |  0.000s |    28.064s |
| Iteration 36     |       1.0 |    0.75 |         0.75 |  0.000s |    28.714s |
| Iteration 37     |       0.9 |    0.75 |         0.75 |  0.000s |    29.944s |
| Iteration 38     |       1.0 |    0.75 |         0.75 |  0.000s |    30.553s |
| Iteration 39     |       0.9 |    0.75 |         0.75 |  0.000s |    31.263s |
| Iteration 40     |       1.0 |    0.75 |         0.75 |  0.000s |    31.908s |
| Iteration 41     |       1.0 |    0.75 |         0.75 |  0.000s |    32.534s |
| Iteration 42     |       0.9 |    0.75 |         0.75 |  0.000s |    34.329s |
| Iteration 43     |       1.0 |    0.75 |         0.75 |  0.000s |    36.423s |
| Iteration 44     |       0.9 |    0.75 |         0.75 |  0.000s |    37.363s |
| Iteration 45     |       1.0 |    0.75 |         0.75 |  0.000s |    38.025s |
| Iteration 46     |       0.9 |    0.75 |         0.75 |  0.000s |    38.706s |
| Iteration 47     |       0.9 |    0.75 |         0.75 |  0.000s |    39.366s |
| Iteration 48     |       1.0 |    0.75 |         0.75 |  0.000s |    40.067s |
| Iteration 49     |       1.0 |    0.75 |         0.75 |  0.000s |    40.750s |
| Iteration 50     |       0.9 |    0.75 |         0.75 |  0.000s |    41.439s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.75
Time elapsed: 42.161s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6812
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.1673
Time elapsed: 0.027s
-------------------------------------------------
Total time: 42.197s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.7653 | dista.. |      auto |        40 |       1 |   0.375 |        0.375 |  0.653s |     0.673s |
| Initial point 2  |  4.6791 | uniform |   kd_tree |        39 |       2 |   0.375 |        0.375 |  0.647s |     1.825s |
| Initial point 3  |  3.6962 | dista.. | ball_tree |        25 |       2 |  0.9375 |       0.9375 |  0.659s |     2.972s |
| Initial point 4  | 10.7834 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.656s |     4.196s |
| Initial point 5  |  8.4474 | dista.. |      auto |        30 |       2 |     0.5 |       0.9375 |  0.649s |     5.325s |
| Initial point 6  |  9.7827 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9375 |  0.643s |     6.459s |
| Initial point 7  |  6.9973 | dista.. | ball_tree |        24 |       1 |  0.8125 |       0.9375 |  0.646s |     7.589s |
| Initial point 8  |  1.6768 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.649s |     8.694s |
| Initial point 9  |  7.7945 | uniform | ball_tree |        24 |       1 |   0.625 |          1.0 |  0.656s |     9.835s |
| Initial point 10 |  5.5363 | uniform |     brute |        22 |       2 |     0.5 |          1.0 |  0.723s |    11.044s |
| Iteration 11     |     0.0 | dista.. |   kd_tree |        20 |       1 |     0.5 |          1.0 |  0.699s |    12.590s |
| Iteration 12     |  0.7323 | dista.. | ball_tree |        20 |       2 |   0.625 |          1.0 |  0.645s |    13.971s |
| Iteration 13     |  2.8813 | uniform | ball_tree |        20 |       1 |  0.6875 |          1.0 |  0.647s |    15.319s |
| Iteration 14     |     0.0 | uniform |      auto |        23 |       1 |     0.5 |          1.0 |  0.646s |    16.628s |
| Iteration 15     |  3.5467 | dista.. | ball_tree |        40 |       1 |    0.75 |          1.0 |  0.640s |    17.950s |
| Iteration 16     |     0.0 | dista.. | ball_tree |        40 |       2 |     0.5 |          1.0 |  0.660s |    19.359s |
| Iteration 17     |  4.3456 | dista.. | ball_tree |        20 |       1 |   0.625 |          1.0 |  0.648s |    20.763s |
| Iteration 18     | 11.5903 | dista.. | ball_tree |        33 |       2 |    0.75 |          1.0 |  0.643s |    22.113s |
| Iteration 19     |  10.974 | dista.. |     brute |        27 |       1 |  0.4375 |          1.0 |  0.647s |    23.465s |
| Iteration 20     |   0.056 | dista.. | ball_tree |        20 |       2 |   0.625 |          1.0 |  0.640s |    24.790s |
| Iteration 21     |  0.1528 | uniform |     brute |        40 |       1 |     0.5 |          1.0 |  0.648s |    26.112s |
| Iteration 22     | 11.2062 | dista.. | ball_tree |        20 |       1 |   0.875 |          1.0 |  1.217s |    28.032s |
| Iteration 23     | 11.7985 | dista.. | ball_tree |        20 |       1 |  0.9375 |          1.0 |  0.643s |    29.776s |
| Iteration 24     | 10.3811 | dista.. |   kd_tree |        40 |       1 |  0.6875 |          1.0 |  0.649s |    31.263s |
| Iteration 25     | 10.7958 | uniform |   kd_tree |        20 |       1 |  0.4688 |          1.0 |  0.644s |    32.683s |
| Iteration 26     | 11.4284 | uniform | ball_tree |        20 |       2 |     0.5 |          1.0 |  0.645s |    34.048s |
| Iteration 27     | 11.7985 | dista.. | ball_tree |        20 |       1 |  0.9375 |          1.0 |  0.000s |    34.884s |
| Iteration 28     |     0.0 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.647s |    36.512s |
| Iteration 29     |   2.193 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.645s |    38.085s |
| Iteration 30     |  2.9162 | dista.. | ball_tree |        37 |       2 |  0.6562 |          1.0 |  0.650s |    39.626s |
| Iteration 31     |  1.7571 | dista.. | ball_tree |        22 |       2 |  0.3125 |          1.0 |  0.647s |    41.229s |
| Iteration 32     | 11.7985 | dista.. | ball_tree |        25 |       1 |   0.625 |          1.0 |  0.646s |    42.639s |
| Iteration 33     |  1.6048 | dista.. |      auto |        21 |       1 |  0.5938 |          1.0 |  0.647s |    45.326s |
| Iteration 34     | 11.7985 | dista.. | ball_tree |        24 |       1 |    0.75 |          1.0 |  0.644s |    47.008s |
| Iteration 35     |  1.6105 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  0.640s |    48.672s |
| Iteration 36     |  4.2242 | dista.. | ball_tree |        25 |       2 |  0.4375 |          1.0 |  0.657s |    50.314s |
| Iteration 37     | 11.7985 | dista.. | ball_tree |        26 |       1 |     1.0 |          1.0 |  0.640s |    51.741s |
| Iteration 38     | 11.7985 | dista.. | ball_tree |        40 |       1 |     0.5 |          1.0 |  0.646s |    53.340s |
| Iteration 39     | 11.4469 | dista.. | ball_tree |        20 |       1 |    0.75 |          1.0 |  0.653s |    55.587s |
| Iteration 40     | 11.7356 | dista.. | ball_tree |        20 |       1 |  0.8125 |          1.0 |  0.643s |    57.229s |
| Iteration 41     | 11.7985 | dista.. | ball_tree |        26 |       1 |     1.0 |          1.0 |  0.001s |    58.135s |
| Iteration 42     |  1.7647 | dista.. | ball_tree |        21 |       2 |  0.4688 |          1.0 |  0.646s |    59.973s |
| Iteration 43     | 11.7985 | dista.. | ball_tree |        20 |       1 |  0.9375 |          1.0 |  0.001s |     1m:01s |
| Iteration 44     |  0.3492 | dista.. |     brute |        39 |       2 |    0.25 |          1.0 |  0.643s |     1m:02s |
| Iteration 45     | 11.7985 | dista.. | ball_tree |        20 |       1 |  0.9375 |          1.0 |  0.001s |     1m:03s |
| Iteration 46     | 11.7985 | dista.. | ball_tree |        20 |       1 |  0.9375 |          1.0 |  0.000s |     1m:04s |
| Iteration 47     | 11.7985 | dista.. | ball_tree |        20 |       1 |  0.9375 |          1.0 |  0.000s |     1m:05s |
| Iteration 48     | 11.7985 | dista.. | ball_tree |        20 |       1 |  0.9375 |          1.0 |  0.001s |     1m:06s |
| Iteration 49     | 11.7985 | dista.. | ball_tree |        20 |       1 |  0.9375 |          1.0 |  0.001s |     1m:07s |
| Iteration 50     | 11.7985 | dista.. | ball_tree |        20 |       1 |  0.9375 |          1.0 |  0.000s |     1m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'radius': 1.6768, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.685 ± 0.1102
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:09s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.7812 |       0.7812 |  1.624s |     1.631s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |       0.7812 |  1.036s |     3.131s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.9375 |       0.9375 |  0.792s |     4.380s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     0.5 |       0.9375 |  0.939s |     5.781s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     0.5 |       0.9375 |  0.809s |     7.054s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.008s |     8.541s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     0.5 |          1.0 |  0.664s |     9.678s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |          1.0 |  0.937s |    11.079s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4688 |          1.0 |  0.647s |    12.228s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9688 |          1.0 |  0.760s |    13.440s |
| Iteration 11     |          465 |          10.0 |   SAMME.R |   0.375 |          1.0 |  0.998s |    15.169s |
| Iteration 12     |          357 |        0.1822 |   SAMME.R |  0.8125 |          1.0 |  0.922s |    16.751s |
| Iteration 13     |          484 |        0.3287 |   SAMME.R |  0.8125 |          1.0 |  1.015s |    18.438s |
| Iteration 14     |          445 |        0.0106 |     SAMME |   0.625 |          1.0 |  0.937s |    20.029s |
| Iteration 15     |          111 |        0.7746 |     SAMME |  0.5625 |          1.0 |  0.706s |    21.469s |
| Iteration 16     |          378 |        1.2305 |     SAMME |  0.9375 |          1.0 |  0.908s |    23.068s |
| Iteration 17     |           70 |        0.2466 |   SAMME.R |     1.0 |          1.0 |  0.685s |    25.617s |
| Iteration 18     |          353 |        4.0595 |   SAMME.R |  0.5938 |          1.0 |  0.928s |    27.646s |
| Iteration 19     |          376 |        0.2417 |   SAMME.R |    0.75 |          1.0 |  0.928s |    29.594s |
| Iteration 20     |          142 |        0.0163 |     SAMME |    0.25 |          1.0 |  0.741s |    31.077s |
| Iteration 21     |          129 |        0.1584 |   SAMME.R |   0.625 |          1.0 |  0.736s |    32.482s |
| Iteration 22     |          401 |        0.2592 |     SAMME |   0.625 |          1.0 |  0.913s |    34.040s |
| Iteration 23     |          127 |        0.2842 |   SAMME.R |  0.9375 |          1.0 |  0.733s |    35.436s |
| Iteration 24     |           67 |        0.2898 |   SAMME.R |   0.875 |          1.0 |  0.688s |    36.788s |
| Iteration 25     |          122 |        0.3942 |   SAMME.R |  0.5625 |          1.0 |  0.727s |    38.157s |
| Iteration 26     |           60 |        0.2619 |   SAMME.R |  0.8125 |          1.0 |  0.683s |    39.542s |
| Iteration 27     |          102 |        0.2227 |   SAMME.R |  0.5625 |          1.0 |  1.307s |    41.505s |
| Iteration 28     |          356 |        1.1903 |     SAMME |  0.6875 |          1.0 |  0.894s |    43.074s |
| Iteration 29     |          246 |        0.2695 |   SAMME.R |    0.75 |          1.0 |  0.828s |    44.590s |
| Iteration 30     |          193 |        0.0321 |   SAMME.R |  0.8125 |          1.0 |  0.785s |    46.057s |
| Iteration 31     |           77 |        0.0232 |   SAMME.R |  0.2812 |          1.0 |  0.700s |    47.464s |
| Iteration 32     |          495 |         0.302 |   SAMME.R |  0.9375 |          1.0 |  1.028s |    49.198s |
| Iteration 33     |          118 |        0.3015 |   SAMME.R |   0.375 |          1.0 |  0.735s |    50.627s |
| Iteration 34     |          239 |        1.4325 |     SAMME |  0.6875 |          1.0 |  0.805s |    52.122s |
| Iteration 35     |           95 |         0.078 |   SAMME.R |    0.75 |          1.0 |  0.718s |    53.534s |
| Iteration 36     |          400 |        1.2505 |   SAMME.R |     1.0 |          1.0 |  0.953s |    55.248s |
| Iteration 37     |          168 |        1.1385 |   SAMME.R |  0.8125 |          1.0 |  0.785s |    56.761s |
| Iteration 38     |          391 |        0.9949 |   SAMME.R |   0.625 |          1.0 |  0.959s |    58.450s |
| Iteration 39     |          310 |         1.411 |   SAMME.R |   0.875 |          1.0 |  0.891s |     1m:00s |
| Iteration 40     |          437 |        1.2387 |   SAMME.R |  0.9375 |          1.0 |  0.982s |     1m:02s |
| Iteration 41     |          361 |        1.5343 |   SAMME.R |    0.75 |          1.0 |  0.936s |     1m:04s |
| Iteration 42     |          455 |        0.5511 |     SAMME |    0.75 |          1.0 |  0.956s |     1m:06s |
| Iteration 43     |          141 |        1.3035 |   SAMME.R |  0.5625 |          1.0 |  0.744s |     1m:07s |
| Iteration 44     |           94 |         0.125 |     SAMME |     1.0 |          1.0 |  0.694s |     1m:09s |
| Iteration 45     |          488 |        0.1249 |   SAMME.R |  0.9375 |          1.0 |  1.018s |     1m:10s |
| Iteration 46     |          334 |        0.1201 |     SAMME |   0.875 |          1.0 |  0.879s |     1m:12s |
| Iteration 47     |          184 |        0.1288 |   SAMME.R |  0.8125 |          1.0 |  0.788s |     1m:14s |
| Iteration 48     |          193 |        0.1242 |     SAMME |   0.625 |          1.0 |  0.766s |     1m:15s |
| Iteration 49     |          410 |        1.2313 |   SAMME.R |   0.625 |          1.0 |  0.958s |     1m:17s |
| Iteration 50     |          196 |        0.1143 |   SAMME.R |  0.8125 |          1.0 |  0.789s |     1m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.435s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0927
Time elapsed: 1.924s
-------------------------------------------------
Total time: 1m:23s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  1.082s |     1.101s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.875 |        0.875 |  0.961s |     2.621s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |        0.875 |  0.922s |     4.024s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.375 |        0.875 |  0.736s |     5.276s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.375 |        0.875 |  0.936s |     6.690s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.9375 |       0.9375 |  0.841s |     8.235s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |       0.9375 |  0.875s |     9.614s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |       0.9375 |  0.864s |    11.086s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.625 |       0.9375 |  0.974s |    12.526s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |       0.9375 |  0.959s |    13.978s |
| Iteration 11     |          482 |      gini |         8 |                 7 |                9 |          0.9 |      True |    0.0137 |         0.5 |   0.375 |       0.9375 |  0.998s |    17.086s |
| Iteration 12     |          445 |   entropy |         4 |                11 |               11 |         auto |     False |    0.0089 |         --- |  0.6875 |       0.9375 |  0.903s |    19.346s |
| Iteration 13     |          481 |      gini |         6 |                 7 |               15 |          0.9 |      True |    0.0127 |        None |   0.875 |       0.9375 |  1.000s |    21.576s |
| Iteration 14     |          118 |      gini |         5 |                 9 |               15 |          0.6 |      True |    0.0123 |         0.5 |     0.5 |       0.9375 |  0.710s |    23.324s |
| Iteration 15     |          335 |      gini |         7 |                 4 |               11 |          0.6 |     False |    0.0137 |         --- |  0.8125 |       0.9375 |  0.820s |    25.068s |
| Iteration 16     |          407 |      gini |         2 |                 8 |               15 |         log2 |      True |    0.0165 |         0.5 |     0.5 |       0.9375 |  0.922s |    26.957s |
| Iteration 17     |          497 |      gini |         9 |                 5 |               17 |         None |      True |    0.0244 |         0.7 |  0.8125 |       0.9375 |  0.986s |    28.948s |
| Iteration 18     |          273 |      gini |         8 |                 8 |               15 |          0.9 |      True |    0.0194 |        None |   0.625 |       0.9375 |  0.831s |    30.811s |
| Iteration 19     |           52 |      gini |         2 |                 2 |               10 |         sqrt |     False |     0.012 |         --- |  0.8125 |       0.9375 |  0.652s |    32.430s |
| Iteration 20     |          453 |      gini |         8 |                 2 |               13 |         log2 |     False |    0.0189 |         --- |  0.4375 |       0.9375 |  0.892s |    34.249s |
| Iteration 21     |          155 |      gini |         8 |                10 |               11 |         auto |     False |    0.0257 |         --- |  0.8125 |       0.9375 |  0.706s |    35.881s |
| Iteration 22     |          477 |      gini |         7 |                15 |               11 |         log2 |      True |    0.0255 |        None |   0.375 |       0.9375 |  1.013s |    37.996s |
| Iteration 23     |          397 |      gini |         7 |                14 |                4 |          0.5 |     False |    0.0231 |         --- |   0.875 |       0.9375 |  0.866s |    39.858s |
| Iteration 24     |          460 |      gini |         2 |                 7 |                3 |          0.8 |     False |    0.0068 |         --- |   0.625 |       0.9375 |  0.903s |    41.769s |
| Iteration 25     |          163 |      gini |         8 |                 7 |                8 |         log2 |     False |    0.0162 |         --- |   0.625 |       0.9375 |  0.763s |    43.553s |
| Iteration 26     |          500 |      gini |         4 |                 5 |                4 |         auto |     False |    0.0258 |         --- |  0.4375 |       0.9375 |  0.965s |    45.496s |
| Iteration 27     |          268 |   entropy |         3 |                11 |               16 |         None |      True |    0.0033 |         0.6 |     0.5 |       0.9375 |  1.450s |    47.904s |
| Iteration 28     |          266 |      gini |         8 |                 5 |               15 |         log2 |     False |     0.032 |         --- |    0.75 |       0.9375 |  0.831s |    49.737s |
| Iteration 29     |          144 |      gini |         4 |                 2 |               17 |         log2 |     False |     0.001 |         --- |  0.9375 |       0.9375 |  0.763s |    51.593s |
| Iteration 30     |           93 |      gini |         7 |                 2 |               16 |         log2 |     False |    0.0036 |         --- |    0.75 |       0.9375 |  0.723s |    53.412s |
| Iteration 31     |          204 |      gini |         7 |                 2 |               13 |          0.6 |     False |    0.0192 |         --- |  0.3125 |       0.9375 |  0.787s |    55.338s |
| Iteration 32     |          500 |   entropy |      None |                17 |               11 |         log2 |     False |    0.0016 |         --- |  0.6875 |       0.9375 |  0.961s |    57.290s |
| Iteration 33     |          415 |   entropy |         8 |                11 |               11 |         None |      True |    0.0066 |        None |  0.4375 |       0.9375 |  0.998s |    59.543s |
| Iteration 34     |          171 |      gini |         3 |                 4 |               17 |         sqrt |     False |     0.006 |         --- |  0.6875 |       0.9375 |  0.761s |     1m:01s |
| Iteration 35     |          414 |      gini |         8 |                 5 |               18 |         None |      True |    0.0093 |        None |   0.875 |       0.9375 |  0.997s |     1m:04s |
| Iteration 36     |          385 |      gini |         1 |                 5 |               11 |         auto |     False |    0.0258 |         --- |  0.5312 |       0.9375 |  0.885s |     1m:06s |
| Iteration 37     |          500 |      gini |      None |                19 |                8 |         log2 |     False |    0.0104 |         --- |     1.0 |          1.0 |  0.971s |     1m:08s |
| Iteration 38     |          500 |      gini |         5 |                20 |                4 |         log2 |     False |    0.0318 |         --- |  0.6875 |          1.0 |  0.964s |     1m:10s |
| Iteration 39     |          500 |      gini |         2 |                15 |               10 |          0.7 |     False |    0.0167 |         --- |  0.7188 |          1.0 |  0.967s |     1m:12s |
| Iteration 40     |          500 |      gini |         4 |                15 |                2 |          0.7 |     False |    0.0283 |         --- |  0.9375 |          1.0 |  0.977s |     1m:15s |
| Iteration 41     |          500 |      gini |         7 |                18 |                3 |          0.5 |     False |     0.024 |         --- |    0.75 |          1.0 |  0.972s |     1m:17s |
| Iteration 42     |          500 |      gini |         4 |                 2 |                7 |          0.8 |      True |    0.0246 |        None |   0.625 |          1.0 |  1.081s |     1m:19s |
| Iteration 43     |          433 |      gini |         8 |                11 |                2 |          0.9 |     False |    0.0266 |         --- |     0.5 |          1.0 |  0.947s |     1m:21s |
| Iteration 44     |          404 |   entropy |         1 |                 9 |               15 |         sqrt |     False |    0.0239 |         --- |  0.9375 |          1.0 |  0.899s |     1m:23s |
| Iteration 45     |          139 |   entropy |         6 |                 9 |                5 |         None |     False |    0.0318 |         --- |    0.75 |          1.0 |  0.754s |     1m:25s |
| Iteration 46     |          500 |   entropy |         3 |                 8 |               19 |         log2 |     False |    0.0128 |         --- |  0.5625 |          1.0 |  0.960s |     1m:27s |
| Iteration 47     |          217 |      gini |      None |                13 |               11 |         sqrt |     False |    0.0261 |         --- |    0.75 |          1.0 |  0.809s |     1m:30s |
| Iteration 48     |           47 |      gini |      None |                10 |                8 |         auto |     False |    0.0146 |         --- |  0.8125 |          1.0 |  0.695s |     1m:32s |
| Iteration 49     |          430 |      gini |         4 |                15 |                3 |         log2 |     False |    0.0048 |         --- |    0.75 |          1.0 |  0.938s |     1m:34s |
| Iteration 50     |          384 |   entropy |         3 |                 3 |               16 |         sqrt |     False |    0.0103 |         --- |     1.0 |          1.0 |  1.497s |     1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'n_estimators': 384, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 3, 'min_samples_leaf': 16, 'max_features': 'sqrt', 'bootstrap': False, 'ccp_alpha': 0.0103}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.266s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.097
Time elapsed: 1.179s
-------------------------------------------------
Total time: 1m:40s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.768s |     0.788s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  0.760s |     2.102s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  0.747s |     3.356s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  0.721s |     4.742s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  0.745s |     5.972s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  0.724s |     7.357s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  0.736s |     8.588s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  0.736s |     9.830s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |        0.875 |  0.764s |    11.085s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  0.737s |    12.341s |
| Iteration 11     |          179 |        0.0142 |         8 |  0.2399 |                3 |       0.7 |              1.0 |         0 |          1 |  0.1875 |        0.875 |  0.713s |    13.969s |
| Iteration 12     |          441 |        0.0561 |         5 |  0.2498 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.875 |  0.748s |    15.600s |
| Iteration 13     |          428 |        0.0404 |         3 |  0.9454 |                9 |       0.8 |              0.7 |         0 |          1 |     0.5 |        0.875 |  0.741s |    17.255s |
| Iteration 14     |          264 |        0.0403 |         9 |  0.6273 |                3 |       0.7 |              0.5 |      0.01 |          1 |  0.6875 |        0.875 |  0.730s |    18.845s |
| Iteration 15     |          472 |        0.0391 |         2 |    0.91 |                3 |       0.8 |              0.8 |       0.1 |         10 |  0.8125 |        0.875 |  0.761s |    20.659s |
| Iteration 16     |          471 |        0.0419 |         9 |  0.7682 |                3 |       0.7 |              1.0 |      0.01 |          1 |    0.75 |        0.875 |  0.751s |    23.639s |
| Iteration 17     |          315 |        0.0427 |         8 |  0.6228 |                2 |       0.9 |              1.0 |       0.1 |         10 |     1.0 |          1.0 |  0.732s |    27.026s |
| Iteration 18     |          402 |        0.0425 |         4 |  0.6311 |                2 |       0.9 |              1.0 |         1 |        100 |  0.6562 |          1.0 |  0.727s |    30.166s |
| Iteration 19     |          291 |        0.0426 |        10 |  0.7531 |                1 |       1.0 |              1.0 |       0.1 |         10 |   0.625 |          1.0 |  0.711s |    33.373s |
| Iteration 20     |           64 |        0.0442 |         1 |  0.5982 |                2 |       0.6 |              1.0 |       0.1 |        100 |  0.4375 |          1.0 |  0.671s |    35.305s |
| Iteration 21     |          412 |        0.0432 |         5 |  0.4531 |                2 |       0.9 |              0.6 |       0.1 |       0.01 |   0.875 |          1.0 |  0.725s |    37.010s |
| Iteration 22     |          395 |        0.0425 |         9 |  0.8914 |                2 |       0.9 |              1.0 |       0.1 |         10 |     0.5 |          1.0 |  0.726s |    38.801s |
| Iteration 23     |          431 |        0.0356 |         3 |  0.1876 |                2 |       0.9 |              0.6 |       0.1 |          0 |     1.0 |          1.0 |  0.721s |    40.459s |
| Iteration 24     |          485 |        0.0343 |         5 |     0.0 |                2 |       0.5 |              0.7 |      0.01 |          0 |    0.75 |          1.0 |  0.758s |    42.215s |
| Iteration 25     |          342 |        0.0373 |         6 |     0.0 |                1 |       0.7 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.721s |    43.899s |
| Iteration 26     |          399 |        0.0345 |         2 |  0.2874 |                2 |       0.7 |              0.8 |       0.1 |       0.01 |     0.5 |          1.0 |  0.753s |    45.669s |
| Iteration 27     |          183 |        0.0344 |         9 |   0.255 |                3 |       0.9 |              0.7 |      0.01 |        0.1 |   0.625 |          1.0 |  0.710s |    47.344s |
| Iteration 28     |          464 |         0.036 |         9 |  0.1367 |                1 |       0.9 |              0.9 |         0 |         10 |  0.5625 |          1.0 |  1.374s |    49.695s |
| Iteration 29     |           97 |        0.0155 |        10 |  0.3014 |                2 |       0.9 |              0.9 |       0.1 |          1 |     1.0 |          1.0 |  0.698s |    51.431s |
| Iteration 30     |           77 |        0.0181 |         6 |  0.3274 |                3 |       0.9 |              0.8 |       0.1 |         10 |  0.5625 |          1.0 |  0.694s |    53.073s |
| Iteration 31     |          102 |        0.1032 |         9 |  0.2866 |                2 |       0.9 |              0.9 |       0.1 |          1 |  0.3125 |          1.0 |  0.702s |    54.796s |
| Iteration 32     |          274 |        0.0262 |         8 |  0.3242 |                2 |       0.9 |              1.0 |       0.1 |        0.1 |  0.9375 |          1.0 |  0.727s |    56.754s |
| Iteration 33     |          407 |        0.0226 |         2 |  0.1983 |                2 |       0.9 |              0.6 |       0.1 |         10 |   0.375 |          1.0 |  0.753s |    58.508s |
| Iteration 34     |           96 |        0.3975 |        10 |  0.3879 |                2 |       0.7 |              0.6 |       0.1 |        0.1 |  0.5625 |          1.0 |  0.700s |     1m:00s |
| Iteration 35     |           98 |        0.3582 |         8 |     1.0 |                2 |       0.9 |              0.9 |        10 |          1 |     0.5 |          1.0 |  0.655s |     1m:02s |
| Iteration 36     |          360 |        0.0561 |         8 |  0.7936 |                2 |       0.9 |              1.0 |       0.1 |        0.1 |    0.75 |          1.0 |  0.710s |     1m:04s |
| Iteration 37     |          423 |        0.0381 |         8 |  0.5573 |                2 |       0.9 |              0.9 |       0.1 |          1 |   0.875 |          1.0 |  0.808s |     1m:06s |
| Iteration 38     |          281 |          0.04 |         8 |  0.9692 |                2 |       0.9 |              0.7 |       0.1 |         10 |  0.6875 |          1.0 |  0.694s |     1m:08s |
| Iteration 39     |          309 |        0.0867 |         3 |  0.4532 |                2 |       0.9 |              1.0 |       0.1 |         10 |  0.6875 |          1.0 |  0.697s |     1m:09s |
| Iteration 40     |          410 |        0.0111 |         3 |  0.1667 |                2 |       0.5 |              0.6 |       0.1 |          0 |   0.875 |          1.0 |  0.712s |     1m:11s |
| Iteration 41     |          278 |        0.2101 |         8 |  0.3063 |                2 |       0.6 |              1.0 |       0.1 |        100 |     1.0 |          1.0 |  0.693s |     1m:13s |
| Iteration 42     |          261 |        0.0155 |         8 |  0.2914 |                2 |       0.7 |              1.0 |       0.1 |        100 |   0.625 |          1.0 |  0.711s |     1m:15s |
| Iteration 43     |          240 |        0.3275 |         8 |  0.6156 |                2 |       0.8 |              1.0 |       0.1 |       0.01 |   0.625 |          1.0 |  0.689s |     1m:17s |
| Iteration 44     |          500 |        0.7086 |         3 |   0.552 |                2 |       0.8 |              0.5 |       0.1 |          1 |    0.75 |          1.0 |  0.742s |     1m:18s |
| Iteration 45     |           98 |        0.0361 |        10 |  0.6124 |                2 |       0.5 |              1.0 |       0.1 |         10 |  0.7812 |          1.0 |  0.660s |     1m:20s |
| Iteration 46     |          118 |        0.5389 |         3 |  0.4944 |                2 |       0.7 |              0.6 |       0.1 |          0 |  0.5625 |          1.0 |  0.669s |     1m:22s |
| Iteration 47     |          443 |        0.0124 |         3 |  0.8605 |                2 |       0.5 |              0.6 |       0.1 |       0.01 |   0.875 |          1.0 |  0.712s |     1m:24s |
| Iteration 48     |          300 |        0.2518 |         8 |   0.635 |                2 |       0.7 |              1.0 |       0.1 |        0.1 |    0.75 |          1.0 |  0.695s |     1m:26s |
| Iteration 49     |          457 |        0.0447 |         3 |  0.4668 |                2 |       0.8 |              0.7 |       0.1 |          0 |  0.5625 |          1.0 |  0.730s |     1m:28s |
| Iteration 50     |          377 |        0.6381 |         3 |  0.2445 |                2 |       0.7 |              0.6 |       0.1 |        100 |     1.0 |          1.0 |  0.729s |     1m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 315, 'learning_rate': 0.0427, 'max_depth': 8, 'gamma': 0.6228, 'min_child_weight': 2, 'subsample': 0.9, 'colsample_bytree': 1.0, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9326
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.083s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.98 ± 0.0245
Time elapsed: 0.271s
-------------------------------------------------
Total time: 1m:32s


Final results ==================== >>
Duration: 9m:56s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 1.0 ± 0.0 !
Logistic Regression             --> roc_auc: 1.0 ± 0.0 !
Linear Discriminant Analysis    --> roc_auc: 0.43 ± 0.1568 ~
Quadratic Discriminant Analysis --> roc_auc: 0.4 ± 0.1673 ~
Radius Nearest Neighbors        --> roc_auc: 0.685 ± 0.1102 ~
AdaBoost                        --> roc_auc: 0.93 ± 0.0927
Random Forest                   --> roc_auc: 0.94 ± 0.097
XGBoost                         --> roc_auc: 0.98 ± 0.0245
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVSSGTYKYIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASKGSNYKLTF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVSSSNTGKLIF.
   >>> Dropping feature CAVTGANNLFF.
   >>> Dropping feature CAVGYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAASRAAGNKLTF.
   >>> Dropping feature CAMREGIMFSGGYNKLIF.
   >>> Dropping feature CAVFNQAGTALIF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  3.202s |     3.223s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8438 |       0.8438 |  3.261s |     6.976s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.4375 |       0.8438 |  3.181s |    10.671s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |       0.8438 |  3.844s |    15.013s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.25 |       0.8438 |  3.269s |    18.820s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |       0.8438 |  3.303s |    22.598s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     0.5 |       0.8438 |  3.262s |    26.373s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |       0.9375 |  3.311s |    30.198s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |       0.9375 |  3.214s |    33.935s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |       0.9375 |  3.214s |    37.649s |
| Iteration 11     | exponen.. |        0.0174 |          431 |       0.6 | squared_er.. |                20 |                8 |         5 |         sqrt |     0.007 |  0.3125 |       0.9375 |  3.276s |    41.745s |
| Iteration 12     | exponen.. |        0.1125 |          439 |       0.9 | squared_er.. |                19 |                3 |         4 |          0.7 |    0.0077 |    0.75 |       0.9375 |  3.310s |    45.838s |
| Iteration 13     | exponen.. |        0.0107 |          392 |       0.5 | squared_er.. |                 9 |               10 |         8 |          0.7 |    0.0084 |  0.5625 |       0.9375 |  3.250s |    49.913s |
| Iteration 14     | exponen.. |           1.0 |          376 |       0.7 | friedman_mse |                20 |               20 |         9 |          0.7 |    0.0025 |   0.625 |       0.9375 |  3.257s |    54.822s |
| Iteration 15     | exponen.. |        0.0541 |          457 |       0.7 | squared_er.. |                13 |                6 |         6 |          0.7 |    0.0046 |  0.9375 |       0.9375 |  3.310s |    59.140s |
| Iteration 16     |  deviance |        0.0254 |          458 |       0.6 | squared_er.. |                16 |                9 |         6 |          0.7 |    0.0042 |  0.6875 |       0.9375 |  3.268s |     1m:03s |
| Iteration 17     |  deviance |          0.01 |          500 |       0.8 | squared_er.. |                 2 |               20 |        10 |          0.7 |     0.035 |  0.7812 |       0.9375 |  3.266s |     1m:07s |
| Iteration 18     | exponen.. |        0.7506 |          375 |       0.7 | squared_er.. |                16 |                4 |         3 |          0.7 |    0.0008 |  0.5625 |       0.9375 |  3.262s |     1m:12s |
| Iteration 19     | exponen.. |        0.0652 |           46 |       0.7 | squared_er.. |                 7 |               18 |         7 |          0.7 |    0.0187 |    0.25 |       0.9375 |  3.163s |     1m:16s |
| Iteration 20     | exponen.. |        0.0859 |          500 |       0.7 | squared_er.. |                15 |               10 |        10 |          0.7 |    0.0322 |    0.25 |       0.9375 |  3.250s |     1m:20s |
| Iteration 21     | exponen.. |        0.0633 |          336 |       0.7 | squared_er.. |                14 |                7 |         7 |          0.7 |    0.0038 |    0.75 |       0.9375 |  3.271s |     1m:24s |
| Iteration 22     |  deviance |        0.0226 |          465 |       0.6 | squared_er.. |                 7 |               14 |         3 |         None |     0.031 |  0.2812 |       0.9375 |  3.231s |     1m:28s |
| Iteration 23     | exponen.. |        0.1814 |          308 |       0.9 | squared_er.. |                11 |                5 |         4 |          0.7 |    0.0047 |  0.8125 |       0.9375 |  3.261s |     1m:33s |
| Iteration 24     | exponen.. |           1.0 |          438 |       0.6 | friedman_mse |                 8 |               18 |         8 |         auto |    0.0047 |     0.5 |       0.9375 |  3.251s |     1m:37s |
| Iteration 25     | exponen.. |        0.0403 |          474 |       0.5 | friedman_mse |                15 |                4 |         8 |          0.7 |    0.0047 |   0.625 |       0.9375 |  3.275s |     1m:42s |
| Iteration 26     | exponen.. |        0.0628 |          412 |       0.8 | squared_er.. |                19 |                3 |         3 |          0.6 |    0.0046 |   0.625 |       0.9375 |  3.262s |     1m:46s |
| Iteration 27     | exponen.. |        0.0778 |          431 |       0.6 | squared_er.. |                 3 |                9 |         5 |          0.8 |    0.0042 |     0.5 |       0.9375 |  3.250s |     1m:50s |
| Iteration 28     | exponen.. |        0.0111 |          275 |       0.7 | squared_er.. |                 3 |                8 |         6 |         log2 |    0.0043 |   0.625 |       0.9375 |  3.203s |     1m:54s |
| Iteration 29     | exponen.. |        0.0371 |          199 |       0.7 | squared_er.. |                17 |                5 |         6 |          0.8 |    0.0041 |  0.8125 |       0.9375 |  3.188s |     1m:59s |
| Iteration 30     | exponen.. |        0.0392 |          287 |       1.0 | squared_er.. |                14 |               15 |         5 |          0.7 |    0.0055 |    0.75 |       0.9375 |  3.195s |     2m:04s |
| Iteration 31     | exponen.. |        0.6466 |          166 |       0.7 | squared_er.. |                14 |               13 |         5 |          0.8 |    0.0046 |   0.625 |       0.9375 |  3.818s |     2m:09s |
| Iteration 32     | exponen.. |        0.0998 |          442 |       0.8 | friedman_mse |                11 |               14 |         6 |          0.7 |    0.0041 |   0.875 |       0.9375 |  3.265s |     2m:13s |
| Iteration 33     |  deviance |        0.0567 |          387 |       0.6 | squared_er.. |                13 |               19 |         6 |         None |    0.0254 |     0.5 |       0.9375 |  3.245s |     2m:17s |
| Iteration 34     | exponen.. |        0.0785 |          500 |       0.7 | squared_er.. |                12 |                5 |         6 |          0.7 |    0.0042 |    0.75 |       0.9375 |  3.282s |     2m:22s |
| Iteration 35     | exponen.. |          0.01 |           10 |       0.8 | friedman_mse |                12 |               20 |        10 |         None |    0.0046 |   0.875 |       0.9375 |  3.169s |     2m:26s |
| Iteration 36     | exponen.. |        0.0239 |          322 |       0.8 | friedman_mse |                13 |               10 |         9 |          0.8 |    0.0012 |  0.5625 |       0.9375 |  3.227s |     2m:30s |
| Iteration 37     |  deviance |        0.0348 |          249 |       0.8 | friedman_mse |                13 |                3 |         4 |          0.9 |    0.0046 |     1.0 |          1.0 |  3.190s |     2m:34s |
| Iteration 38     |  deviance |        0.0307 |           44 |       0.9 | friedman_mse |                13 |                1 |         2 |         sqrt |    0.0042 |  0.5625 |          1.0 |  3.138s |     2m:40s |
| Iteration 39     | exponen.. |        0.0467 |          222 |       0.8 | squared_er.. |                13 |               17 |         4 |          0.9 |    0.0048 |     0.5 |          1.0 |  3.186s |     2m:45s |
| Iteration 40     |  deviance |        0.2369 |          273 |       0.7 | friedman_mse |                13 |               15 |         6 |          0.9 |    0.0047 |    0.75 |          1.0 |  3.391s |     2m:51s |
| Iteration 41     | exponen.. |        0.5284 |           91 |       0.8 | squared_er.. |                15 |                7 |         5 |          0.7 |    0.0053 |     0.5 |          1.0 |  3.166s |     2m:56s |
| Iteration 42     |  deviance |        0.0847 |          255 |       0.8 | friedman_mse |                13 |                9 |         4 |          0.9 |    0.0011 |    0.75 |          1.0 |  3.227s |     3m:02s |
| Iteration 43     | exponen.. |        0.1128 |          133 |       0.8 | friedman_mse |                12 |                3 |         2 |          0.9 |    0.0121 |   0.625 |          1.0 |  3.171s |     3m:08s |
| Iteration 44     |  deviance |        0.0356 |          282 |       0.8 | friedman_mse |                14 |                1 |         4 |          0.9 |       0.0 |  0.9375 |          1.0 |  3.259s |     3m:14s |
| Iteration 45     |  deviance |        0.0298 |          243 |       1.0 | friedman_mse |                14 |                8 |         4 |          0.9 |    0.0061 |   0.875 |          1.0 |  3.220s |     3m:20s |
| Iteration 46     |  deviance |        0.0293 |          247 |       0.6 | friedman_mse |                18 |                2 |         4 |          0.9 |    0.0036 |  0.4375 |          1.0 |  3.242s |     3m:25s |
| Iteration 47     | exponen.. |        0.0957 |          262 |       0.8 | friedman_mse |                13 |                1 |         4 |          0.9 |    0.0069 |     0.5 |          1.0 |  3.266s |     3m:31s |
| Iteration 48     |  deviance |        0.0299 |          253 |       0.8 | friedman_mse |                12 |               11 |         4 |          0.9 |    0.0048 |     1.0 |          1.0 |  3.231s |     3m:37s |
| Iteration 49     |  deviance |        0.0237 |          218 |       0.9 | squared_er.. |                17 |                1 |         7 |          0.9 |    0.0011 |   0.875 |          1.0 |  3.226s |     3m:43s |
| Iteration 50     |  deviance |        0.0324 |          254 |       0.8 | friedman_mse |                14 |               17 |         4 |          0.9 |    0.0052 |    0.75 |          1.0 |  3.214s |     3m:49s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0299, 'n_estimators': 253, 'subsample': 0.8, 'criterion': 'friedman_mse', 'min_samples_split': 12, 'min_samples_leaf': 11, 'max_depth': 4, 'max_features': 0.9, 'ccp_alpha': 0.0048}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.077s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.049
Time elapsed: 0.359s
-------------------------------------------------
Total time: 3m:51s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  3.180s |     3.193s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  3.202s |     8.147s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.4375 |        0.625 |  3.186s |    13.123s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.6875 |       0.6875 |  3.172s |    18.016s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |       0.6875 |  3.179s |    22.967s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |       0.6875 |  3.182s |    27.897s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.6875 |       0.6875 |  3.227s |    33.040s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.6875 |       0.6875 |  3.793s |    39.391s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.1875 |       0.6875 |  3.202s |    44.339s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |       0.6875 |  3.191s |    49.260s |
| Iteration 11     |      l2 |  3.1221 | newto.. |      946 |      --- |    0.25 |       0.6875 |  3.177s |    54.530s |
| Iteration 12     |      l1 |  3.7602 | libli.. |      205 |      --- |    0.75 |         0.75 |  3.191s |    59.845s |
| Iteration 13     |      l2 |   0.001 | newto.. |     1000 |      --- |     0.5 |         0.75 |  3.205s |     1m:05s |
| Iteration 14     |      l1 |  0.0047 | libli.. |      686 |      --- |     0.5 |         0.75 |  3.267s |     1m:09s |
| Iteration 15     |    none |     --- |   lbfgs |      852 |      --- |    0.75 |         0.75 |  3.228s |     1m:13s |
| Iteration 16     |    none |     --- |     sag |      673 |      --- |  0.6875 |         0.75 |  3.205s |     1m:17s |
| Iteration 17     |      l2 |  0.0022 | newto.. |      632 |      --- |  0.6875 |         0.75 |  3.196s |     1m:21s |
| Iteration 18     |      l1 |   100.0 | libli.. |      614 |      --- |  0.4375 |         0.75 |  3.196s |     1m:25s |
| Iteration 19     |    none |     --- |   lbfgs |      596 |      --- |  0.1875 |         0.75 |  3.186s |     1m:29s |
| Iteration 20     |      l1 |  0.0023 |    saga |      276 |      --- |     0.5 |         0.75 |  3.171s |     1m:33s |
| Iteration 21     |      l2 |  0.0015 |     sag |      964 |      --- |    0.25 |         0.75 |  3.181s |     1m:37s |
| Iteration 22     |      l2 | 37.5058 | newto.. |      201 |      --- |     0.5 |         0.75 |  3.178s |     1m:41s |
| Iteration 23     |    none |     --- |   lbfgs |      875 |      --- |   0.125 |         0.75 |  3.223s |     1m:45s |
| Iteration 24     |      l2 | 16.3832 |     sag |      495 |      --- |  0.3125 |         0.75 |  3.164s |     1m:49s |
| Iteration 25     |      l2 |  1.6259 | libli.. |      321 |      --- |   0.375 |         0.75 |  3.181s |     1m:53s |
| Iteration 26     |      l2 |   0.065 | newto.. |      422 |      --- |  0.6875 |         0.75 |  3.178s |     1m:57s |
| Iteration 27     |    none |     --- |   lbfgs |      852 |      --- |    0.75 |         0.75 |  0.001s |     1m:58s |
| Iteration 28     |      l2 |  4.0203 |   lbfgs |      846 |      --- |  0.5625 |         0.75 |  3.165s |     2m:02s |
| Iteration 29     |      l2 |  2.9018 | libli.. |      211 |      --- |  0.3125 |         0.75 |  3.126s |     2m:06s |
| Iteration 30     |    none |     --- | newto.. |      844 |      --- |    0.75 |         0.75 |  3.273s |     2m:10s |
| Iteration 31     |    none |     --- | newto.. |      849 |      --- |  0.3125 |         0.75 |  3.279s |     2m:14s |
| Iteration 32     |      l2 |   1.743 | libli.. |      839 |      --- |    0.75 |         0.75 |  3.267s |     2m:18s |
| Iteration 33     |    none |     --- | newto.. |      837 |      --- |  0.3125 |         0.75 |  3.155s |     2m:22s |
| Iteration 34     |      l2 |  0.2016 | newto.. |      518 |      --- |   0.375 |         0.75 |  3.771s |     2m:27s |
| Iteration 35     |      l2 |  1.5748 |   lbfgs |      849 |      --- |  0.6875 |         0.75 |  3.176s |     2m:31s |
| Iteration 36     |      l2 |  2.1409 |   lbfgs |      849 |      --- |  0.4375 |         0.75 |  3.201s |     2m:35s |
| Iteration 37     |    none |     --- |    saga |      233 |      --- |  0.5625 |         0.75 |  3.153s |     2m:39s |
| Iteration 38     |    none |     --- | newto.. |      751 |      --- |     0.5 |         0.75 |  3.162s |     2m:43s |
| Iteration 39     |      l2 |  0.6685 | newto.. |      652 |      --- |   0.375 |         0.75 |  3.286s |     2m:48s |
| Iteration 40     |    none |     --- |   lbfgs |      858 |      --- |  0.6875 |         0.75 |  3.314s |     2m:52s |
| Iteration 41     | elast.. |  0.0023 |    saga |      856 |      0.8 |     0.5 |         0.75 |  3.128s |     2m:57s |
| Iteration 42     |    none |     --- | newto.. |      844 |      --- |    0.75 |         0.75 |  0.001s |     2m:58s |
| Iteration 43     |    none |     --- | newto.. |      845 |      --- |   0.625 |         0.75 |  3.134s |     3m:03s |
| Iteration 44     |    none |     --- |   lbfgs |      852 |      --- |    0.75 |         0.75 |  0.000s |     3m:04s |
| Iteration 45     |    none |     --- |    saga |      849 |      --- |   0.625 |         0.75 |  3.241s |     3m:09s |
| Iteration 46     |    none |     --- |   lbfgs |      849 |      --- |   0.375 |         0.75 |  3.189s |     3m:14s |
| Iteration 47     |    none |     --- | newto.. |      844 |      --- |    0.75 |         0.75 |  0.001s |     3m:15s |
| Iteration 48     |    none |     --- |     sag |      840 |      --- |  0.5625 |         0.75 |  3.303s |     3m:19s |
| Iteration 49     |    none |     --- |    saga |      845 |      --- |   0.625 |         0.75 |  3.224s |     3m:23s |
| Iteration 50     |    none |     --- |    saga |      856 |      --- |  0.5625 |         0.75 |  3.284s |     3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 844}
Best evaluation --> roc_auc: 0.75
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8179
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.021s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1288
Time elapsed: 0.096s
-------------------------------------------------
Total time: 3m:29s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  3.211s |     3.216s |
| Initial point 2  |     svd |       --- |  0.5625 |         0.75 |  3.125s |     6.896s |
| Initial point 3  |     svd |       --- |  0.5625 |         0.75 |  0.001s |     7.601s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |         0.75 |  3.069s |    11.350s |
| Initial point 5  |   eigen |       0.9 |   0.375 |         0.75 |  3.152s |    15.003s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |       0.8125 |  3.180s |    18.754s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |       0.8125 |  3.159s |    22.414s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |       0.8125 |  3.165s |    26.086s |
| Initial point 9  |    lsqr |       0.6 |  0.4375 |       0.8125 |  3.158s |    29.720s |
| Initial point 10 |   eigen |       0.8 |   0.375 |       0.8125 |  3.162s |    33.406s |
| Iteration 11     |   eigen |       0.6 |   0.625 |       0.8125 |  3.158s |    37.220s |
| Iteration 12     |   eigen |       0.7 |  0.6875 |       0.8125 |  3.182s |    41.029s |
| Iteration 13     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |    41.637s |
| Iteration 14     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    42.256s |
| Iteration 15     |    lsqr |       1.0 |  0.4375 |       0.8125 |  3.791s |    46.646s |
| Iteration 16     |   eigen |      None |  0.5625 |       0.8125 |  3.148s |    50.546s |
| Iteration 17     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    51.164s |
| Iteration 18     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    52.800s |
| Iteration 19     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    53.654s |
| Iteration 20     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |    54.273s |
| Iteration 21     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |    54.928s |
| Iteration 22     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    55.610s |
| Iteration 23     |    lsqr |      None |   0.125 |       0.8125 |  3.161s |    59.441s |
| Iteration 24     |   eigen |      auto |    0.25 |       0.8125 |  3.156s |     1m:03s |
| Iteration 25     |   eigen |       0.5 |  0.4375 |       0.8125 |  3.194s |     1m:07s |
| Iteration 26     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |     1m:08s |
| Iteration 27     |    lsqr |      auto |    0.25 |       0.8125 |  3.162s |     1m:12s |
| Iteration 28     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 29     |    lsqr |       0.8 |   0.625 |       0.8125 |  0.000s |     1m:14s |
| Iteration 30     |    lsqr |       0.5 |  0.5625 |       0.8125 |  0.000s |     1m:15s |
| Iteration 31     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:16s |
| Iteration 32     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:17s |
| Iteration 33     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:18s |
| Iteration 34     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:19s |
| Iteration 35     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:19s |
| Iteration 36     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:20s |
| Iteration 37     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:21s |
| Iteration 38     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:21s |
| Iteration 39     |   eigen |       0.9 |   0.375 |       0.8125 |  0.001s |     1m:24s |
| Iteration 40     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:25s |
| Iteration 41     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:25s |
| Iteration 42     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:26s |
| Iteration 43     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:27s |
| Iteration 44     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:28s |
| Iteration 45     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:29s |
| Iteration 46     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:29s |
| Iteration 47     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:30s |
| Iteration 48     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:31s |
| Iteration 49     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:32s |
| Iteration 50     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.683
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.4
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:34s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  3.183s |     3.186s |
| Initial point 2  |       0.9 |  0.8125 |       0.8125 |  3.200s |     6.865s |
| Initial point 3  |       0.1 |   0.125 |       0.8125 |  3.142s |    10.525s |
| Initial point 4  |       1.0 |    0.75 |       0.8125 |  0.001s |    11.343s |
| Initial point 5  |       0.2 |  0.3125 |       0.8125 |  3.178s |    14.991s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  3.211s |    18.756s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.001s |    19.219s |
| Initial point 8  |       0.7 |  0.4375 |       0.8125 |  3.206s |    22.869s |
| Initial point 9  |       0.9 |  0.8125 |       0.8125 |  0.000s |    23.371s |
| Initial point 10 |       0.8 |   0.375 |       0.8125 |  3.242s |    27.073s |
| Iteration 11     |       0.3 |     0.5 |       0.8125 |  3.213s |    30.862s |
| Iteration 12     |       0.6 |  0.6875 |       0.8125 |  3.252s |    34.708s |
| Iteration 13     |       0.5 |  0.1875 |       0.8125 |  3.261s |    38.904s |
| Iteration 14     |       0.0 |   0.625 |       0.8125 |  3.104s |    42.652s |
| Iteration 15     |       0.9 |  0.8125 |       0.8125 |  0.000s |    43.828s |
| Iteration 16     |       0.4 |  0.8125 |       0.8125 |  0.000s |    44.457s |
| Iteration 17     |       0.4 |  0.8125 |       0.8125 |  0.000s |    45.048s |
| Iteration 18     |       0.9 |  0.8125 |       0.8125 |  0.000s |    45.624s |
| Iteration 19     |       0.9 |  0.8125 |       0.8125 |  0.000s |    46.189s |
| Iteration 20     |       0.4 |  0.8125 |       0.8125 |  0.000s |    46.744s |
| Iteration 21     |       0.4 |  0.8125 |       0.8125 |  0.000s |    47.340s |
| Iteration 22     |       0.9 |  0.8125 |       0.8125 |  0.000s |    47.932s |
| Iteration 23     |       0.9 |  0.8125 |       0.8125 |  0.000s |    48.553s |
| Iteration 24     |       0.4 |  0.8125 |       0.8125 |  0.000s |    49.167s |
| Iteration 25     |       0.6 |  0.6875 |       0.8125 |  0.000s |    49.959s |
| Iteration 26     |       0.4 |  0.8125 |       0.8125 |  0.000s |    50.585s |
| Iteration 27     |       0.1 |   0.125 |       0.8125 |  0.000s |    51.165s |
| Iteration 28     |       0.9 |  0.8125 |       0.8125 |  0.000s |    51.777s |
| Iteration 29     |       0.2 |  0.3125 |       0.8125 |  0.000s |    52.357s |
| Iteration 30     |       0.8 |   0.375 |       0.8125 |  0.000s |    52.956s |
| Iteration 31     |       0.4 |  0.8125 |       0.8125 |  0.000s |    53.583s |
| Iteration 32     |       0.9 |  0.8125 |       0.8125 |  0.000s |    54.193s |
| Iteration 33     |       0.4 |  0.8125 |       0.8125 |  0.000s |    54.818s |
| Iteration 34     |       0.9 |  0.8125 |       0.8125 |  0.000s |    55.443s |
| Iteration 35     |       0.4 |  0.8125 |       0.8125 |  0.000s |    56.076s |
| Iteration 36     |       0.9 |  0.8125 |       0.8125 |  0.000s |    56.823s |
| Iteration 37     |       0.4 |  0.8125 |       0.8125 |  0.000s |    57.466s |
| Iteration 38     |       0.9 |  0.8125 |       0.8125 |  0.000s |    58.125s |
| Iteration 39     |       0.4 |  0.8125 |       0.8125 |  0.000s |    58.793s |
| Iteration 40     |       0.9 |  0.8125 |       0.8125 |  0.000s |    59.447s |
| Iteration 41     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:00s |
| Iteration 42     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 43     |       0.4 |  0.8125 |       0.8125 |  0.001s |     1m:01s |
| Iteration 44     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 45     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 46     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 47     |       0.9 |  0.8125 |       0.8125 |  0.003s |     1m:04s |
| Iteration 48     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
| Iteration 49     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:06s |
| Iteration 50     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6348
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.4062
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:07s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.4393 | dista.. |      auto |        40 |       1 |  0.1875 |       0.1875 |  3.183s |     3.204s |
| Initial point 2  |  4.5494 | uniform |   kd_tree |        39 |       2 |  0.5312 |       0.5312 |  3.239s |     6.940s |
| Initial point 3  |  3.5937 | dista.. | ball_tree |        25 |       2 |   0.625 |        0.625 |  3.234s |    10.690s |
| Initial point 4  | 10.4846 | uniform | ball_tree |        39 |       2 |     0.5 |        0.625 |  3.079s |    14.250s |
| Initial point 5  |  8.2133 | dista.. |      auto |        30 |       2 |     0.5 |        0.625 |  3.167s |    17.902s |
| Initial point 6  |  9.5116 | dista.. | ball_tree |        21 |       2 |     0.5 |        0.625 |  3.193s |    21.573s |
| Initial point 7  |  6.8034 | dista.. | ball_tree |        24 |       1 |  0.5938 |        0.625 |  3.222s |    25.267s |
| Initial point 8  |  1.6303 | dista.. | ball_tree |        21 |       2 |  0.4375 |        0.625 |  3.176s |    29.346s |
| Initial point 9  |  7.5785 | uniform | ball_tree |        24 |       1 |  0.3438 |        0.625 |  3.217s |    33.070s |
| Initial point 10 |  5.3829 | uniform |     brute |        22 |       2 |   0.375 |        0.625 |  3.246s |    36.817s |
| Iteration 11     | 11.4716 | dista.. |   kd_tree |        26 |       2 |     0.5 |        0.625 |  3.212s |    40.889s |
| Iteration 12     |  1.4963 | dista.. |      auto |        26 |       1 |     0.5 |        0.625 |  3.235s |    45.585s |
| Iteration 13     |  0.0045 | dista.. |     brute |        25 |       1 |     0.5 |        0.625 |  3.211s |    50.746s |
| Iteration 14     |  0.0551 | uniform |     brute |        34 |       1 |     0.5 |        0.625 |  3.223s |    54.947s |
| Iteration 15     | 11.2404 | uniform |      auto |        31 |       2 |     0.5 |        0.625 |  3.208s |    58.935s |
| Iteration 16     |  6.3455 | dista.. | ball_tree |        23 |       1 |     1.0 |          1.0 |  3.207s |     1m:03s |
| Iteration 17     | 11.4716 | dista.. |      auto |        23 |       2 |     0.5 |          1.0 |  3.858s |     1m:08s |
| Iteration 18     |  5.4679 | dista.. |     brute |        20 |       1 |   0.375 |          1.0 |  3.214s |     1m:12s |
| Iteration 19     |  0.0052 | dista.. | ball_tree |        23 |       2 |     0.5 |          1.0 |  3.222s |     1m:16s |
| Iteration 20     |  6.3043 | dista.. |   kd_tree |        24 |       2 |     0.0 |          1.0 |  3.118s |     1m:20s |
| Iteration 21     | 10.8774 | dista.. | ball_tree |        23 |       1 |   0.625 |          1.0 |  3.181s |     1m:24s |
| Iteration 22     |  0.0013 | dista.. | ball_tree |        22 |       1 |     0.5 |          1.0 |  3.187s |     1m:28s |
| Iteration 23     |  4.3351 | dista.. | ball_tree |        26 |       1 |  0.4062 |          1.0 |  3.340s |     1m:32s |
| Iteration 24     |   3.941 | uniform |   kd_tree |        38 |       2 |  0.1875 |          1.0 |  3.176s |     1m:36s |
| Iteration 25     |  4.4561 | uniform |   kd_tree |        40 |       2 |  0.3438 |          1.0 |  3.165s |     1m:40s |
| Iteration 26     | 11.2534 | dista.. | ball_tree |        24 |       1 |  0.8125 |          1.0 |  3.178s |     1m:44s |
| Iteration 27     | 11.3845 | dista.. | ball_tree |        23 |       1 |  0.4375 |          1.0 |  3.132s |     1m:49s |
| Iteration 28     | 11.4393 | dista.. | ball_tree |        24 |       1 |  0.8125 |          1.0 |  3.138s |     1m:53s |
| Iteration 29     |   6.412 | dista.. |     brute |        23 |       1 |   0.625 |          1.0 |  3.130s |     1m:57s |
| Iteration 30     |  0.0984 | dista.. | ball_tree |        24 |       1 |     0.5 |          1.0 |  3.151s |     2m:01s |
| Iteration 31     |  6.4968 | dista.. | ball_tree |        23 |       1 |  0.6562 |          1.0 |  3.169s |     2m:05s |
| Iteration 32     |  6.0323 | dista.. | ball_tree |        23 |       1 |     1.0 |          1.0 |  3.150s |     2m:09s |
| Iteration 33     |  4.7985 | dista.. | ball_tree |        23 |       1 |  0.5625 |          1.0 |  3.160s |     2m:13s |
| Iteration 34     |  5.9723 | dista.. | ball_tree |        23 |       1 |  0.4375 |          1.0 |  3.138s |     2m:17s |
| Iteration 35     |  9.1992 | dista.. | ball_tree |        24 |       1 |  0.5625 |          1.0 |  3.190s |     2m:21s |
| Iteration 36     | 10.2855 | dista.. | ball_tree |        21 |       1 |   0.625 |          1.0 |  3.153s |     2m:25s |
| Iteration 37     |  8.4146 | dista.. | ball_tree |        23 |       1 |  0.9375 |          1.0 |  3.153s |     2m:29s |
| Iteration 38     |  5.4829 | dista.. | ball_tree |        20 |       1 |  0.8125 |          1.0 |  3.145s |     2m:33s |
| Iteration 39     |  9.2587 | dista.. | ball_tree |        32 |       1 |  0.5625 |          1.0 |  3.163s |     2m:37s |
| Iteration 40     |  7.5713 | dista.. | ball_tree |        20 |       1 |     0.5 |          1.0 |  3.149s |     2m:41s |
| Iteration 41     | 11.4062 | dista.. |   kd_tree |        38 |       1 |  0.3125 |          1.0 |  3.163s |     2m:45s |
| Iteration 42     | 11.4716 | dista.. | ball_tree |        40 |       1 |  0.4062 |          1.0 |  3.151s |     2m:49s |
| Iteration 43     |  7.9603 | dista.. |      auto |        22 |       1 |   0.625 |          1.0 |  3.274s |     2m:55s |
| Iteration 44     | 11.4275 | dista.. |     brute |        26 |       1 |    0.75 |          1.0 |  3.264s |     2m:59s |
| Iteration 45     | 11.4716 | dista.. |      auto |        26 |       1 |  0.7188 |          1.0 |  3.282s |     3m:03s |
| Iteration 46     | 11.4716 | dista.. |     brute |        26 |       1 |  0.4375 |          1.0 |  3.345s |     3m:07s |
| Iteration 47     |  9.7499 | dista.. |      auto |        24 |       1 |   0.375 |          1.0 |  3.273s |     3m:12s |
| Iteration 48     |  9.5695 | dista.. |   kd_tree |        23 |       1 |  0.4375 |          1.0 |  3.280s |     3m:16s |
| Iteration 49     |  0.1075 | uniform |      auto |        40 |       1 |     0.5 |          1.0 |  3.332s |     3m:20s |
| Iteration 50     |  0.4818 | uniform |      auto |        20 |       2 |   0.375 |          1.0 |  3.210s |     3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'radius': 6.3455, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 23, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1012
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:25s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.8438 |       0.8438 |  3.588s |     3.596s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |       0.8438 |  3.634s |     7.833s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     0.5 |       0.8438 |  3.376s |    11.713s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.8125 |       0.8438 |  3.504s |    15.705s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.3125 |       0.8438 |  3.288s |    19.473s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.5625 |       0.8438 |  3.534s |    24.187s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.3438 |       0.8438 |  3.193s |    28.024s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  3.482s |    32.081s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |          1.0 |  3.153s |    35.703s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8438 |          1.0 |  3.330s |    39.575s |
| Iteration 11     |           63 |          0.02 |     SAMME |    0.25 |          1.0 |  3.198s |    44.027s |
| Iteration 12     |          423 |        0.0233 |     SAMME |    0.75 |          1.0 |  3.501s |    48.260s |
| Iteration 13     |          387 |        0.0109 |     SAMME |   0.375 |          1.0 |  3.460s |    52.420s |
| Iteration 14     |          412 |        9.5239 |     SAMME |  0.6875 |          1.0 |  3.172s |    56.340s |
| Iteration 15     |          412 |          0.01 |     SAMME |  0.9375 |          1.0 |  3.491s |     1m:01s |
| Iteration 16     |          409 |        0.0306 |     SAMME |    0.75 |          1.0 |  3.440s |     1m:05s |
| Iteration 17     |          414 |          0.01 |   SAMME.R |     0.5 |          1.0 |  3.516s |     1m:09s |
| Iteration 18     |          158 |        0.0195 |     SAMME |  0.5938 |          1.0 |  3.918s |     1m:14s |
| Iteration 19     |          415 |          0.01 |     SAMME |  0.1875 |          1.0 |  3.449s |     1m:18s |
| Iteration 20     |          409 |        0.0137 |     SAMME |  0.1875 |          1.0 |  3.444s |     1m:22s |
| Iteration 21     |          410 |        0.0194 |   SAMME.R |   0.875 |          1.0 |  3.492s |     1m:26s |
| Iteration 22     |          373 |        0.0217 |     SAMME |  0.2812 |          1.0 |  3.397s |     1m:31s |
| Iteration 23     |          408 |        0.0186 |     SAMME |  0.6875 |          1.0 |  3.479s |     1m:35s |
| Iteration 24     |          496 |        0.0185 |     SAMME |  0.5625 |          1.0 |  3.478s |     1m:39s |
| Iteration 25     |          461 |         0.019 |   SAMME.R |  0.5625 |          1.0 |  3.538s |     1m:43s |
| Iteration 26     |          208 |        0.0165 |     SAMME |   0.625 |          1.0 |  3.288s |     1m:47s |
| Iteration 27     |          411 |        0.0206 |   SAMME.R |  0.3438 |          1.0 |  3.479s |     1m:51s |
| Iteration 28     |          417 |        0.0192 |   SAMME.R |     0.5 |          1.0 |  3.513s |     1m:56s |
| Iteration 29     |          410 |        0.0189 |   SAMME.R |  0.8125 |          1.0 |  3.502s |     1m:60s |
| Iteration 30     |          412 |        0.0182 |   SAMME.R |  0.7188 |          1.0 |  3.515s |     2m:04s |
| Iteration 31     |          411 |        0.0171 |     SAMME |  0.4375 |          1.0 |  3.486s |     2m:08s |
| Iteration 32     |          177 |         0.015 |   SAMME.R |  0.6875 |          1.0 |  3.320s |     2m:12s |
| Iteration 33     |          423 |          6.66 |   SAMME.R |     0.5 |          1.0 |  3.500s |     2m:17s |
| Iteration 34     |          404 |        0.0186 |   SAMME.R |  0.6875 |          1.0 |  3.499s |     2m:21s |
| Iteration 35     |           82 |        0.0167 |   SAMME.R |  0.8438 |          1.0 |  3.250s |     2m:25s |
| Iteration 36     |          107 |        0.0799 |   SAMME.R |  0.3125 |          1.0 |  3.253s |     2m:29s |
| Iteration 37     |          309 |        0.0181 |   SAMME.R |  0.9375 |          1.0 |  3.349s |     2m:33s |
| Iteration 38     |          489 |         0.017 |   SAMME.R |  0.6562 |          1.0 |  3.518s |     2m:38s |
| Iteration 39     |          490 |         0.016 |   SAMME.R |  0.5625 |          1.0 |  3.535s |     2m:42s |
| Iteration 40     |          366 |        0.0812 |     SAMME |  0.8125 |          1.0 |  3.393s |     2m:46s |
| Iteration 41     |          288 |        0.0181 |   SAMME.R |   0.375 |          1.0 |  3.372s |     2m:50s |
| Iteration 42     |          281 |        0.0918 |     SAMME |  0.6875 |          1.0 |  3.326s |     2m:54s |
| Iteration 43     |          413 |        0.0192 |     SAMME |  0.6875 |          1.0 |  3.475s |     2m:59s |
| Iteration 44     |          411 |        0.0191 |     SAMME |     1.0 |          1.0 |  3.476s |     3m:03s |
| Iteration 45     |          410 |         0.019 |     SAMME |  0.9062 |          1.0 |  3.505s |     3m:08s |
| Iteration 46     |          461 |        0.0187 |   SAMME.R |     0.5 |          1.0 |  3.576s |     3m:12s |
| Iteration 47     |          311 |        0.0182 |   SAMME.R |  0.4688 |          1.0 |  3.444s |     3m:17s |
| Iteration 48     |          410 |         0.019 |     SAMME |  0.9062 |          1.0 |  0.001s |     3m:17s |
| Iteration 49     |          410 |        0.1007 |     SAMME |   0.875 |          1.0 |  3.483s |     3m:22s |
| Iteration 50     |          409 |        5.7182 |     SAMME |  0.5625 |          1.0 |  3.215s |     3m:26s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.019, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9348
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.331s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 1.517s
-------------------------------------------------
Total time: 3m:29s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.375 |        0.375 |  3.576s |     3.595s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |       0.8125 |  3.456s |     7.594s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.8125 |  3.478s |    11.600s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  3.301s |    15.400s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.375 |       0.8125 |  3.470s |    19.370s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |       0.8125 |  3.320s |    23.189s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.5625 |       0.8125 |  3.374s |    27.031s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9375 |       0.9375 |  3.338s |    31.023s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |       0.9375 |  3.438s |    34.965s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |       0.9375 |  3.428s |    38.874s |
| Iteration 11     |           10 |   entropy |      None |                 2 |               17 |          0.5 |     False |    0.0157 |         --- |  0.4062 |       0.9375 |  3.193s |    43.018s |
| Iteration 12     |          316 |   entropy |      None |                 3 |               18 |         auto |     False |    0.0132 |         --- |   0.875 |       0.9375 |  3.372s |    47.245s |
| Iteration 13     |           10 |      gini |         8 |                20 |               10 |         auto |     False |    0.0102 |         --- |  0.4375 |       0.9375 |  3.167s |    51.262s |
| Iteration 14     |          316 |   entropy |      None |                 6 |               15 |         auto |     False |    0.0191 |         --- |  0.6875 |       0.9375 |  3.347s |    55.534s |
| Iteration 15     |          500 |      gini |         7 |                 2 |               12 |          0.9 |     False |    0.0109 |         --- |  0.6875 |       0.9375 |  3.468s |    59.856s |
| Iteration 16     |          500 |      gini |         1 |                 2 |                8 |         log2 |     False |    0.0231 |         --- |  0.5625 |       0.9375 |  3.470s |     1m:04s |
| Iteration 17     |          331 |   entropy |      None |                 2 |               15 |          0.7 |     False |    0.0186 |         --- |  0.7812 |       0.9375 |  3.361s |     1m:09s |
| Iteration 18     |          266 |      gini |         7 |                 6 |                7 |          0.6 |     False |    0.0121 |         --- |   0.625 |       0.9375 |  3.257s |     1m:13s |
| Iteration 19     |           82 |   entropy |         4 |                 6 |               15 |         auto |     False |    0.0304 |         --- |    0.25 |       0.9375 |  3.167s |     1m:18s |
| Iteration 20     |          267 |   entropy |      None |                 8 |               20 |          0.6 |     False |    0.0079 |         --- |  0.2188 |       0.9375 |  3.288s |     1m:23s |
| Iteration 21     |          225 |   entropy |      None |                17 |               11 |         auto |      True |    0.0349 |         0.7 |     0.5 |       0.9375 |  3.357s |     1m:27s |
| Iteration 22     |          258 |   entropy |      None |                 3 |                9 |         auto |     False |    0.0223 |         --- |  0.3125 |       0.9375 |  3.283s |     1m:32s |
| Iteration 23     |          329 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |       0.9375 |  3.342s |     1m:36s |
| Iteration 24     |          281 |      gini |         2 |                10 |               18 |         auto |     False |    0.0202 |         --- |   0.625 |       0.9375 |  3.284s |     1m:40s |
| Iteration 25     |           49 |      gini |      None |                 7 |               16 |          0.6 |     False |    0.0227 |         --- |  0.6562 |       0.9375 |  3.190s |     1m:45s |
| Iteration 26     |          281 |   entropy |      None |                 7 |               16 |         auto |     False |    0.0199 |         --- |  0.6875 |       0.9375 |  3.319s |     1m:49s |
| Iteration 27     |          219 |   entropy |         5 |                 3 |               16 |          0.7 |     False |    0.0186 |         --- |     0.5 |       0.9375 |  3.170s |     1m:53s |
| Iteration 28     |          140 |      gini |      None |                 4 |               16 |         sqrt |     False |    0.0186 |         --- |   0.875 |       0.9375 |  3.161s |     1m:58s |
| Iteration 29     |          182 |      gini |      None |                12 |               17 |          0.7 |     False |    0.0189 |         --- |    0.75 |       0.9375 |  3.229s |     2m:02s |
| Iteration 30     |          425 |      gini |      None |                15 |               10 |          0.8 |      True |    0.0189 |         0.7 |    0.75 |       0.9375 |  3.468s |     2m:06s |
| Iteration 31     |          473 |      gini |      None |                19 |               17 |          0.5 |     False |    0.0189 |         --- |  0.3125 |       0.9375 |  3.405s |     2m:11s |
| Iteration 32     |          174 |   entropy |         9 |                18 |               16 |          0.7 |     False |    0.0188 |         --- |  0.6562 |       0.9375 |  3.210s |     2m:15s |
| Iteration 33     |          454 |      gini |      None |                 3 |               18 |          0.5 |     False |    0.0141 |         --- |   0.375 |       0.9375 |  3.399s |     2m:20s |
| Iteration 34     |          278 |   entropy |      None |                17 |               20 |         auto |     False |     0.023 |         --- |  0.6875 |       0.9375 |  3.281s |     2m:24s |
| Iteration 35     |          135 |      gini |      None |                 8 |               17 |         sqrt |     False |    0.0214 |         --- |   0.875 |       0.9375 |  3.223s |     2m:28s |
| Iteration 36     |          180 |      gini |      None |                 3 |               17 |         sqrt |     False |    0.0139 |         --- |   0.625 |       0.9375 |  3.188s |     2m:33s |
| Iteration 37     |           41 |      gini |      None |                18 |               16 |         sqrt |     False |    0.0201 |         --- |  0.8125 |       0.9375 |  3.135s |     2m:37s |
| Iteration 38     |          317 |      gini |      None |                13 |               16 |         sqrt |     False |    0.0263 |         --- |   0.625 |       0.9375 |  3.306s |     2m:41s |
| Iteration 39     |           67 |      gini |      None |                 2 |               16 |         sqrt |     False |    0.0302 |         --- |   0.625 |       0.9375 |  3.151s |     2m:45s |
| Iteration 40     |          300 |   entropy |      None |                 7 |               19 |         auto |     False |    0.0161 |         --- |     1.0 |          1.0 |  3.303s |     2m:50s |
| Iteration 41     |          235 |   entropy |         2 |                 3 |               20 |         auto |      True |    0.0159 |         0.7 |     0.5 |          1.0 |  3.301s |     2m:54s |
| Iteration 42     |           27 |   entropy |      None |                19 |               20 |         auto |     False |    0.0165 |         --- |   0.625 |          1.0 |  3.755s |     2m:59s |
| Iteration 43     |          467 |   entropy |      None |                12 |               19 |         auto |      True |     0.016 |         0.5 |     0.5 |          1.0 |  3.453s |     3m:04s |
| Iteration 44     |          500 |      gini |         4 |                 2 |                5 |          0.7 |     False |    0.0118 |         --- |   0.875 |          1.0 |  3.456s |     3m:09s |
| Iteration 45     |          500 |   entropy |         5 |                19 |                3 |          0.7 |     False |    0.0177 |         --- |  0.8125 |          1.0 |  3.457s |     3m:13s |
| Iteration 46     |          417 |      gini |         2 |                17 |                7 |          0.7 |     False |    0.0141 |         --- |  0.5625 |          1.0 |  3.420s |     3m:18s |
| Iteration 47     |          389 |      gini |         5 |                 5 |                3 |          0.7 |     False |    0.0084 |         --- |  0.4688 |          1.0 |  3.397s |     3m:22s |
| Iteration 48     |          500 |   entropy |         4 |                10 |                6 |          0.7 |     False |    0.0169 |         --- |    0.75 |          1.0 |  3.483s |     3m:27s |
| Iteration 49     |          500 |      gini |         4 |                12 |                8 |          0.6 |     False |    0.0102 |         --- |   0.875 |          1.0 |  3.474s |     3m:32s |
| Iteration 50     |          500 |      gini |         4 |                 9 |                8 |          0.7 |     False |    0.0107 |         --- |  0.8125 |          1.0 |  3.457s |     3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 300, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 7, 'min_samples_leaf': 19, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0161}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8732
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.206s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.08
Time elapsed: 0.920s
-------------------------------------------------
Total time: 3m:39s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.208s |     3.227s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |       0.9375 |  3.216s |     6.948s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9375 |  3.203s |    10.676s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9375 |  3.138s |    14.303s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  3.170s |    17.998s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9375 |  3.159s |    21.622s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9375 |  3.179s |    25.290s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9375 |  3.155s |    28.937s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |       0.9375 |  3.205s |    32.842s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.174s |    36.803s |
| Iteration 11     |          385 |        0.0516 |         8 |  0.2788 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |   0.375 |       0.9375 |  3.183s |    40.805s |
| Iteration 12     |          227 |        0.0419 |         6 |  0.3078 |                6 |       0.9 |              0.9 |       0.1 |        0.1 |  0.7812 |       0.9375 |  3.172s |    44.961s |
| Iteration 13     |          446 |         0.043 |         6 |  0.5581 |                1 |       0.7 |              0.9 |       0.1 |        0.1 |    0.75 |       0.9375 |  3.199s |    49.046s |
| Iteration 14     |          461 |        0.0477 |         7 |  0.3849 |                2 |       0.9 |              0.9 |       0.1 |          0 |  0.5625 |       0.9375 |  3.217s |    53.009s |
| Iteration 15     |          328 |        0.0332 |         5 |   0.357 |                5 |       0.8 |              0.9 |       0.1 |       0.01 |  0.8438 |       0.9375 |  3.181s |    56.930s |
| Iteration 16     |          182 |        0.8363 |         4 |  0.0213 |                2 |       0.5 |              0.5 |       0.1 |        100 |     0.5 |       0.9375 |  3.166s |     1m:01s |
| Iteration 17     |          153 |        0.0111 |         3 |   0.772 |                9 |       0.8 |              0.9 |       0.1 |          1 |     0.5 |       0.9375 |  3.155s |     1m:05s |
| Iteration 18     |          327 |        0.0337 |         3 |  0.5667 |                4 |       0.8 |              0.9 |       0.1 |        0.1 |   0.375 |       0.9375 |  3.178s |     1m:09s |
| Iteration 19     |          435 |         0.756 |         5 |  0.9971 |                8 |       0.6 |              1.0 |       100 |        100 |     0.5 |       0.9375 |  3.802s |     1m:14s |
| Iteration 20     |          474 |          0.01 |         5 |  0.4165 |                7 |       0.9 |              0.9 |       0.1 |        0.1 |     0.5 |       0.9375 |  3.182s |     1m:18s |
| Iteration 21     |          436 |        0.0421 |         6 |  0.4265 |                6 |       0.6 |              1.0 |       100 |        100 |     0.5 |       0.9375 |  3.212s |     1m:22s |
| Iteration 22     |          499 |        0.0696 |         7 |  0.6083 |                3 |       0.9 |              0.9 |      0.01 |       0.01 |  0.2812 |       0.9375 |  3.195s |     1m:26s |
| Iteration 23     |          329 |        0.0405 |         6 |  0.7428 |                4 |       0.8 |              0.7 |       0.1 |        0.1 |    0.75 |       0.9375 |  3.190s |     1m:31s |
| Iteration 24     |          311 |        0.0402 |         6 |   0.651 |                5 |       0.8 |              0.9 |       0.1 |        0.1 |  0.5625 |       0.9375 |  3.166s |     1m:35s |
| Iteration 25     |          238 |        0.0625 |         5 |  0.3733 |               10 |       0.8 |              0.9 |       0.1 |          1 |     0.5 |       0.9375 |  3.162s |     1m:40s |
| Iteration 26     |          396 |         0.037 |         6 |  0.1305 |                4 |       0.5 |              0.8 |       0.1 |       0.01 |  0.4375 |       0.9375 |  3.198s |     1m:44s |
| Iteration 27     |          435 |        0.0394 |         6 |   0.266 |                2 |       0.8 |              0.7 |       0.1 |        0.1 |  0.4375 |       0.9375 |  3.186s |     1m:48s |
| Iteration 28     |           30 |        0.1766 |         7 |  0.8898 |                7 |       0.8 |              0.8 |       0.1 |          0 |     0.5 |       0.9375 |  3.130s |     1m:52s |
| Iteration 29     |          343 |        0.0373 |         6 |  0.4244 |                7 |       0.5 |              0.9 |       0.1 |        0.1 |     0.5 |       0.9375 |  3.180s |     1m:56s |
| Iteration 30     |          176 |        0.0118 |         6 |  0.5955 |                5 |       1.0 |              0.8 |       0.1 |       0.01 |  0.7812 |       0.9375 |  3.164s |     2m:00s |
| Iteration 31     |          352 |        0.0801 |         6 |  0.3953 |                4 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |       0.9375 |  3.181s |     2m:04s |
| Iteration 32     |          216 |         0.041 |         6 |   0.425 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.9375 |  3.180s |     2m:09s |
| Iteration 33     |          461 |        0.0382 |         6 |  0.3913 |                5 |       0.8 |              0.9 |       0.1 |        0.1 |  0.4375 |       0.9375 |  3.227s |     2m:13s |
| Iteration 34     |          171 |        0.1384 |         6 |   0.534 |                3 |       0.8 |              0.9 |       0.1 |       0.01 |     0.5 |       0.9375 |  3.175s |     2m:18s |
| Iteration 35     |          301 |         0.042 |         6 |  0.2737 |                3 |       0.9 |              0.6 |       0.1 |       0.01 |  0.6875 |       0.9375 |  3.205s |     2m:22s |
| Iteration 36     |           89 |        0.0423 |         6 |  0.2818 |                6 |       0.9 |              0.9 |       0.1 |        0.1 |  0.5312 |       0.9375 |  3.276s |     2m:26s |
| Iteration 37     |          456 |        0.0422 |         6 |   0.224 |                9 |       0.5 |              0.8 |      0.01 |          1 |     0.5 |       0.9375 |  3.335s |     2m:30s |
| Iteration 38     |          382 |        0.0421 |         6 |  0.1441 |                7 |       0.8 |              0.8 |       0.1 |          1 |   0.625 |       0.9375 |  3.272s |     2m:35s |
| Iteration 39     |          323 |        0.0321 |         5 |  0.5923 |                5 |       0.5 |              0.7 |       0.1 |       0.01 |     0.5 |       0.9375 |  3.204s |     2m:39s |
| Iteration 40     |          417 |        0.0424 |         6 |  0.0487 |                6 |       0.9 |              0.4 |       0.1 |        0.1 |  0.8125 |       0.9375 |  3.284s |     2m:43s |
| Iteration 41     |          268 |        0.0337 |         5 |  0.7411 |                4 |       0.9 |              0.7 |       0.1 |       0.01 |  0.5625 |       0.9375 |  3.217s |     2m:48s |
| Iteration 42     |          300 |        0.0113 |         6 |  0.1363 |                2 |       0.9 |              1.0 |       0.1 |       0.01 |  0.5625 |       0.9375 |  3.192s |     2m:52s |
| Iteration 43     |          363 |        0.2339 |         5 |  0.3438 |                5 |       1.0 |              0.9 |         1 |          1 |   0.375 |       0.9375 |  3.169s |     2m:56s |
| Iteration 44     |          341 |        0.0423 |         6 |  0.5894 |                6 |       0.8 |              0.5 |       0.1 |        0.1 |     1.0 |          1.0 |  3.193s |     3m:00s |
| Iteration 45     |          334 |        0.0424 |         6 |  0.9859 |                6 |       0.8 |              0.8 |        10 |        0.1 |     0.5 |          1.0 |  3.227s |     3m:05s |
| Iteration 46     |          375 |        0.0474 |         6 |  0.2608 |                6 |       0.7 |              0.5 |       0.1 |        100 |     0.5 |          1.0 |  3.236s |     3m:10s |
| Iteration 47     |          323 |        0.0424 |         6 |   0.093 |                7 |       0.8 |              0.9 |       0.1 |        0.1 |   0.375 |          1.0 |  3.216s |     3m:14s |
| Iteration 48     |          382 |        0.0426 |         6 |  0.5703 |                4 |       0.8 |              0.9 |       0.1 |          1 |   0.875 |          1.0 |  3.405s |     3m:19s |
| Iteration 49     |          356 |        0.0422 |         6 |  0.5324 |                4 |       1.0 |              0.6 |       0.1 |        0.1 |  0.6875 |          1.0 |  3.153s |     3m:23s |
| Iteration 50     |          235 |        0.0415 |         6 |  0.7792 |                6 |       0.7 |              0.5 |       0.1 |        100 |     0.5 |          1.0 |  3.178s |     3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'n_estimators': 341, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.5894, 'min_child_weight': 6, 'subsample': 0.8, 'colsample_bytree': 0.5, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.754
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.075s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.715 ± 0.2183
Time elapsed: 0.221s
-------------------------------------------------
Total time: 3m:29s


Final results ==================== >>
Duration: 24m:03s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.96 ± 0.049
Logistic Regression             --> roc_auc: 0.68 ± 0.1288 ~
Linear Discriminant Analysis    --> roc_auc: 0.45 ± 0.4
Quadratic Discriminant Analysis --> roc_auc: 0.4 ± 0.4062
Radius Nearest Neighbors        --> roc_auc: 0.7 ± 0.1012
AdaBoost                        --> roc_auc: 1.0 ± 0.0 !
Random Forest                   --> roc_auc: 0.91 ± 0.08
XGBoost                         --> roc_auc: 0.715 ± 0.2183
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 832 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVVSGGYNKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CASSPSSYEQYF.
   >>> Dropping feature CAVANDYKLSF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9375 |       0.9375 |  0.676s |     0.697s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.375 |       0.9375 |  0.709s |     1.894s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.375 |       0.9375 |  0.675s |     3.051s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |       0.9375 |  0.707s |     4.265s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.717s |     5.464s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |          1.0 |  0.757s |     6.699s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |          1.0 |  0.729s |     7.917s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.771s |     9.170s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  0.699s |    10.354s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |          1.0 |  0.698s |    11.545s |
| Iteration 11     | exponen.. |        0.1025 |          207 |       0.6 | friedman_mse |                11 |                1 |        10 |         sqrt |    0.0199 |     1.0 |          1.0 |  0.708s |    13.047s |
| Iteration 12     |  deviance |           1.0 |          445 |       0.5 | friedman_mse |                12 |                1 |         2 |         auto |    0.0023 |   0.625 |          1.0 |  0.764s |    14.690s |
| Iteration 13     | exponen.. |          0.01 |          196 |       1.0 | friedman_mse |                10 |                9 |        10 |         None |     0.035 |  0.8438 |          1.0 |  0.712s |    16.260s |
| Iteration 14     | exponen.. |        0.0567 |          164 |       0.6 | friedman_mse |                10 |                2 |         9 |         log2 |    0.0187 |   0.125 |          1.0 |  0.691s |    17.990s |
| Iteration 15     | exponen.. |        0.2083 |          224 |       0.8 | friedman_mse |                13 |               14 |         2 |         None |    0.0333 |    0.75 |          1.0 |  0.725s |    19.578s |
| Iteration 16     | exponen.. |        0.0818 |          213 |       0.5 | friedman_mse |                11 |                1 |        10 |         auto |    0.0126 |  0.9375 |          1.0 |  0.720s |    21.123s |
| Iteration 17     | exponen.. |        0.0343 |          230 |       0.6 | friedman_mse |                10 |                1 |         9 |         auto |    0.0149 |     0.5 |          1.0 |  0.714s |    22.782s |
| Iteration 18     | exponen.. |        0.3162 |          231 |       0.6 | friedman_mse |                 5 |                3 |         9 |          0.9 |    0.0236 |     1.0 |          1.0 |  0.731s |    24.401s |
| Iteration 19     |  deviance |        0.6632 |           32 |       1.0 | friedman_mse |                13 |                1 |        10 |         None |    0.0224 |   0.875 |          1.0 |  0.667s |    25.960s |
| Iteration 20     |  deviance |         0.087 |          470 |       0.6 | friedman_mse |                 4 |                3 |         9 |          0.6 |    0.0253 |    0.75 |          1.0 |  1.484s |    28.345s |
| Iteration 21     | exponen.. |         0.425 |          491 |       0.9 | friedman_mse |                 2 |                1 |        10 |          0.7 |    0.0202 |   0.625 |          1.0 |  0.830s |    30.113s |
| Iteration 22     | exponen.. |        0.1822 |          199 |       0.7 | friedman_mse |                10 |                1 |        10 |          0.5 |    0.0208 |     1.0 |          1.0 |  0.719s |    31.804s |
| Iteration 23     |  deviance |        0.1222 |          198 |       0.6 | friedman_mse |                 2 |                3 |         9 |          0.7 |    0.0331 |    0.75 |          1.0 |  0.679s |    33.397s |
| Iteration 24     | exponen.. |        0.2239 |          272 |       0.6 | friedman_mse |                 6 |                3 |         9 |          0.5 |    0.0318 |   0.875 |          1.0 |  0.743s |    35.127s |
| Iteration 25     | exponen.. |        0.0324 |          166 |       1.0 | friedman_mse |                15 |                8 |         7 |          0.8 |    0.0194 |     1.0 |          1.0 |  0.713s |    36.718s |
| Iteration 26     | exponen.. |         0.277 |          222 |       0.6 | friedman_mse |                 5 |                3 |         9 |          0.6 |    0.0257 |  0.5625 |          1.0 |  0.736s |    38.402s |
| Iteration 27     |  deviance |        0.1243 |          204 |       0.5 | friedman_mse |                11 |                2 |         9 |          0.7 |     0.014 |    0.75 |          1.0 |  0.731s |    39.947s |
| Iteration 28     |  deviance |        0.0304 |          152 |       1.0 | friedman_mse |                16 |                7 |         7 |          0.8 |    0.0154 |   0.875 |          1.0 |  0.711s |    41.492s |
| Iteration 29     | exponen.. |        0.3163 |           75 |       0.6 | friedman_mse |                 5 |                3 |         9 |          0.9 |     0.026 |  0.5938 |          1.0 |  0.696s |    43.146s |
| Iteration 30     |  deviance |        0.0184 |          166 |       1.0 | friedman_mse |                12 |               11 |         5 |          0.8 |    0.0312 |  0.8438 |          1.0 |  0.713s |    44.762s |
| Iteration 31     | exponen.. |         0.058 |          302 |       0.6 | friedman_mse |                 2 |                3 |         5 |          0.9 |    0.0186 |   0.875 |          1.0 |  0.759s |    46.519s |
| Iteration 32     | exponen.. |        0.0494 |          164 |       1.0 | friedman_mse |                16 |                5 |         9 |          0.8 |    0.0203 |     1.0 |          1.0 |  0.714s |    48.304s |
| Iteration 33     | exponen.. |        0.0265 |          182 |       0.6 | friedman_mse |                15 |               14 |         8 |         sqrt |    0.0217 |     0.5 |          1.0 |  0.730s |    50.062s |
| Iteration 34     | exponen.. |        0.1052 |          151 |       1.0 | friedman_mse |                19 |                7 |         3 |          0.8 |    0.0197 |     1.0 |          1.0 |  0.738s |    51.974s |
| Iteration 35     |  deviance |        0.0356 |          333 |       0.6 | friedman_mse |                 2 |                1 |         6 |         sqrt |    0.0045 |  0.5625 |          1.0 |  0.821s |    53.779s |
| Iteration 36     | exponen.. |        0.0424 |          221 |       0.6 | friedman_mse |                14 |                1 |         9 |         sqrt |    0.0153 |   0.625 |          1.0 |  0.747s |    55.495s |
| Iteration 37     | exponen.. |        0.1143 |          161 |       1.0 | friedman_mse |                16 |                7 |         8 |          0.8 |     0.025 |  0.9375 |          1.0 |  0.752s |    57.356s |
| Iteration 38     |  deviance |        0.0418 |          251 |       0.6 | friedman_mse |                 4 |                3 |         9 |          0.9 |    0.0233 |  0.9375 |          1.0 |  0.752s |    59.280s |
| Iteration 39     | exponen.. |         0.011 |          171 |       1.0 | friedman_mse |                15 |                1 |         3 |          0.8 |    0.0266 |  0.7188 |          1.0 |  0.781s |     1m:01s |
| Iteration 40     | exponen.. |        0.1402 |          199 |       0.6 | friedman_mse |                 8 |                1 |         1 |         sqrt |    0.0332 |   0.625 |          1.0 |  0.667s |     1m:03s |
| Iteration 41     | exponen.. |        0.9077 |          132 |       1.0 | friedman_mse |                 5 |                3 |         8 |          0.9 |    0.0095 |     1.0 |          1.0 |  0.706s |     1m:05s |
| Iteration 42     |  deviance |        0.0304 |          166 |       1.0 | friedman_mse |                16 |                5 |         9 |          0.8 |    0.0022 |     1.0 |          1.0 |  0.705s |     1m:07s |
| Iteration 43     |  deviance |        0.0519 |          175 |       1.0 | friedman_mse |                14 |                9 |        10 |          0.8 |     0.008 |  0.9375 |          1.0 |  0.711s |     1m:09s |
| Iteration 44     |  deviance |        0.4573 |          147 |       1.0 | friedman_mse |                12 |                3 |         7 |          0.8 |    0.0121 |   0.375 |          1.0 |  0.712s |     1m:11s |
| Iteration 45     | exponen.. |        0.3839 |          223 |       0.6 | friedman_mse |                11 |                2 |        10 |         sqrt |    0.0083 |    0.75 |          1.0 |  1.318s |     1m:13s |
| Iteration 46     | exponen.. |        0.0436 |          200 |       1.0 | friedman_mse |                16 |               17 |         8 |          0.8 |    0.0224 |  0.8125 |          1.0 |  0.713s |     1m:15s |
| Iteration 47     |  deviance |        0.5489 |          257 |       0.6 | friedman_mse |                 4 |                3 |         8 |          0.9 |     0.021 |  0.7188 |          1.0 |  0.741s |     1m:16s |
| Iteration 48     | exponen.. |        0.2381 |          227 |       0.6 | friedman_mse |                 5 |               10 |         9 |          0.9 |    0.0312 |  0.9375 |          1.0 |  0.729s |     1m:18s |
| Iteration 49     |  deviance |        0.0998 |          155 |       1.0 | friedman_mse |                19 |                2 |         4 |          0.8 |    0.0263 |  0.8125 |          1.0 |  0.708s |     1m:20s |
| Iteration 50     | exponen.. |        0.0641 |          214 |       0.6 | friedman_mse |                10 |                6 |        10 |         sqrt |    0.0084 |   0.625 |          1.0 |  0.725s |     1m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1052, 'n_estimators': 151, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 7, 'max_depth': 3, 'max_features': 0.8, 'ccp_alpha': 0.0197}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9911
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.043s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.965 ± 0.0436
Time elapsed: 0.197s
-------------------------------------------------
Total time: 1m:24s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  0.694s |     0.706s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.375 |       0.6875 |  0.687s |     2.019s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.4375 |       0.6875 |  0.688s |     3.177s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.6875 |       0.6875 |  0.696s |     4.347s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |       0.6875 |  0.695s |     5.643s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |       0.6875 |  0.699s |     6.820s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |       0.6875 |  0.686s |     8.024s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |       0.6875 |  0.695s |     9.374s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |       0.6875 |  0.690s |    10.717s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |       0.8125 |  0.681s |    11.917s |
| Iteration 11     |      l2 |   0.001 | libli.. |      100 |      --- |  0.9375 |       0.9375 |  0.680s |    13.941s |
| Iteration 12     |    none |     --- |     sag |      100 |      --- |     0.5 |       0.9375 |  0.678s |    15.529s |
| Iteration 13     |      l2 |   0.001 |   lbfgs |      100 |      --- |  0.4375 |       0.9375 |  0.685s |    17.047s |
| Iteration 14     |      l2 |   0.001 |   lbfgs |     1000 |      --- |     0.0 |       0.9375 |  0.677s |    18.462s |
| Iteration 15     |      l2 |   0.001 |    saga |      115 |      --- |   0.625 |       0.9375 |  0.683s |    21.024s |
| Iteration 16     |      l2 |   0.001 |     sag |      119 |      --- |     0.5 |       0.9375 |  0.641s |    22.794s |
| Iteration 17     |      l2 |  0.0032 |     sag |      107 |      --- |  0.6875 |       0.9375 |  0.647s |    24.879s |
| Iteration 18     |    none |     --- | newto.. |      744 |      --- |     0.5 |       0.9375 |  0.650s |    26.520s |
| Iteration 19     |      l2 | 25.7224 |   lbfgs |     1000 |      --- |     0.5 |       0.9375 |  0.650s |    27.903s |
| Iteration 20     |      l2 |  0.1606 |     sag |     1000 |      --- |  0.8125 |       0.9375 |  0.638s |    29.319s |
| Iteration 21     | elast.. | 38.0906 |    saga |      897 |      0.6 |     0.5 |       0.9375 |  0.659s |    30.728s |
| Iteration 22     |      l2 |   0.001 | libli.. |      653 |      --- |  0.8125 |       0.9375 |  1.218s |    32.737s |
| Iteration 23     |      l2 |   0.001 | libli.. |      100 |      --- |  0.9375 |       0.9375 |  0.001s |    33.510s |
| Iteration 24     |      l2 |  0.0011 | libli.. |      100 |      --- |  0.9375 |       0.9375 |  0.636s |    35.049s |
| Iteration 25     |      l2 |  1.4315 |     sag |      100 |      --- |     0.5 |       0.9375 |  0.649s |    36.685s |
| Iteration 26     |      l2 |  0.0093 |     sag |     1000 |      --- |  0.6875 |       0.9375 |  0.639s |    38.223s |
| Iteration 27     |      l2 |   0.001 | libli.. |      106 |      --- |  0.6875 |       0.9375 |  0.643s |    39.814s |
| Iteration 28     |    none |     --- |     sag |      242 |      --- |   0.875 |       0.9375 |  0.634s |    41.577s |
| Iteration 29     |      l2 |   0.001 | libli.. |      191 |      --- |  0.3125 |       0.9375 |  0.631s |    43.064s |
| Iteration 30     |      l2 |  1.0581 | newto.. |      100 |      --- |  0.8125 |       0.9375 |  0.644s |    44.631s |
| Iteration 31     |      l2 |   0.001 | newto.. |      102 |      --- |     0.5 |       0.9375 |  0.653s |    46.532s |
| Iteration 32     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.646s |    48.546s |
| Iteration 33     |      l2 |  0.0013 | libli.. |      760 |      --- |  0.3125 |          1.0 |  0.650s |    50.132s |
| Iteration 34     |      l2 |   0.001 | libli.. |      838 |      --- |   0.875 |          1.0 |  0.660s |    51.681s |
| Iteration 35     |      l2 |   0.001 | libli.. |      645 |      --- |   0.375 |          1.0 |  0.641s |    53.206s |
| Iteration 36     |      l2 |   0.001 | libli.. |      150 |      --- |    0.75 |          1.0 |  0.633s |    54.742s |
| Iteration 37     |      l2 |   0.001 | libli.. |      232 |      --- |  0.9375 |          1.0 |  0.638s |    56.464s |
| Iteration 38     |      l2 |   0.001 | libli.. |      747 |      --- |  0.6875 |          1.0 |  0.640s |    58.003s |
| Iteration 39     |      l2 |   0.001 | libli.. |      946 |      --- |    0.75 |          1.0 |  0.646s |    59.544s |
| Iteration 40     |      l1 |   0.001 | libli.. |      216 |      --- |     0.5 |          1.0 |  0.645s |     1m:02s |
| Iteration 41     |      l2 |  0.0011 | libli.. |      147 |      --- |  0.8125 |          1.0 |  0.644s |     1m:04s |
| Iteration 42     |      l2 |  0.0011 | libli.. |      582 |      --- |  0.3125 |          1.0 |  0.640s |     1m:06s |
| Iteration 43     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.001s |     1m:07s |
| Iteration 44     |      l2 |   0.001 | libli.. |      557 |      --- |   0.625 |          1.0 |  0.645s |     1m:08s |
| Iteration 45     |      l2 |   0.001 | libli.. |      592 |      --- |    0.75 |          1.0 |  0.635s |     1m:10s |
| Iteration 46     |      l2 |   0.001 | libli.. |      477 |      --- |  0.6875 |          1.0 |  0.634s |     1m:12s |
| Iteration 47     |      l2 |   0.001 | libli.. |      342 |      --- |  0.6875 |          1.0 |  0.632s |     1m:13s |
| Iteration 48     |      l2 |   0.001 | libli.. |      827 |      --- |    0.75 |          1.0 |  0.632s |     1m:15s |
| Iteration 49     |      l2 |  0.0012 | libli.. |      139 |      --- |   0.875 |          1.0 |  0.690s |     1m:17s |
| Iteration 50     |      l2 |  0.0012 | libli.. |      976 |      --- |  0.6875 |          1.0 |  0.684s |     1m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'penalty': 'l2', 'C': 0.001, 'solver': 'liblinear', 'max_iter': 1000}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.02
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:20s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  0.703s |     0.708s |
| Initial point 2  |     svd |       --- |   0.375 |       0.5625 |  0.677s |     1.856s |
| Initial point 3  |     svd |       --- |   0.375 |       0.5625 |  0.000s |     2.346s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  0.672s |     3.489s |
| Initial point 5  |   eigen |       0.9 |     1.0 |          1.0 |  0.670s |     4.715s |
| Initial point 6  |    lsqr |       0.7 |   0.375 |          1.0 |  0.671s |     5.845s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |          1.0 |  0.678s |     7.165s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |          1.0 |  0.682s |     8.316s |
| Initial point 9  |    lsqr |       0.6 |  0.6875 |          1.0 |  0.673s |     9.442s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |          1.0 |  0.674s |    10.583s |
| Iteration 11     |   eigen |       0.9 |     1.0 |          1.0 |  0.001s |    11.173s |
| Iteration 12     |   eigen |       0.7 |     0.5 |          1.0 |  0.631s |    12.395s |
| Iteration 13     |   eigen |      auto |     0.5 |          1.0 |  0.624s |    13.615s |
| Iteration 14     |    lsqr |      auto |     0.0 |          1.0 |  0.620s |    14.852s |
| Iteration 15     |     svd |       --- |   0.375 |          1.0 |  0.000s |    15.459s |
| Iteration 16     |     svd |       --- |   0.375 |          1.0 |  0.000s |    16.066s |
| Iteration 17     |   eigen |       0.5 |     0.5 |          1.0 |  0.629s |    17.341s |
| Iteration 18     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    17.989s |
| Iteration 19     |     svd |       --- |   0.375 |          1.0 |  0.000s |    18.612s |
| Iteration 20     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    19.245s |
| Iteration 21     |   eigen |       0.6 |  0.5625 |          1.0 |  0.626s |    20.520s |
| Iteration 22     |   eigen |      None |     0.5 |          1.0 |  0.625s |    21.811s |
| Iteration 23     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    22.466s |
| Iteration 24     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    23.128s |
| Iteration 25     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    23.779s |
| Iteration 26     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    24.418s |
| Iteration 27     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    25.063s |
| Iteration 28     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    25.726s |
| Iteration 29     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    26.467s |
| Iteration 30     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    27.209s |
| Iteration 31     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    27.885s |
| Iteration 32     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    28.562s |
| Iteration 33     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    29.253s |
| Iteration 34     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    29.936s |
| Iteration 35     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    30.627s |
| Iteration 36     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    32.696s |
| Iteration 37     |   eigen |       0.9 |     1.0 |          1.0 |  0.001s |    33.676s |
| Iteration 38     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    34.412s |
| Iteration 39     |   eigen |       0.9 |     1.0 |          1.0 |  0.001s |    35.167s |
| Iteration 40     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    35.898s |
| Iteration 41     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    36.635s |
| Iteration 42     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    37.389s |
| Iteration 43     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    38.158s |
| Iteration 44     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    38.916s |
| Iteration 45     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    39.669s |
| Iteration 46     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    40.474s |
| Iteration 47     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    41.257s |
| Iteration 48     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    42.041s |
| Iteration 49     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    42.831s |
| Iteration 50     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    44.255s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 45.224s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7571
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0548
Time elapsed: 0.030s
-------------------------------------------------
Total time: 45.264s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  0.632s |     0.635s |
| Initial point 2  |       0.9 |  0.3125 |       0.5625 |  0.647s |     1.740s |
| Initial point 3  |       0.1 |   0.375 |       0.5625 |  1.223s |     3.420s |
| Initial point 4  |       1.0 |  0.5625 |       0.5625 |  0.000s |     3.875s |
| Initial point 5  |       0.2 |     1.0 |          1.0 |  0.640s |     4.961s |
| Initial point 6  |       0.4 |   0.375 |          1.0 |  0.640s |     6.066s |
| Initial point 7  |       0.4 |   0.375 |          1.0 |  0.000s |     6.541s |
| Initial point 8  |       0.7 |  0.4375 |          1.0 |  0.660s |     7.862s |
| Initial point 9  |       0.9 |  0.3125 |          1.0 |  0.001s |     8.338s |
| Initial point 10 |       0.8 |  0.8125 |          1.0 |  0.654s |     9.492s |
| Iteration 11     |       0.3 |     1.0 |          1.0 |  0.660s |    10.724s |
| Iteration 12     |       0.6 |   0.625 |          1.0 |  0.645s |    11.928s |
| Iteration 13     |       0.5 |  0.4375 |          1.0 |  0.632s |    13.112s |
| Iteration 14     |       0.0 |  0.0625 |          1.0 |  0.635s |    14.312s |
| Iteration 15     |       0.2 |     1.0 |          1.0 |  0.000s |    14.871s |
| Iteration 16     |       0.3 |     1.0 |          1.0 |  0.000s |    15.424s |
| Iteration 17     |       0.3 |     1.0 |          1.0 |  0.000s |    16.007s |
| Iteration 18     |       0.2 |     1.0 |          1.0 |  0.000s |    16.710s |
| Iteration 19     |       0.3 |     1.0 |          1.0 |  0.000s |    17.271s |
| Iteration 20     |       0.2 |     1.0 |          1.0 |  0.000s |    17.843s |
| Iteration 21     |       0.2 |     1.0 |          1.0 |  0.001s |    18.411s |
| Iteration 22     |       0.3 |     1.0 |          1.0 |  0.001s |    18.979s |
| Iteration 23     |       0.3 |     1.0 |          1.0 |  0.000s |    19.557s |
| Iteration 24     |       0.2 |     1.0 |          1.0 |  0.000s |    20.127s |
| Iteration 25     |       0.2 |     1.0 |          1.0 |  0.000s |    20.705s |
| Iteration 26     |       0.3 |     1.0 |          1.0 |  0.000s |    21.518s |
| Iteration 27     |       0.2 |     1.0 |          1.0 |  0.000s |    22.145s |
| Iteration 28     |       0.3 |     1.0 |          1.0 |  0.000s |    22.726s |
| Iteration 29     |       0.2 |     1.0 |          1.0 |  0.000s |    23.452s |
| Iteration 30     |       0.3 |     1.0 |          1.0 |  0.000s |    24.039s |
| Iteration 31     |       0.2 |     1.0 |          1.0 |  0.000s |    24.633s |
| Iteration 32     |       0.3 |     1.0 |          1.0 |  0.000s |    25.228s |
| Iteration 33     |       0.3 |     1.0 |          1.0 |  0.000s |    25.843s |
| Iteration 34     |       0.2 |     1.0 |          1.0 |  0.000s |    26.449s |
| Iteration 35     |       0.2 |     1.0 |          1.0 |  0.000s |    27.071s |
| Iteration 36     |       0.3 |     1.0 |          1.0 |  0.000s |    27.687s |
| Iteration 37     |       0.6 |   0.625 |          1.0 |  0.000s |    28.302s |
| Iteration 38     |       0.1 |   0.375 |          1.0 |  0.000s |    28.926s |
| Iteration 39     |       0.3 |     1.0 |          1.0 |  0.000s |    29.557s |
| Iteration 40     |       0.2 |     1.0 |          1.0 |  0.000s |    30.204s |
| Iteration 41     |       0.3 |     1.0 |          1.0 |  0.000s |    30.857s |
| Iteration 42     |       0.2 |     1.0 |          1.0 |  0.000s |    31.510s |
| Iteration 43     |       0.2 |     1.0 |          1.0 |  0.000s |    32.290s |
| Iteration 44     |       0.3 |     1.0 |          1.0 |  0.000s |    32.956s |
| Iteration 45     |       0.3 |     1.0 |          1.0 |  0.000s |    33.630s |
| Iteration 46     |       0.2 |     1.0 |          1.0 |  0.000s |    34.303s |
| Iteration 47     |       0.2 |     1.0 |          1.0 |  0.000s |    35.008s |
| Iteration 48     |       0.3 |     1.0 |          1.0 |  0.000s |    35.764s |
| Iteration 49     |       0.3 |     1.0 |          1.0 |  0.000s |    36.444s |
| Iteration 50     |       0.2 |     1.0 |          1.0 |  0.000s |    37.310s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 38.181s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7607
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.0663
Time elapsed: 0.027s
-------------------------------------------------
Total time: 38.219s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  12.364 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  0.644s |     0.664s |
| Initial point 2  |  4.9171 | uniform |   kd_tree |        39 |       2 |   0.375 |         0.75 |  0.666s |     1.914s |
| Initial point 3  |  3.8842 | dista.. | ball_tree |        25 |       2 |    0.75 |         0.75 |  0.665s |     3.054s |
| Initial point 4  | 11.3321 | uniform | ball_tree |        39 |       2 |     0.5 |         0.75 |  0.673s |     4.216s |
| Initial point 5  |  8.8772 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  0.648s |     5.628s |
| Initial point 6  | 10.2805 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.669s |     7.031s |
| Initial point 7  |  7.3533 | dista.. | ball_tree |        24 |       1 |  0.3125 |          1.0 |  0.661s |     8.409s |
| Initial point 8  |  1.7621 | dista.. | ball_tree |        21 |       2 |   0.375 |          1.0 |  0.639s |     9.554s |
| Initial point 9  |  8.1911 | uniform | ball_tree |        24 |       1 |  0.5938 |          1.0 |  1.232s |    11.275s |
| Initial point 10 |   5.818 | uniform |     brute |        22 |       2 |    0.75 |          1.0 |  0.638s |    12.381s |
| Iteration 11     |     0.0 | dista.. |     brute |        30 |       2 |     0.5 |          1.0 |  0.649s |    13.692s |
| Iteration 12     |  0.0905 | dista.. |      auto |        30 |       2 |     0.5 |          1.0 |  0.640s |    14.995s |
| Iteration 13     |  9.6486 | dista.. |     brute |        30 |       2 |     0.5 |          1.0 |  0.640s |    16.390s |
| Iteration 14     |  8.8745 | dista.. |      auto |        30 |       2 |  0.1875 |          1.0 |  0.640s |    17.702s |
| Iteration 15     | 11.9396 | dista.. |      auto |        40 |       1 |  0.6875 |          1.0 |  0.643s |    19.055s |
| Iteration 16     | 10.9831 | dista.. |      auto |        40 |       1 |  0.6875 |          1.0 |  0.638s |    20.380s |
| Iteration 17     | 12.1687 | dista.. |      auto |        39 |       1 |     0.5 |          1.0 |  0.643s |    21.686s |
| Iteration 18     |  3.7824 | dista.. | ball_tree |        26 |       2 |  0.7812 |          1.0 |  0.650s |    23.013s |
| Iteration 19     |  3.9909 | dista.. | ball_tree |        27 |       2 |    0.75 |          1.0 |  0.635s |    24.316s |
| Iteration 20     |  4.0377 | dista.. | ball_tree |        28 |       2 |  0.5312 |          1.0 |  0.656s |    26.654s |
| Iteration 21     | 12.0413 | dista.. |     brute |        24 |       2 |   0.625 |          1.0 |  0.632s |    28.484s |
| Iteration 22     |  5.0313 | uniform |      auto |        35 |       1 |  0.6562 |          1.0 |  0.632s |    29.786s |
| Iteration 23     | 11.4315 | dista.. |      auto |        40 |       1 |  0.5625 |          1.0 |  0.639s |    31.107s |
| Iteration 24     |  5.2627 | uniform |     brute |        24 |       2 |  0.5938 |          1.0 |  0.655s |    32.888s |
| Iteration 25     |  6.1136 | uniform |     brute |        20 |       2 |  0.7188 |          1.0 |  0.637s |    34.547s |
| Iteration 26     |  4.5917 | uniform |      auto |        32 |       1 |     0.5 |          1.0 |  0.635s |    35.904s |
| Iteration 27     |  5.3524 | uniform |      auto |        38 |       1 |    0.75 |          1.0 |  0.638s |    37.247s |
| Iteration 28     |  5.6885 | uniform |      auto |        37 |       1 |  0.8438 |          1.0 |  0.654s |    38.602s |
| Iteration 29     | 11.6649 | uniform |     brute |        39 |       1 |   0.375 |          1.0 |  0.649s |    40.012s |
| Iteration 30     | 12.1503 | dista.. |     brute |        37 |       2 |   0.875 |          1.0 |  0.649s |    41.382s |
| Iteration 31     |  9.6597 | dista.. |   kd_tree |        37 |       2 |     0.5 |          1.0 |  0.644s |    42.764s |
| Iteration 32     |  8.2835 | uniform | ball_tree |        37 |       1 |  0.5312 |          1.0 |  0.646s |    44.190s |
| Iteration 33     |  9.4329 | uniform |   kd_tree |        37 |       1 |  0.2188 |          1.0 |  0.639s |    45.567s |
| Iteration 34     |  0.1584 | uniform |     brute |        39 |       2 |   0.375 |          1.0 |  0.645s |    47.042s |
| Iteration 35     | 12.0985 | dista.. |     brute |        40 |       2 |  0.4375 |          1.0 |  1.223s |    49.043s |
| Iteration 36     |  0.0508 | uniform |   kd_tree |        26 |       2 |     0.5 |          1.0 |  0.645s |    50.468s |
| Iteration 37     |  3.8367 | uniform |      auto |        37 |       1 |    0.75 |          1.0 |  0.646s |    51.885s |
| Iteration 38     |  12.305 | uniform |   kd_tree |        20 |       1 |    0.25 |          1.0 |  0.660s |    53.315s |
| Iteration 39     |  0.2188 | uniform |      auto |        20 |       2 |   0.375 |          1.0 |  0.642s |    54.721s |
| Iteration 40     |  0.3684 | uniform |      auto |        20 |       1 |  0.6875 |          1.0 |  0.646s |    56.237s |
| Iteration 41     |  0.3997 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  0.643s |    57.683s |
| Iteration 42     |  0.0471 | uniform |      auto |        21 |       1 |     0.5 |          1.0 |  0.640s |    59.100s |
| Iteration 43     | 12.3989 | uniform |      auto |        38 |       1 |  0.4688 |          1.0 |  0.633s |     1m:01s |
| Iteration 44     |  4.7299 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.637s |     1m:02s |
| Iteration 45     |  5.5842 | dista.. |      auto |        38 |       1 |   0.625 |          1.0 |  0.638s |     1m:03s |
| Iteration 46     |  5.5206 | dista.. |      auto |        28 |       1 |    0.75 |          1.0 |  0.634s |     1m:05s |
| Iteration 47     |  6.0248 | dista.. |      auto |        36 |       1 |  0.5312 |          1.0 |  0.626s |     1m:07s |
| Iteration 48     |  4.6641 | dista.. |      auto |        39 |       1 |  0.5312 |          1.0 |  0.641s |     1m:09s |
| Iteration 49     |  0.0097 | uniform |   kd_tree |        23 |       1 |     0.5 |          1.0 |  0.638s |     1m:10s |
| Iteration 50     |  0.0974 | dista.. |      auto |        21 |       1 |     0.5 |          1.0 |  0.656s |     1m:12s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'radius': 8.8772, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.097
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:13s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.018s |     1.025s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  1.032s |     2.510s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.4062 |       0.8125 |  0.796s |     3.795s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.9062 |       0.9062 |  0.934s |     5.190s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.813s |     6.470s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |          1.0 |  1.012s |     7.992s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5312 |          1.0 |  0.665s |     9.117s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |          1.0 |  0.946s |    10.523s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |          1.0 |  0.634s |    11.632s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |          1.0 |  0.752s |    12.852s |
| Iteration 11     |          500 |        0.0412 |     SAMME |  0.9375 |          1.0 |  1.566s |    15.091s |
| Iteration 12     |          129 |          10.0 |     SAMME |     0.5 |          1.0 |  0.629s |    16.383s |
| Iteration 13     |           50 |        0.0571 |     SAMME |  0.7188 |          1.0 |  0.661s |    17.698s |
| Iteration 14     |          500 |          0.01 |     SAMME |  0.2188 |          1.0 |  0.982s |    19.360s |
| Iteration 15     |          279 |        0.1087 |     SAMME |    0.75 |          1.0 |  0.825s |    20.865s |
| Iteration 16     |          100 |        0.0314 |     SAMME |    0.75 |          1.0 |  0.746s |    22.332s |
| Iteration 17     |           84 |        0.0453 |     SAMME |     0.5 |          1.0 |  0.731s |    23.733s |
| Iteration 18     |          361 |        0.0422 |     SAMME |     1.0 |          1.0 |  0.939s |    25.344s |
| Iteration 19     |          343 |        0.0357 |     SAMME |    0.75 |          1.0 |  0.924s |    26.980s |
| Iteration 20     |          378 |        0.0574 |     SAMME |     1.0 |          1.0 |  0.944s |    28.605s |
| Iteration 21     |          344 |        0.0489 |     SAMME |    0.75 |          1.0 |  0.929s |    30.298s |
| Iteration 22     |          500 |        0.0823 |     SAMME |     1.0 |          1.0 |  0.978s |    31.940s |
| Iteration 23     |          500 |        0.0785 |     SAMME |    0.75 |          1.0 |  1.037s |    33.671s |
| Iteration 24     |          500 |        0.1084 |   SAMME.R |    0.75 |          1.0 |  1.081s |    35.449s |
| Iteration 25     |          500 |        0.0461 |     SAMME |     1.0 |          1.0 |  1.038s |    37.189s |
| Iteration 26     |          500 |        0.0459 |     SAMME |  0.7812 |          1.0 |  1.033s |    38.946s |
| Iteration 27     |           50 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  0.721s |    40.366s |
| Iteration 28     |           50 |        0.2159 |   SAMME.R |     1.0 |          1.0 |  0.673s |    41.751s |
| Iteration 29     |           50 |        0.2615 |     SAMME |  0.5938 |          1.0 |  0.672s |    43.208s |
| Iteration 30     |           50 |        0.1557 |   SAMME.R |  0.6875 |          1.0 |  0.676s |    44.590s |
| Iteration 31     |           50 |        0.5393 |   SAMME.R |    0.75 |          1.0 |  0.672s |    45.985s |
| Iteration 32     |          444 |        0.0543 |     SAMME |     1.0 |          1.0 |  0.952s |    48.636s |
| Iteration 33     |          439 |         0.054 |     SAMME |   0.625 |          1.0 |  0.951s |    50.631s |
| Iteration 34     |          296 |        0.0405 |   SAMME.R |  0.6875 |          1.0 |  0.868s |    52.219s |
| Iteration 35     |          500 |        0.1621 |     SAMME |  0.6562 |          1.0 |  1.637s |    54.650s |
| Iteration 36     |          493 |         0.053 |     SAMME |  0.7188 |          1.0 |  1.032s |    56.501s |
| Iteration 37     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.090s |    58.719s |
| Iteration 38     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |    59.568s |
| Iteration 39     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 40     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 41     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 42     |          362 |        0.0422 |     SAMME |  0.8438 |          1.0 |  0.941s |     1m:05s |
| Iteration 43     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.001s |     1m:06s |
| Iteration 44     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 45     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 46     |          388 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.946s |     1m:09s |
| Iteration 47     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 48     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 49     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 50     |           50 |        0.2197 |   SAMME.R |    0.75 |          1.0 |  0.661s |     1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9777
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.453s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.975 ± 0.05
Time elapsed: 2.007s
-------------------------------------------------
Total time: 1m:19s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  1.021s |     1.039s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5625 |       0.8125 |  0.888s |     2.720s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |       0.8125 |  0.911s |     4.119s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  0.729s |     5.324s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  0.932s |     7.929s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8438 |          1.0 |  0.780s |    10.635s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.821s |    12.818s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.625 |          1.0 |  0.792s |    14.245s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  0.917s |    15.658s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |          1.0 |  0.887s |    17.027s |
| Iteration 11     |          154 |      gini |         3 |                 5 |               12 |         log2 |      True |    0.0168 |         0.5 |  0.9375 |          1.0 |  0.750s |    18.639s |
| Iteration 12     |          323 |      gini |         6 |                 8 |                1 |         log2 |      True |    0.0087 |        None |     0.5 |          1.0 |  0.889s |    20.358s |
| Iteration 13     |          456 |      gini |      None |                 5 |                7 |          0.7 |      True |    0.0026 |         0.8 |   0.625 |          1.0 |  1.005s |    22.202s |
| Iteration 14     |           78 |      gini |         4 |                 5 |               15 |         log2 |      True |    0.0174 |         0.6 |  0.3438 |          1.0 |  0.686s |    23.806s |
| Iteration 15     |          315 |      gini |      None |                 9 |               11 |          0.8 |      True |    0.0096 |         0.7 |  0.6875 |          1.0 |  0.883s |    25.650s |
| Iteration 16     |          496 |      gini |      None |                19 |                3 |         sqrt |      True |    0.0091 |        None |  0.8125 |          1.0 |  1.014s |    27.507s |
| Iteration 17     |          368 |   entropy |      None |                12 |               11 |         log2 |      True |    0.0071 |        None |     0.5 |          1.0 |  0.913s |    29.411s |
| Iteration 18     |          394 |      gini |      None |                10 |               19 |         auto |      True |    0.0075 |         0.5 |     0.5 |          1.0 |  1.518s |    31.861s |
| Iteration 19     |          144 |      gini |         3 |                 5 |                9 |         None |      True |    0.0212 |         0.5 |  0.5625 |          1.0 |  0.788s |    33.617s |
| Iteration 20     |          292 |      gini |         6 |                19 |               10 |          0.9 |     False |    0.0306 |         --- |     1.0 |          1.0 |  0.851s |    35.248s |
| Iteration 21     |          343 |      gini |         6 |                18 |                9 |          0.5 |     False |    0.0314 |         --- |  0.7188 |          1.0 |  0.886s |    37.080s |
| Iteration 22     |          301 |      gini |         5 |                18 |               10 |          0.8 |     False |    0.0294 |         --- |  0.9375 |          1.0 |  0.864s |    38.957s |
| Iteration 23     |          410 |      gini |         1 |                14 |               14 |          0.9 |      True |    0.0076 |        None |  0.6562 |          1.0 |  0.992s |    41.020s |
| Iteration 24     |          262 |      gini |         2 |                 3 |               10 |         None |     False |    0.0185 |         --- |  0.9062 |          1.0 |  0.837s |    42.857s |
| Iteration 25     |          339 |      gini |         6 |                17 |               10 |          0.9 |     False |    0.0338 |         --- |     1.0 |          1.0 |  0.890s |    44.748s |
| Iteration 26     |           31 |      gini |      None |                10 |               13 |         log2 |      True |    0.0032 |        None |  0.5625 |          1.0 |  0.696s |    46.645s |
| Iteration 27     |          316 |      gini |         6 |                18 |               10 |          0.9 |     False |     0.014 |         --- |  0.8125 |          1.0 |  0.870s |    48.556s |
| Iteration 28     |          416 |   entropy |         5 |                 4 |               10 |         None |     False |    0.0326 |         --- |  0.8438 |          1.0 |  0.908s |    51.021s |
| Iteration 29     |           26 |      gini |      None |                14 |               14 |         auto |      True |    0.0055 |         0.6 |  0.5312 |          1.0 |  0.651s |    52.935s |
| Iteration 30     |          299 |      gini |         8 |                 9 |               10 |         None |     False |     0.035 |         --- |  0.8438 |          1.0 |  0.838s |    54.807s |
| Iteration 31     |           66 |      gini |         9 |                 4 |               14 |         log2 |      True |    0.0069 |         0.6 |  0.5625 |          1.0 |  0.679s |    56.563s |
| Iteration 32     |          411 |      gini |         5 |                10 |               14 |         auto |      True |    0.0176 |        None |  0.9375 |          1.0 |  0.944s |    58.466s |
| Iteration 33     |          424 |      gini |         2 |                14 |               14 |         sqrt |      True |    0.0027 |         0.7 |   0.375 |          1.0 |  0.961s |     1m:00s |
| Iteration 34     |          278 |      gini |         8 |                 2 |               10 |         None |     False |    0.0008 |         --- |     0.5 |          1.0 |  0.807s |     1m:02s |
| Iteration 35     |          298 |   entropy |         5 |                10 |               10 |          0.9 |     False |    0.0324 |         --- |  0.5938 |          1.0 |  0.819s |     1m:04s |
| Iteration 36     |           10 |      gini |         5 |                 2 |               19 |          0.7 |     False |     0.035 |         --- |  0.6562 |          1.0 |  0.636s |     1m:06s |
| Iteration 37     |          405 |      gini |         5 |                 2 |               14 |         sqrt |      True |    0.0086 |        None |  0.9375 |          1.0 |  0.991s |     1m:08s |
| Iteration 38     |          286 |      gini |         1 |                20 |               10 |         None |     False |    0.0334 |         --- |    0.75 |          1.0 |  0.847s |     1m:10s |
| Iteration 39     |          370 |      gini |         4 |                16 |               10 |          0.9 |     False |    0.0267 |         --- |  0.7188 |          1.0 |  0.864s |     1m:12s |
| Iteration 40     |          286 |      gini |         6 |                16 |               10 |          0.7 |     False |    0.0286 |         --- |   0.625 |          1.0 |  0.806s |     1m:14s |
| Iteration 41     |          237 |      gini |         5 |                 7 |               14 |         sqrt |      True |    0.0131 |        None |   0.875 |          1.0 |  1.409s |     1m:17s |
| Iteration 42     |          439 |      gini |         5 |                14 |               14 |         sqrt |      True |     0.012 |        None |  0.5625 |          1.0 |  0.968s |     1m:19s |
| Iteration 43     |          113 |      gini |         9 |                17 |               10 |         sqrt |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.704s |     1m:21s |
| Iteration 44     |          323 |      gini |         5 |                 4 |                9 |         sqrt |     False |     0.035 |         --- |    0.75 |          1.0 |  0.829s |     1m:22s |
| Iteration 45     |          356 |      gini |         7 |                16 |               11 |         None |     False |     0.035 |         --- |  0.7812 |          1.0 |  0.851s |     1m:24s |
| Iteration 46     |           36 |      gini |         2 |                 4 |               11 |         None |     False |     0.035 |         --- |    0.75 |          1.0 |  0.693s |     1m:26s |
| Iteration 47     |          255 |      gini |         8 |                14 |                8 |          0.9 |     False |     0.035 |         --- |  0.9062 |          1.0 |  0.853s |     1m:28s |
| Iteration 48     |          387 |      gini |         6 |                 9 |                9 |          0.7 |     False |     0.035 |         --- |  0.4375 |          1.0 |  0.928s |     1m:30s |
| Iteration 49     |           10 |      gini |         3 |                20 |               11 |         auto |     False |    0.0023 |         --- |   0.875 |          1.0 |  0.707s |     1m:32s |
| Iteration 50     |          462 |      gini |         2 |                 6 |                8 |          0.8 |     False |    0.0291 |         --- |   0.625 |          1.0 |  0.965s |     1m:34s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8375
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.352s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0447
Time elapsed: 1.609s
-------------------------------------------------
Total time: 1m:37s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.775s |     0.795s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.25 |          0.5 |  0.770s |     2.058s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  0.772s |     3.319s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  0.724s |     4.539s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  0.763s |     5.793s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  0.738s |     7.025s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  0.745s |     8.263s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  0.745s |     9.509s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |        0.875 |  0.774s |    10.765s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  0.749s |    12.036s |
| Iteration 11     |           90 |        0.0154 |         2 |  0.3872 |                4 |       0.6 |              0.5 |      0.01 |          0 |     1.0 |          1.0 |  0.720s |    13.582s |
| Iteration 12     |          144 |        0.0314 |         3 |     0.0 |                4 |       0.5 |              1.0 |         0 |       0.01 |   0.625 |          1.0 |  0.736s |    15.136s |
| Iteration 13     |           84 |        0.2812 |         4 |  0.4316 |                4 |       0.7 |              0.8 |        10 |       0.01 |     0.5 |          1.0 |  0.719s |    16.742s |
| Iteration 14     |           39 |        0.0119 |         3 |  0.2974 |                4 |       0.8 |              0.9 |      0.01 |        0.1 |  0.2188 |          1.0 |  0.705s |    18.373s |
| Iteration 15     |          436 |        0.3214 |         3 |  0.2392 |                9 |       0.6 |              0.5 |        10 |          0 |     0.5 |          1.0 |  0.762s |    19.969s |
| Iteration 16     |          327 |        0.1598 |         2 |  0.1019 |                3 |       0.6 |              0.5 |         1 |          0 |     1.0 |          1.0 |  0.753s |    21.581s |
| Iteration 17     |          181 |        0.1519 |         2 |  0.7837 |                3 |       0.6 |              0.5 |         1 |          0 |     0.5 |          1.0 |  1.335s |    23.819s |
| Iteration 18     |          417 |        0.0111 |         5 |  0.1848 |                5 |       0.6 |              0.5 |         0 |         10 |  0.9375 |          1.0 |  0.763s |    25.492s |
| Iteration 19     |          206 |        0.0288 |         4 |   0.258 |                3 |       0.6 |              0.5 |        10 |       0.01 |     0.5 |          1.0 |  0.729s |    27.150s |
| Iteration 20     |          144 |        0.5955 |         3 |  0.0187 |                2 |       0.6 |              0.5 |       0.1 |        0.1 |   0.875 |          1.0 |  0.729s |    28.800s |
| Iteration 21     |          300 |        0.1044 |         3 |  0.2608 |                8 |       0.6 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.750s |    31.007s |
| Iteration 22     |          412 |        0.0374 |         6 |  0.1677 |                4 |       0.7 |              0.5 |      0.01 |       0.01 |   0.875 |          1.0 |  0.779s |    33.255s |
| Iteration 23     |          117 |        0.5508 |         1 |  0.1646 |                4 |       0.5 |              0.5 |      0.01 |          0 |  0.6562 |          1.0 |  0.722s |    35.006s |
| Iteration 24     |          341 |        0.0156 |         2 |  0.2324 |                4 |       0.6 |              0.5 |      0.01 |       0.01 |     1.0 |          1.0 |  0.745s |    36.822s |
| Iteration 25     |          204 |          0.01 |         7 |  0.3029 |                4 |       0.5 |              0.5 |      0.01 |        0.1 |  0.8125 |          1.0 |  0.735s |    38.555s |
| Iteration 26     |          348 |         0.096 |         6 |     0.0 |                3 |       0.6 |              0.5 |       0.1 |       0.01 |   0.625 |          1.0 |  0.753s |    40.311s |
| Iteration 27     |          258 |          0.18 |         2 |  0.0741 |                3 |       0.6 |              0.5 |         1 |          0 |    0.75 |          1.0 |  0.738s |    42.032s |
| Iteration 28     |          153 |          0.01 |         2 |   0.229 |                4 |       0.9 |              0.5 |         0 |        0.1 |  0.8125 |          1.0 |  0.731s |    44.494s |
| Iteration 29     |          487 |          0.01 |         1 |  0.2155 |                4 |       0.5 |              0.5 |         0 |        100 |  0.5938 |          1.0 |  0.772s |    46.495s |
| Iteration 30     |          204 |          0.01 |         3 |  0.2253 |                4 |       0.6 |              0.5 |      0.01 |          0 |   0.875 |          1.0 |  0.729s |    48.311s |
| Iteration 31     |           89 |        0.0166 |         3 |  0.3164 |                4 |       0.8 |              0.5 |      0.01 |          0 |   0.625 |          1.0 |  0.713s |    50.065s |
| Iteration 32     |          175 |        0.0166 |         3 |  0.2945 |                4 |       0.6 |              0.5 |         0 |         10 |  0.9375 |          1.0 |  0.726s |    51.739s |
| Iteration 33     |          347 |        0.3029 |         1 |  0.1035 |                4 |       0.6 |              0.5 |         0 |          0 |  0.4375 |          1.0 |  0.753s |    53.513s |
| Iteration 34     |          278 |        0.1559 |         2 |  0.0852 |                1 |       0.6 |              0.5 |       100 |       0.01 |     0.5 |          1.0 |  0.682s |    55.298s |
| Iteration 35     |          308 |        0.0178 |         7 |  0.3033 |                4 |       0.6 |              0.5 |      0.01 |         10 |     0.5 |          1.0 |  0.725s |    57.096s |
| Iteration 36     |          188 |        0.0132 |         2 |  0.3038 |                4 |       0.6 |              0.5 |      0.01 |          1 |  0.8125 |          1.0 |  0.707s |    58.852s |
| Iteration 37     |          455 |          0.01 |         2 |  0.2576 |                5 |       0.6 |              0.5 |         0 |       0.01 |   0.875 |          1.0 |  0.742s |     1m:01s |
| Iteration 38     |          473 |        0.0128 |         3 |  0.2506 |                4 |       0.6 |              0.5 |         0 |          1 |    0.75 |          1.0 |  0.749s |     1m:02s |
| Iteration 39     |          396 |        0.7537 |         2 |  0.1476 |                4 |       0.6 |              0.5 |       0.1 |          1 |   0.625 |          1.0 |  0.743s |     1m:04s |
| Iteration 40     |          360 |        0.0155 |         2 |  0.2924 |                5 |       0.6 |              0.5 |      0.01 |        100 |  0.7188 |          1.0 |  0.732s |     1m:06s |
| Iteration 41     |          125 |        0.0124 |         1 |  0.3122 |                4 |       0.6 |              0.5 |      0.01 |          0 |  0.8125 |          1.0 |  0.777s |     1m:08s |
| Iteration 42     |          349 |          0.01 |         2 |  0.2507 |                4 |       0.6 |              0.5 |         0 |          0 |  0.4375 |          1.0 |  0.741s |     1m:10s |
| Iteration 43     |          324 |          0.01 |         7 |     1.0 |                1 |       1.0 |              0.8 |         0 |       0.01 |  0.9375 |          1.0 |  1.321s |     1m:12s |
| Iteration 44     |          393 |          0.01 |        10 |     1.0 |                4 |       0.9 |              0.8 |         0 |         10 |    0.75 |          1.0 |  0.775s |     1m:14s |
| Iteration 45     |          139 |        0.0116 |         3 |  0.9452 |                1 |       0.7 |              0.8 |         0 |       0.01 |    0.75 |          1.0 |  0.732s |     1m:16s |
| Iteration 46     |          347 |          0.01 |         3 |   0.132 |                1 |       0.6 |              0.8 |         0 |          1 |  0.8125 |          1.0 |  0.780s |     1m:18s |
| Iteration 47     |          225 |          0.01 |         3 |  0.8295 |                1 |       0.7 |              0.6 |         0 |        0.1 |   0.875 |          1.0 |  0.790s |     1m:20s |
| Iteration 48     |           94 |          0.01 |         7 |     1.0 |                1 |       0.6 |              0.4 |         0 |         10 |  0.9375 |          1.0 |  0.708s |     1m:22s |
| Iteration 49     |           20 |          0.01 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |        100 |   0.875 |          1.0 |  0.707s |     1m:24s |
| Iteration 50     |          140 |          0.01 |         3 |  0.4826 |                1 |       1.0 |              0.4 |         0 |          1 |   0.625 |          1.0 |  0.730s |     1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 327, 'learning_rate': 0.1598, 'max_depth': 2, 'gamma': 0.1019, 'min_child_weight': 3, 'subsample': 0.6, 'colsample_bytree': 0.5, 'reg_alpha': 1, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.074s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.097
Time elapsed: 0.226s
-------------------------------------------------
Total time: 1m:27s


Final results ==================== >>
Duration: 9m:43s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.965 ± 0.0436
Logistic Regression             --> roc_auc: 0.61 ± 0.02 ~
Linear Discriminant Analysis    --> roc_auc: 0.6 ± 0.0548 ~
Quadratic Discriminant Analysis --> roc_auc: 0.59 ± 0.0663 ~
Radius Nearest Neighbors        --> roc_auc: 0.66 ± 0.097 ~
AdaBoost                        --> roc_auc: 0.975 ± 0.05 !
Random Forest                   --> roc_auc: 0.75 ± 0.0447
XGBoost                         --> roc_auc: 0.91 ± 0.097
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVVSGGYNKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CASSPSSYEQYF.
   >>> Dropping feature CAVANDYKLSF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVINTGGFKTIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8438 |       0.8438 |  3.246s |     3.266s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |       0.8438 |  3.268s |     7.021s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.8125 |       0.8438 |  3.186s |    10.694s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.375 |       0.8438 |  3.240s |    14.415s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.5625 |       0.8438 |  3.256s |    18.174s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |       0.8438 |  3.268s |    21.939s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.4375 |       0.8438 |  3.243s |    25.796s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |        0.875 |  3.438s |    29.720s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |        0.875 |  3.185s |    33.613s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  3.221s |    37.332s |
| Iteration 11     | exponen.. |          0.01 |          271 |       1.0 | friedman_mse |                15 |               13 |         6 |          0.8 |     0.002 |  0.8125 |          1.0 |  3.232s |    41.361s |
| Iteration 12     |  deviance |        0.6296 |          206 |       0.5 | squared_er.. |                 2 |                7 |         6 |          0.8 |    0.0006 |  0.5625 |          1.0 |  3.240s |    45.379s |
| Iteration 13     |  deviance |          0.01 |          500 |       1.0 | squared_er.. |                13 |               20 |         1 |         None |     0.035 |  0.5625 |          1.0 |  3.245s |    49.429s |
| Iteration 14     | exponen.. |        0.4557 |           37 |       0.7 | squared_er.. |                19 |                5 |         4 |          0.9 |    0.0148 |  0.2188 |          1.0 |  3.146s |    53.391s |
| Iteration 15     | exponen.. |        0.3736 |          143 |       1.0 | friedman_mse |                20 |               20 |         4 |          0.8 |    0.0242 |  0.6562 |          1.0 |  3.183s |    57.573s |
| Iteration 16     | exponen.. |        0.0234 |          166 |       1.0 | friedman_mse |                16 |               12 |         2 |          0.9 |    0.0055 |     1.0 |          1.0 |  3.186s |     1m:02s |
| Iteration 17     | exponen.. |        0.0375 |          345 |       1.0 | friedman_mse |                16 |               16 |         1 |          0.6 |    0.0005 |  0.6875 |          1.0 |  3.208s |     1m:06s |
| Iteration 18     | exponen.. |        0.2166 |          395 |       1.0 | friedman_mse |                14 |               19 |        10 |         sqrt |    0.0055 |     1.0 |          1.0 |  3.215s |     1m:10s |
| Iteration 19     | exponen.. |        0.0638 |          456 |       0.7 | friedman_mse |                13 |               10 |         6 |         auto |       0.0 |   0.875 |          1.0 |  3.892s |     1m:15s |
| Iteration 20     | exponen.. |          0.01 |           10 |       1.0 | squared_er.. |                13 |               20 |        10 |          0.5 |    0.0078 |  0.2812 |          1.0 |  3.260s |     1m:19s |
| Iteration 21     | exponen.. |        0.2242 |          180 |       0.7 | friedman_mse |                14 |                1 |         5 |          0.6 |    0.0076 |  0.8125 |          1.0 |  3.225s |     1m:23s |
| Iteration 22     | exponen.. |          0.01 |           10 |       1.0 | friedman_mse |                20 |               20 |        10 |         None |    0.0078 |    0.75 |          1.0 |  3.187s |     1m:27s |
| Iteration 23     |  deviance |        0.4407 |          365 |       1.0 | friedman_mse |                14 |               16 |         8 |          0.6 |     0.005 |  0.5312 |          1.0 |  3.295s |     1m:32s |
| Iteration 24     | exponen.. |           1.0 |          500 |       0.5 | friedman_mse |                 2 |                1 |         4 |          0.7 |    0.0057 |  0.8125 |          1.0 |  3.319s |     1m:36s |
| Iteration 25     | exponen.. |        0.1083 |          446 |       0.6 | squared_er.. |                17 |               12 |         8 |         sqrt |    0.0032 |  0.8125 |          1.0 |  3.264s |     1m:40s |
| Iteration 26     | exponen.. |           1.0 |          500 |       1.0 | friedman_mse |                15 |                1 |         5 |         log2 |    0.0057 |  0.4375 |          1.0 |  3.217s |     1m:44s |
| Iteration 27     | exponen.. |        0.0144 |          171 |       0.9 | friedman_mse |                16 |                9 |         2 |          0.8 |    0.0057 |     1.0 |          1.0 |  3.213s |     1m:49s |
| Iteration 28     | exponen.. |         0.469 |          256 |       0.9 | friedman_mse |                14 |                8 |         8 |         sqrt |    0.0131 |     1.0 |          1.0 |  3.226s |     1m:53s |
| Iteration 29     | exponen.. |        0.0327 |          384 |       0.9 | friedman_mse |                14 |               10 |         6 |         sqrt |    0.0019 |    0.75 |          1.0 |  3.247s |     1m:57s |
| Iteration 30     | exponen.. |        0.0106 |          281 |       0.5 | friedman_mse |                16 |                7 |         2 |          0.9 |    0.0338 |   0.875 |          1.0 |  3.230s |     2m:01s |
| Iteration 31     | exponen.. |        0.0201 |          304 |       0.6 | friedman_mse |                16 |               17 |        10 |          0.9 |    0.0016 |     0.5 |          1.0 |  3.266s |     2m:05s |
| Iteration 32     | exponen.. |        0.7533 |          360 |       0.5 | squared_er.. |                14 |                7 |         9 |          0.5 |     0.035 |     1.0 |          1.0 |  3.223s |     2m:10s |
| Iteration 33     | exponen.. |        0.0439 |          259 |       0.7 | friedman_mse |                14 |               15 |         9 |         sqrt |    0.0135 |  0.5625 |          1.0 |  3.159s |     2m:14s |
| Iteration 34     | exponen.. |        0.3569 |          478 |       0.8 | friedman_mse |                16 |               18 |        10 |         sqrt |    0.0259 |  0.4375 |          1.0 |  3.236s |     2m:18s |
| Iteration 35     | exponen.. |        0.3211 |          334 |       0.8 | friedman_mse |                14 |                4 |         6 |         sqrt |    0.0022 |  0.4375 |          1.0 |  3.184s |     2m:22s |
| Iteration 36     | exponen.. |        0.0135 |          167 |       0.9 | friedman_mse |                15 |                3 |         6 |          0.6 |    0.0139 |   0.875 |          1.0 |  3.194s |     2m:27s |
| Iteration 37     | exponen.. |        0.0215 |          476 |       1.0 | friedman_mse |                15 |               14 |         7 |         sqrt |    0.0055 |  0.9375 |          1.0 |  3.297s |     2m:31s |
| Iteration 38     | exponen.. |        0.0118 |          167 |       1.0 | friedman_mse |                15 |               14 |         3 |          0.6 |    0.0047 |   0.625 |          1.0 |  3.196s |     2m:35s |
| Iteration 39     | exponen.. |        0.5417 |           41 |       0.9 | friedman_mse |                16 |                3 |         3 |         sqrt |    0.0082 |    0.75 |          1.0 |  3.221s |     2m:40s |
| Iteration 40     | exponen.. |        0.0127 |          318 |       0.8 | friedman_mse |                19 |                6 |         2 |          0.8 |    0.0186 |   0.875 |          1.0 |  3.251s |     2m:44s |
| Iteration 41     | exponen.. |        0.4109 |          299 |       1.0 | friedman_mse |                 7 |               10 |         4 |          0.8 |    0.0102 |     1.0 |          1.0 |  3.227s |     2m:48s |
| Iteration 42     | exponen.. |         0.235 |          151 |       1.0 | friedman_mse |                18 |               10 |         3 |          0.5 |    0.0069 |  0.5625 |          1.0 |  3.152s |     2m:52s |
| Iteration 43     | exponen.. |        0.0141 |           91 |       1.0 | friedman_mse |                17 |               14 |         2 |          0.8 |    0.0077 |  0.8125 |          1.0 |  3.827s |     2m:57s |
| Iteration 44     | exponen.. |        0.0156 |          157 |       0.9 | friedman_mse |                10 |               15 |         2 |          0.8 |     0.013 |  0.8125 |          1.0 |  3.212s |     3m:02s |
| Iteration 45     |  deviance |        0.1023 |          468 |       1.0 | friedman_mse |                14 |                6 |        10 |         sqrt |    0.0098 |   0.875 |          1.0 |  3.245s |     3m:06s |
| Iteration 46     | exponen.. |        0.1089 |          193 |       1.0 | friedman_mse |                10 |               17 |         1 |          0.9 |    0.0043 |  0.8438 |          1.0 |  3.198s |     3m:10s |
| Iteration 47     | exponen.. |        0.1847 |          407 |       0.5 | squared_er.. |                14 |               10 |         9 |          0.5 |    0.0246 |   0.875 |          1.0 |  3.286s |     3m:15s |
| Iteration 48     | exponen.. |        0.7799 |          161 |       1.0 | friedman_mse |                10 |                6 |         3 |          0.8 |    0.0329 |  0.8125 |          1.0 |  3.216s |     3m:19s |
| Iteration 49     |  deviance |        0.1341 |          152 |       1.0 | friedman_mse |                15 |                6 |         8 |          0.9 |    0.0001 |  0.6875 |          1.0 |  3.185s |     3m:23s |
| Iteration 50     | exponen.. |        0.3772 |          220 |       1.0 | friedman_mse |                12 |                6 |         9 |         sqrt |    0.0264 |   0.875 |          1.0 |  3.218s |     3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.4109, 'n_estimators': 299, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 7, 'min_samples_leaf': 10, 'max_depth': 4, 'max_features': 0.8, 'ccp_alpha': 0.0102}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.077s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0797
Time elapsed: 0.345s
-------------------------------------------------
Total time: 3m:29s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  3.212s |     3.225s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |       0.5625 |  3.200s |     6.909s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |       0.5625 |  3.195s |    10.596s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.25 |       0.5625 |  3.206s |    14.295s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |       0.5625 |  3.222s |    17.991s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.25 |       0.5625 |  3.223s |    21.696s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.4375 |       0.5625 |  3.193s |    25.359s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |       0.5625 |  3.205s |    29.048s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.4375 |       0.5625 |  3.191s |    32.724s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |       0.8125 |  3.206s |    36.424s |
| Iteration 11     | elast.. | 88.7494 |    saga |      868 |      0.6 |   0.875 |        0.875 |  3.221s |    40.386s |
| Iteration 12     | elast.. |   0.001 |    saga |      192 |      0.9 |     0.5 |        0.875 |  3.200s |    44.469s |
| Iteration 13     |      l2 |  5.2363 |    saga |      666 |      --- |   0.875 |        0.875 |  3.212s |    48.522s |
| Iteration 14     | elast.. |  2.6614 |    saga |      615 |      0.1 |  0.1875 |        0.875 |  3.168s |    52.506s |
| Iteration 15     | elast.. |   100.0 |    saga |      887 |      0.9 |  0.4375 |        0.875 |  3.211s |    56.539s |
| Iteration 16     |      l2 | 14.6731 | newto.. |      100 |      --- |     1.0 |          1.0 |  3.199s |     1m:00s |
| Iteration 17     |      l2 |  0.0148 | libli.. |      100 |      --- |    0.75 |          1.0 |  3.184s |     1m:04s |
| Iteration 18     |      l2 |  0.0954 | newto.. |     1000 |      --- |   0.625 |          1.0 |  3.206s |     1m:08s |
| Iteration 19     |      l2 |   0.001 |   lbfgs |      100 |      --- |   0.875 |          1.0 |  3.780s |     1m:13s |
| Iteration 20     |      l2 | 14.8665 |    saga |      100 |      --- |     1.0 |          1.0 |  3.177s |     1m:17s |
| Iteration 21     | elast.. |   100.0 |    saga |      100 |      0.6 |  0.9375 |          1.0 |  3.185s |     1m:21s |
| Iteration 22     |      l2 |   100.0 |   lbfgs |      106 |      --- |     1.0 |          1.0 |  3.190s |     1m:25s |
| Iteration 23     |      l2 | 80.5942 | libli.. |      853 |      --- |   0.625 |          1.0 |  3.177s |     1m:29s |
| Iteration 24     |      l2 |   100.0 | newto.. |      101 |      --- |  0.9375 |          1.0 |  3.224s |     1m:33s |
| Iteration 25     |      l2 |   100.0 | libli.. |      105 |      --- |  0.6875 |          1.0 |  3.198s |     1m:37s |
| Iteration 26     |      l2 |  0.5793 |     sag |      682 |      --- |  0.3125 |          1.0 |  3.192s |     1m:41s |
| Iteration 27     |      l2 | 14.3229 | libli.. |      659 |      --- |   0.625 |          1.0 |  3.194s |     1m:45s |
| Iteration 28     |      l2 |  0.0346 | newto.. |      218 |      --- |   0.875 |          1.0 |  3.203s |     1m:49s |
| Iteration 29     |      l2 |   100.0 | libli.. |      216 |      --- |     0.5 |          1.0 |  3.281s |     1m:54s |
| Iteration 30     |      l2 |   100.0 |   lbfgs |      100 |      --- |   0.375 |          1.0 |  3.230s |     1m:58s |
| Iteration 31     |      l2 |  5.0804 |     sag |      102 |      --- |  0.4375 |          1.0 |  3.213s |     2m:03s |
| Iteration 32     |      l1 |  0.0186 | libli.. |      110 |      --- |     0.5 |          1.0 |  3.211s |     2m:07s |
| Iteration 33     |      l2 | 29.4164 |   lbfgs |      100 |      --- |  0.1875 |          1.0 |  3.216s |     2m:11s |
| Iteration 34     |      l1 |  0.0375 | libli.. |      100 |      --- |     0.5 |          1.0 |  3.198s |     2m:15s |
| Iteration 35     |      l1 |   100.0 | libli.. |      393 |      --- |  0.3125 |          1.0 |  3.235s |     2m:19s |
| Iteration 36     |      l2 | 15.2677 |    saga |      131 |      --- |     1.0 |          1.0 |  3.211s |     2m:23s |
| Iteration 37     |      l2 |   21.22 |    saga |      100 |      --- |  0.6875 |          1.0 |  3.208s |     2m:27s |
| Iteration 38     |      l2 | 94.9197 | newto.. |      152 |      --- |    0.75 |          1.0 |  3.207s |     2m:32s |
| Iteration 39     |      l2 |   100.0 | newto.. |      371 |      --- |   0.625 |          1.0 |  3.223s |     2m:36s |
| Iteration 40     |      l2 |   100.0 |    saga |      246 |      --- |  0.8125 |          1.0 |  3.192s |     2m:40s |
| Iteration 41     |      l2 |  7.4698 |    saga |      770 |      --- |  0.6875 |          1.0 |  3.226s |     2m:44s |
| Iteration 42     |      l1 | 14.1846 |    saga |      591 |      --- |    0.75 |          1.0 |  3.220s |     2m:48s |
| Iteration 43     |      l1 |   0.001 |    saga |      312 |      --- |     0.5 |          1.0 |  3.195s |     2m:53s |
| Iteration 44     |      l2 |   100.0 | newto.. |      159 |      --- |   0.625 |          1.0 |  3.183s |     2m:57s |
| Iteration 45     |      l2 |  0.0017 | newto.. |      273 |      --- |  0.6875 |          1.0 |  3.190s |     3m:01s |
| Iteration 46     |      l2 |   0.001 |    saga |      189 |      --- |   0.625 |          1.0 |  3.161s |     3m:05s |
| Iteration 47     |      l2 |   100.0 |    saga |      191 |      --- |   0.875 |          1.0 |  3.159s |     3m:09s |
| Iteration 48     |    none |     --- |     sag |      854 |      --- |  0.9375 |          1.0 |  3.173s |     3m:14s |
| Iteration 49     |      l2 |   100.0 |    saga |      324 |      --- |   0.625 |          1.0 |  3.201s |     3m:18s |
| Iteration 50     |    none |     --- |     sag |      354 |      --- |   0.375 |          1.0 |  3.190s |     3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'penalty': 'l2', 'C': 15.2677, 'solver': 'saga', 'max_iter': 131}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.097
Time elapsed: 0.059s
-------------------------------------------------
Total time: 3m:23s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.4375 |       0.4375 |  3.162s |     3.167s |
| Initial point 2  |     svd |       --- |  0.8125 |       0.8125 |  3.154s |     7.377s |
| Initial point 3  |     svd |       --- |  0.8125 |       0.8125 |  0.000s |     8.545s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |       0.8125 |  3.234s |    12.387s |
| Initial point 5  |   eigen |       0.9 |   0.375 |       0.8125 |  3.141s |    16.002s |
| Initial point 6  |    lsqr |       0.7 |   0.375 |       0.8125 |  3.163s |    19.641s |
| Initial point 7  |    lsqr |       0.5 |     0.5 |       0.8125 |  3.227s |    23.335s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |       0.8125 |  3.182s |    26.993s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |       0.8125 |  3.166s |    30.636s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |       0.8125 |  3.193s |    34.295s |
| Iteration 11     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    34.886s |
| Iteration 12     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    35.477s |
| Iteration 13     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    36.080s |
| Iteration 14     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    36.683s |
| Iteration 15     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    37.427s |
| Iteration 16     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    38.051s |
| Iteration 17     |     svd |       --- |  0.8125 |       0.8125 |  0.000s |    38.746s |
| Iteration 18     |   eigen |       0.5 |  0.8125 |       0.8125 |  3.126s |    42.511s |
| Iteration 19     |   eigen |       0.7 |  0.9375 |       0.9375 |  3.165s |    46.467s |
| Iteration 20     |   eigen |       0.6 |    0.75 |       0.9375 |  3.161s |    50.281s |
| Iteration 21     |   eigen |      auto |  0.8125 |       0.9375 |  3.183s |    54.334s |
| Iteration 22     |   eigen |      None |  0.6875 |       0.9375 |  3.152s |    58.162s |
| Iteration 23     |    lsqr |       1.0 |     0.5 |       0.9375 |  3.156s |     1m:02s |
| Iteration 24     |    lsqr |      auto |   0.875 |       0.9375 |  3.174s |     1m:06s |
| Iteration 25     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 26     |    lsqr |      None |  0.4375 |       0.9375 |  3.148s |     1m:12s |
| Iteration 27     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:13s |
| Iteration 28     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 29     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:15s |
| Iteration 30     |    lsqr |       0.5 |     0.5 |       0.9375 |  0.001s |     1m:15s |
| Iteration 31     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:17s |
| Iteration 32     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:19s |
| Iteration 33     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:20s |
| Iteration 34     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:20s |
| Iteration 35     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:21s |
| Iteration 36     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:22s |
| Iteration 37     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:23s |
| Iteration 38     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:24s |
| Iteration 39     |   eigen |       0.9 |   0.375 |       0.9375 |  0.000s |     1m:24s |
| Iteration 40     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:25s |
| Iteration 41     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:26s |
| Iteration 42     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:27s |
| Iteration 43     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:28s |
| Iteration 44     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:29s |
| Iteration 45     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:29s |
| Iteration 46     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:30s |
| Iteration 47     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:31s |
| Iteration 48     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:32s |
| Iteration 49     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:33s |
| Iteration 50     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1265
Time elapsed: 0.031s
-------------------------------------------------
Total time: 1m:35s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.4375 |       0.4375 |  3.251s |     3.254s |
| Initial point 2  |       0.9 |    0.25 |       0.4375 |  3.190s |     6.914s |
| Initial point 3  |       0.1 |  0.4375 |       0.4375 |  3.204s |    10.589s |
| Initial point 4  |       1.0 |  0.4375 |       0.4375 |  0.000s |    11.063s |
| Initial point 5  |       0.2 |  0.8125 |       0.8125 |  3.327s |    14.863s |
| Initial point 6  |       0.4 |   0.375 |       0.8125 |  3.214s |    18.553s |
| Initial point 7  |       0.4 |   0.375 |       0.8125 |  0.001s |    19.046s |
| Initial point 8  |       0.7 |   0.625 |       0.8125 |  3.219s |    22.724s |
| Initial point 9  |       0.9 |    0.25 |       0.8125 |  0.001s |    23.192s |
| Initial point 10 |       0.8 |    0.75 |       0.8125 |  3.203s |    26.871s |
| Iteration 11     |       0.3 |    0.75 |       0.8125 |  3.219s |    30.660s |
| Iteration 12     |       0.6 |   0.625 |       0.8125 |  3.206s |    34.442s |
| Iteration 13     |       0.5 |  0.5625 |       0.8125 |  3.230s |    38.567s |
| Iteration 14     |       0.0 |   0.125 |       0.8125 |  3.178s |    42.317s |
| Iteration 15     |       0.2 |  0.8125 |       0.8125 |  0.000s |    42.906s |
| Iteration 16     |       0.2 |  0.8125 |       0.8125 |  0.000s |    43.694s |
| Iteration 17     |       0.2 |  0.8125 |       0.8125 |  0.000s |    44.346s |
| Iteration 18     |       0.2 |  0.8125 |       0.8125 |  0.000s |    44.942s |
| Iteration 19     |       0.2 |  0.8125 |       0.8125 |  0.000s |    45.528s |
| Iteration 20     |       0.2 |  0.8125 |       0.8125 |  0.000s |    46.125s |
| Iteration 21     |       0.2 |  0.8125 |       0.8125 |  0.000s |    46.795s |
| Iteration 22     |       0.6 |   0.625 |       0.8125 |  0.000s |    47.386s |
| Iteration 23     |       0.2 |  0.8125 |       0.8125 |  0.000s |    47.979s |
| Iteration 24     |       0.2 |  0.8125 |       0.8125 |  0.000s |    48.567s |
| Iteration 25     |       0.2 |  0.8125 |       0.8125 |  0.000s |    49.162s |
| Iteration 26     |       0.2 |  0.8125 |       0.8125 |  0.000s |    49.751s |
| Iteration 27     |       0.2 |  0.8125 |       0.8125 |  0.000s |    50.347s |
| Iteration 28     |       0.9 |    0.25 |       0.8125 |  0.000s |    50.939s |
| Iteration 29     |       0.2 |  0.8125 |       0.8125 |  0.000s |    51.532s |
| Iteration 30     |       0.8 |    0.75 |       0.8125 |  0.000s |    52.164s |
| Iteration 31     |       0.2 |  0.8125 |       0.8125 |  0.001s |    52.772s |
| Iteration 32     |       0.2 |  0.8125 |       0.8125 |  0.000s |    53.380s |
| Iteration 33     |       0.2 |  0.8125 |       0.8125 |  0.000s |    53.999s |
| Iteration 34     |       0.2 |  0.8125 |       0.8125 |  0.000s |    54.615s |
| Iteration 35     |       0.2 |  0.8125 |       0.8125 |  0.001s |    55.242s |
| Iteration 36     |       0.2 |  0.8125 |       0.8125 |  0.000s |    56.055s |
| Iteration 37     |       0.2 |  0.8125 |       0.8125 |  0.001s |    56.681s |
| Iteration 38     |       0.2 |  0.8125 |       0.8125 |  0.000s |    57.304s |
| Iteration 39     |       0.2 |  0.8125 |       0.8125 |  0.000s |    58.560s |
| Iteration 40     |       0.2 |  0.8125 |       0.8125 |  0.000s |    59.229s |
| Iteration 41     |       0.2 |  0.8125 |       0.8125 |  0.000s |    59.943s |
| Iteration 42     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 43     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 44     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 45     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 46     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 47     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 48     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
| Iteration 49     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:06s |
| Iteration 50     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7375
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.086
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:07s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    9.27 | dista.. |      auto |        40 |       1 |     0.5 |          0.5 |  3.203s |     3.223s |
| Initial point 2  |  3.6867 | uniform |   kd_tree |        39 |       2 |  0.7812 |       0.7812 |  3.202s |     6.904s |
| Initial point 3  |  2.9123 | dista.. | ball_tree |        25 |       2 |  0.4375 |       0.7812 |  3.214s |    10.596s |
| Initial point 4  |  8.4964 | uniform | ball_tree |        39 |       2 |   0.625 |       0.7812 |  3.242s |    14.331s |
| Initial point 5  |  6.6558 | dista.. |      auto |        30 |       2 |  0.5625 |       0.7812 |  3.226s |    18.050s |
| Initial point 6  |  7.7079 | dista.. | ball_tree |        21 |       2 |  0.3125 |       0.7812 |  3.244s |    21.765s |
| Initial point 7  |  5.5133 | dista.. | ball_tree |        24 |       1 |  0.1875 |       0.7812 |  3.255s |    26.385s |
| Initial point 8  |  1.3212 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.7812 |  3.184s |    30.975s |
| Initial point 9  |  6.1414 | uniform | ball_tree |        24 |       1 |   0.625 |       0.7812 |  3.167s |    34.803s |
| Initial point 10 |  4.3621 | uniform |     brute |        22 |       2 |  0.9688 |       0.9688 |  3.204s |    39.485s |
| Iteration 11     |   7.162 | uniform |     brute |        38 |       1 |  0.5625 |       0.9688 |  3.104s |    43.683s |
| Iteration 12     |  3.9803 | uniform |     brute |        20 |       2 |  0.3438 |       0.9688 |  3.111s |    47.728s |
| Iteration 13     |  0.0008 | uniform | ball_tree |        29 |       1 |     0.5 |       0.9688 |  3.193s |    51.625s |
| Iteration 14     |  0.0002 | uniform | ball_tree |        30 |       2 |     0.5 |       0.9688 |  3.143s |    55.449s |
| Iteration 15     |  4.3783 | uniform |     brute |        29 |       1 |  0.3438 |       0.9688 |  3.197s |    59.452s |
| Iteration 16     |  3.2539 | uniform |      auto |        22 |       1 |    0.75 |       0.9688 |  3.195s |     1m:04s |
| Iteration 17     |   5.997 | uniform |      auto |        22 |       2 |  0.8438 |       0.9688 |  3.255s |     1m:08s |
| Iteration 18     |  4.0059 | uniform |     brute |        22 |       2 |  0.5312 |       0.9688 |  3.169s |     1m:12s |
| Iteration 19     |  7.7882 | uniform | ball_tree |        22 |       1 |   0.625 |       0.9688 |  3.180s |     1m:16s |
| Iteration 20     |   1.073 | uniform | ball_tree |        23 |       2 |    0.75 |       0.9688 |  3.196s |     1m:20s |
| Iteration 21     |  0.0143 | uniform | ball_tree |        40 |       2 |     0.5 |       0.9688 |  3.216s |     1m:24s |
| Iteration 22     |  9.2962 | uniform |      auto |        23 |       2 |   0.625 |       0.9688 |  3.293s |     1m:28s |
| Iteration 23     |     0.0 | uniform |      auto |        25 |       1 |     0.5 |       0.9688 |  3.343s |     1m:32s |
| Iteration 24     |  0.0013 | uniform | ball_tree |        36 |       2 |     0.5 |       0.9688 |  3.418s |     1m:36s |
| Iteration 25     |   0.004 | dista.. |   kd_tree |        34 |       1 |     0.5 |       0.9688 |  3.135s |     1m:40s |
| Iteration 26     |  0.7263 | dista.. |     brute |        37 |       2 |   0.375 |       0.9688 |  3.070s |     1m:45s |
| Iteration 27     |  2.3374 | uniform |      auto |        23 |       2 |  0.4062 |       0.9688 |  3.165s |     1m:49s |
| Iteration 28     |  1.5713 | uniform |      auto |        22 |       2 |  0.6875 |       0.9688 |  3.195s |     1m:53s |
| Iteration 29     |  9.2962 | uniform | ball_tree |        22 |       2 |     0.5 |       0.9688 |  3.189s |     1m:57s |
| Iteration 30     |  4.1061 | uniform |      auto |        22 |       1 |  0.5312 |       0.9688 |  3.178s |     2m:01s |
| Iteration 31     |  9.2829 | uniform | ball_tree |        33 |       1 |     1.0 |          1.0 |  3.199s |     2m:05s |
| Iteration 32     |  9.2962 | uniform |      auto |        37 |       1 |  0.6875 |          1.0 |  3.194s |     2m:09s |
| Iteration 33     |  9.2962 | uniform | ball_tree |        29 |       1 |  0.5938 |          1.0 |  3.183s |     2m:13s |
| Iteration 34     |  9.2936 | dista.. |      auto |        22 |       1 |  0.6875 |          1.0 |  3.181s |     2m:17s |
| Iteration 35     |  9.2962 | uniform |   kd_tree |        36 |       1 |   0.375 |          1.0 |  3.211s |     2m:21s |
| Iteration 36     |  0.0413 | dista.. |     brute |        33 |       2 |     0.5 |          1.0 |  3.207s |     2m:25s |
| Iteration 37     |  9.2962 | uniform | ball_tree |        33 |       1 |  0.7188 |          1.0 |  3.195s |     2m:29s |
| Iteration 38     |  5.5371 | uniform |   kd_tree |        33 |       2 |  0.5312 |          1.0 |  3.199s |     2m:33s |
| Iteration 39     |  9.2962 | uniform |     brute |        33 |       1 |  0.7812 |          1.0 |  3.195s |     2m:37s |
| Iteration 40     |  9.2962 | uniform |      auto |        33 |       1 |   0.625 |          1.0 |  3.173s |     2m:41s |
| Iteration 41     |  0.6425 | uniform |   kd_tree |        39 |       2 |  0.4375 |          1.0 |  3.195s |     2m:45s |
| Iteration 42     |  9.2962 | uniform |     brute |        33 |       1 |  0.7812 |          1.0 |  0.001s |     2m:46s |
| Iteration 43     |  9.2962 | uniform |     brute |        33 |       2 |     0.5 |          1.0 |  3.185s |     2m:50s |
| Iteration 44     |  7.6075 | uniform | ball_tree |        33 |       1 |  0.6875 |          1.0 |  3.191s |     2m:54s |
| Iteration 45     |  5.4101 | uniform |      auto |        22 |       2 |  0.5312 |          1.0 |  3.187s |     2m:58s |
| Iteration 46     |  9.2962 | uniform |   kd_tree |        33 |       1 |  0.2812 |          1.0 |  3.178s |     3m:02s |
| Iteration 47     |   4.363 | uniform |     brute |        22 |       2 |  0.6875 |          1.0 |  3.158s |     3m:07s |
| Iteration 48     |  9.2474 | dista.. | ball_tree |        33 |       1 |  0.6562 |          1.0 |  3.184s |     3m:11s |
| Iteration 49     |  4.2748 | dista.. |     brute |        22 |       2 |    0.75 |          1.0 |  3.108s |     3m:15s |
| Iteration 50     |  4.4308 | uniform |     brute |        22 |       2 |  0.5625 |          1.0 |  3.160s |     3m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'radius': 9.2829, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 33, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8415
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.805 ± 0.1435
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:20s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.4375 |       0.4375 |  4.159s |     4.167s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  3.540s |     8.248s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |       0.8125 |  3.261s |    12.051s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.625 |       0.8125 |  3.382s |    15.916s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.5938 |       0.8125 |  3.293s |    19.697s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.5625 |       0.8125 |  3.553s |    24.476s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.75 |       0.8125 |  3.206s |    28.465s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |        0.875 |  3.468s |    32.490s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6875 |        0.875 |  3.167s |    36.147s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9375 |       0.9375 |  3.296s |    39.943s |
| Iteration 11     |           50 |         0.013 |     SAMME |  0.9375 |       0.9375 |  3.212s |    44.302s |
| Iteration 12     |          488 |        0.0122 |     SAMME |  0.5625 |       0.9375 |  3.452s |    48.840s |
| Iteration 13     |           99 |        0.0146 |     SAMME |  0.7188 |       0.9375 |  3.222s |    52.766s |
| Iteration 14     |          207 |         0.018 |     SAMME |  0.2188 |       0.9375 |  3.280s |    56.719s |
| Iteration 15     |           50 |         0.013 |     SAMME |  0.9375 |       0.9375 |  0.000s |    58.451s |
| Iteration 16     |          169 |        0.0152 |     SAMME |     1.0 |          1.0 |  3.161s |     1m:03s |
| Iteration 17     |          167 |        0.0153 |     SAMME |  0.5625 |          1.0 |  3.211s |     1m:07s |
| Iteration 18     |          173 |        0.0144 |     SAMME |  0.8125 |          1.0 |  3.358s |     1m:11s |
| Iteration 19     |           53 |        0.0115 |     SAMME |  0.9062 |          1.0 |  3.274s |     1m:15s |
| Iteration 20     |           51 |        0.0273 |     SAMME |     1.0 |          1.0 |  3.225s |     1m:19s |
| Iteration 21     |           51 |        0.1049 |   SAMME.R |  0.8125 |          1.0 |  3.160s |     1m:23s |
| Iteration 22     |           56 |        0.0397 |     SAMME |  0.9375 |          1.0 |  3.173s |     1m:27s |
| Iteration 23     |           51 |        0.0797 |     SAMME |   0.625 |          1.0 |  3.153s |     1m:31s |
| Iteration 24     |           58 |        0.0159 |   SAMME.R |  0.9375 |          1.0 |  3.176s |     1m:35s |
| Iteration 25     |           66 |        0.0108 |     SAMME |  0.8125 |          1.0 |  3.159s |     1m:39s |
| Iteration 26     |           54 |        0.0207 |   SAMME.R |  0.4688 |          1.0 |  3.132s |     1m:43s |
| Iteration 27     |           53 |        0.0206 |     SAMME |  0.8125 |          1.0 |  3.145s |     1m:47s |
| Iteration 28     |           50 |        0.0193 |     SAMME |  0.8125 |          1.0 |  3.149s |     1m:51s |
| Iteration 29     |           56 |        0.0157 |     SAMME |   0.625 |          1.0 |  3.136s |     1m:55s |
| Iteration 30     |           50 |          0.01 |     SAMME |  0.8125 |          1.0 |  3.814s |     1m:59s |
| Iteration 31     |          174 |        0.0371 |     SAMME |   0.625 |          1.0 |  3.258s |     2m:04s |
| Iteration 32     |           50 |        0.0272 |     SAMME |    0.75 |          1.0 |  3.135s |     2m:08s |
| Iteration 33     |           79 |        5.4001 |     SAMME |  0.1875 |          1.0 |  3.120s |     2m:12s |
| Iteration 34     |           59 |        0.0472 |     SAMME |  0.5625 |          1.0 |  3.169s |     2m:16s |
| Iteration 35     |           63 |        0.0881 |   SAMME.R |  0.5625 |          1.0 |  3.170s |     2m:20s |
| Iteration 36     |           50 |        5.5887 |     SAMME |   0.375 |          1.0 |  3.098s |     2m:23s |
| Iteration 37     |          384 |          0.01 |     SAMME |  0.9688 |          1.0 |  3.374s |     2m:28s |
| Iteration 38     |          495 |          0.65 |   SAMME.R |  0.8125 |          1.0 |  3.531s |     2m:32s |
| Iteration 39     |          499 |        1.1225 |   SAMME.R |   0.875 |          1.0 |  3.544s |     2m:36s |
| Iteration 40     |           50 |        0.8522 |   SAMME.R |  0.8125 |          1.0 |  3.144s |     2m:40s |
| Iteration 41     |          130 |        1.2535 |   SAMME.R |     1.0 |          1.0 |  3.209s |     2m:44s |
| Iteration 42     |          480 |         1.343 |   SAMME.R |   0.625 |          1.0 |  3.469s |     2m:49s |
| Iteration 43     |           70 |        0.5207 |     SAMME |  0.9375 |          1.0 |  3.180s |     2m:53s |
| Iteration 44     |           74 |        0.4993 |     SAMME |   0.875 |          1.0 |  3.144s |     2m:57s |
| Iteration 45     |          493 |        0.5049 |     SAMME |     1.0 |          1.0 |  3.449s |     3m:01s |
| Iteration 46     |           59 |        0.5022 |   SAMME.R |     1.0 |          1.0 |  3.163s |     3m:05s |
| Iteration 47     |           50 |        0.5774 |     SAMME |   0.875 |          1.0 |  3.154s |     3m:09s |
| Iteration 48     |          500 |        0.4611 |   SAMME.R |  0.9375 |          1.0 |  3.616s |     3m:13s |
| Iteration 49     |          500 |        0.6294 |     SAMME |  0.6562 |          1.0 |  3.564s |     3m:18s |
| Iteration 50     |          121 |        0.3794 |     SAMME |   0.875 |          1.0 |  3.250s |     3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 493, 'learning_rate': 0.5049, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.390s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0447
Time elapsed: 1.759s
-------------------------------------------------
Total time: 3m:25s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  3.497s |     3.516s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5625 |        0.625 |  3.349s |     7.359s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |         0.75 |  3.379s |    11.253s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |         0.75 |  3.223s |    14.980s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.4375 |         0.75 |  3.418s |    18.907s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |         0.75 |  3.883s |    23.289s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     0.5 |         0.75 |  3.330s |    27.139s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.5625 |         0.75 |  3.277s |    30.899s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.625 |         0.75 |  3.362s |    34.755s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |         0.75 |  3.377s |    38.623s |
| Iteration 11     |          500 |      gini |         5 |                 3 |                3 |         auto |     False |    0.0214 |         --- |  0.9375 |       0.9375 |  3.405s |    43.212s |
| Iteration 12     |           10 |      gini |         9 |                 2 |                1 |         None |     False |       0.0 |         --- |  0.3125 |       0.9375 |  3.122s |    47.352s |
| Iteration 13     |          194 |      gini |         8 |                 2 |               11 |         None |      True |     0.035 |         0.9 |    0.75 |       0.9375 |  3.259s |    51.503s |
| Iteration 14     |           10 |   entropy |         6 |                11 |                2 |         None |      True |    0.0278 |         0.8 |   0.125 |       0.9375 |  3.084s |    55.429s |
| Iteration 15     |          500 |      gini |         9 |                20 |               20 |         None |     False |       0.0 |         --- |     0.5 |       0.9375 |  3.407s |    59.826s |
| Iteration 16     |          226 |      gini |         3 |                 2 |               20 |         auto |      True |    0.0287 |        None |    0.25 |       0.9375 |  3.276s |     1m:04s |
| Iteration 17     |          500 |      gini |         7 |                 2 |                1 |         auto |     False |       0.0 |         --- |   0.625 |       0.9375 |  3.368s |     1m:08s |
| Iteration 18     |          500 |      gini |         2 |                 5 |                3 |         auto |      True |    0.0345 |         0.8 |     1.0 |          1.0 |  3.475s |     1m:13s |
| Iteration 19     |          428 |      gini |         5 |                17 |                3 |         auto |      True |     0.035 |         0.7 |  0.8125 |          1.0 |  3.436s |     1m:17s |
| Iteration 20     |          500 |      gini |      None |                 2 |                3 |         auto |     False |    0.0305 |         --- |     1.0 |          1.0 |  3.409s |     1m:22s |
| Iteration 21     |           10 |   entropy |         5 |                 2 |               14 |         None |      True |     0.035 |         0.7 |  0.6562 |          1.0 |  3.094s |     1m:26s |
| Iteration 22     |          500 |      gini |         1 |                 3 |                3 |         auto |      True |    0.0031 |         0.8 |  0.9375 |          1.0 |  3.488s |     1m:30s |
| Iteration 23     |           10 |   entropy |      None |                12 |               10 |         None |     False |       0.0 |         --- |     1.0 |          1.0 |  3.135s |     1m:36s |
| Iteration 24     |           10 |   entropy |         9 |                14 |                9 |         None |      True |       0.0 |         0.9 |     1.0 |          1.0 |  3.126s |     1m:40s |
| Iteration 25     |           12 |   entropy |         5 |                20 |               10 |         None |     False |    0.0252 |         --- |  0.9062 |          1.0 |  3.103s |     1m:45s |
| Iteration 26     |           10 |   entropy |      None |                 9 |                8 |         None |     False |       0.0 |         --- |    0.75 |          1.0 |  3.098s |     1m:49s |
| Iteration 27     |           10 |   entropy |         1 |                12 |               10 |         None |     False |       0.0 |         --- |   0.625 |          1.0 |  3.102s |     1m:53s |
| Iteration 28     |           10 |   entropy |         9 |                14 |                9 |         log2 |      True |    0.0162 |         0.6 |   0.875 |          1.0 |  3.110s |     1m:58s |
| Iteration 29     |          132 |      gini |         9 |                13 |                9 |         None |      True |      0.01 |         0.9 |  0.6875 |          1.0 |  3.190s |     2m:03s |
| Iteration 30     |           10 |      gini |         9 |                 2 |               12 |         log2 |      True |     0.035 |         0.8 |  0.6562 |          1.0 |  3.136s |     2m:07s |
| Iteration 31     |          500 |      gini |         1 |                 2 |                3 |         None |      True |    0.0077 |         0.8 |   0.625 |          1.0 |  3.524s |     2m:11s |
| Iteration 32     |           10 |      gini |         1 |                 8 |                8 |         auto |      True |    0.0167 |         0.8 |     1.0 |          1.0 |  3.144s |     2m:16s |
| Iteration 33     |           10 |      gini |         3 |                15 |                8 |         auto |     False |    0.0339 |         --- |     0.5 |          1.0 |  3.148s |     2m:21s |
| Iteration 34     |           10 |      gini |         9 |                18 |               10 |         None |      True |    0.0278 |        None |  0.6875 |          1.0 |  3.127s |     2m:25s |
| Iteration 35     |           10 |      gini |         5 |                19 |               10 |         auto |      True |       0.0 |         0.6 |    0.75 |          1.0 |  3.140s |     2m:29s |
| Iteration 36     |           10 |      gini |         4 |                17 |               17 |         None |     False |    0.0045 |         --- |  0.3438 |          1.0 |  3.116s |     2m:33s |
| Iteration 37     |          500 |      gini |         3 |                 2 |                3 |         auto |      True |    0.0146 |        None |  0.9375 |          1.0 |  3.516s |     2m:38s |
| Iteration 38     |          500 |   entropy |      None |                 9 |                3 |         auto |     False |    0.0076 |         --- |    0.75 |          1.0 |  3.416s |     2m:43s |
| Iteration 39     |          500 |   entropy |         8 |                15 |               11 |         None |      True |    0.0035 |         0.6 |  0.6875 |          1.0 |  3.510s |     2m:47s |
| Iteration 40     |           10 |   entropy |         5 |                 2 |                9 |         auto |      True |    0.0102 |         0.9 |    0.75 |          1.0 |  3.076s |     2m:51s |
| Iteration 41     |          500 |      gini |         3 |                 3 |                4 |         auto |      True |    0.0131 |         0.6 |  0.9375 |          1.0 |  3.491s |     2m:56s |
| Iteration 42     |          500 |      gini |         2 |                 9 |                3 |         auto |      True |    0.0147 |         0.8 |  0.8125 |          1.0 |  3.462s |     3m:01s |
| Iteration 43     |           10 |   entropy |         1 |                 9 |               12 |         None |      True |    0.0131 |         0.5 |  0.6875 |          1.0 |  3.108s |     3m:05s |
| Iteration 44     |          500 |      gini |         9 |                15 |                4 |         auto |      True |    0.0176 |        None |   0.875 |          1.0 |  3.524s |     3m:09s |
| Iteration 45     |          500 |      gini |      None |                 9 |                3 |         auto |     False |      0.03 |         --- |  0.8125 |          1.0 |  3.433s |     3m:14s |
| Iteration 46     |          500 |   entropy |         5 |                 4 |                9 |         auto |      True |    0.0093 |        None |    0.75 |          1.0 |  3.539s |     3m:19s |
| Iteration 47     |           10 |   entropy |         2 |                15 |                9 |         None |      True |     0.008 |         0.6 |  0.7812 |          1.0 |  3.118s |     3m:23s |
| Iteration 48     |          500 |      gini |         9 |                 2 |                4 |         auto |      True |       0.0 |         0.5 |   0.875 |          1.0 |  3.504s |     3m:28s |
| Iteration 49     |          500 |      gini |         9 |                20 |                3 |         auto |      True |    0.0273 |        None |  0.8125 |          1.0 |  3.442s |     3m:33s |
| Iteration 50     |           10 |   entropy |         3 |                 2 |                6 |         auto |      True |    0.0278 |         0.5 |  0.8125 |          1.0 |  3.100s |     3m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 2, 'min_samples_split': 5, 'min_samples_leaf': 3, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0345, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9661
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.435s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.08
Time elapsed: 1.996s
-------------------------------------------------
Total time: 3m:41s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.187s |     3.206s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  3.165s |     6.893s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  3.166s |    10.564s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  3.120s |    14.185s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  3.249s |    17.944s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  3.248s |    21.782s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  3.313s |    25.593s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  3.234s |    29.340s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6562 |         0.75 |  3.236s |    33.069s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  3.915s |    37.558s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2171 |                3 |       0.6 |              0.7 |      0.01 |        100 |  0.9375 |       0.9375 |  3.317s |    41.837s |
| Iteration 12     |          146 |        0.0668 |         4 |     0.0 |                2 |       0.7 |              0.7 |         0 |          1 |  0.5625 |       0.9375 |  3.252s |    45.948s |
| Iteration 13     |           45 |        0.8243 |         5 |  0.4519 |                9 |       0.8 |              0.8 |       100 |          0 |     0.5 |       0.9375 |  3.254s |    50.116s |
| Iteration 14     |          358 |        0.0137 |         5 |   0.302 |                3 |       0.6 |              0.7 |      0.01 |        100 |   0.375 |       0.9375 |  3.315s |    54.358s |
| Iteration 15     |           36 |        0.2463 |         5 |  0.1932 |                3 |       0.7 |              0.7 |      0.01 |         10 |  0.7188 |       0.9375 |  3.092s |    58.354s |
| Iteration 16     |          457 |           0.2 |         8 |  0.2115 |                3 |       0.6 |              0.6 |        10 |        0.1 |     0.5 |       0.9375 |  3.226s |     1m:03s |
| Iteration 17     |          143 |        0.5115 |         5 |  0.2247 |                3 |       1.0 |              0.7 |      0.01 |        0.1 |     1.0 |          1.0 |  3.181s |     1m:08s |
| Iteration 18     |          279 |        0.4877 |         5 |  0.2288 |                6 |       1.0 |              0.7 |      0.01 |          0 |  0.8125 |          1.0 |  3.209s |     1m:12s |
| Iteration 19     |          492 |        0.4691 |         9 |  0.2286 |                3 |       1.0 |              0.7 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.243s |     1m:17s |
| Iteration 20     |          124 |        0.0175 |         5 |  0.2131 |                4 |       0.6 |              0.7 |      0.01 |          1 |   0.375 |          1.0 |  3.213s |     1m:21s |
| Iteration 21     |          288 |        0.8269 |         5 |  0.2277 |                8 |       1.0 |              1.0 |         0 |         10 |     0.5 |          1.0 |  3.191s |     1m:25s |
| Iteration 22     |          102 |        0.1225 |         1 |  0.2234 |                3 |       0.8 |              0.4 |      0.01 |        100 |  0.9375 |          1.0 |  3.203s |     1m:29s |
| Iteration 23     |           46 |        0.0126 |         4 |     0.0 |                2 |       1.0 |              1.0 |        10 |         10 |     0.5 |          1.0 |  3.161s |     1m:34s |
| Iteration 24     |          216 |         0.867 |         9 |  0.8339 |                1 |       1.0 |              0.4 |      0.01 |         10 |     1.0 |          1.0 |  3.191s |     1m:38s |
| Iteration 25     |          228 |        0.3386 |         1 |  0.9949 |                1 |       1.0 |              0.7 |      0.01 |         10 |  0.9375 |          1.0 |  3.204s |     1m:42s |
| Iteration 26     |           20 |        0.0131 |         8 |     0.0 |                1 |       1.0 |              0.4 |      0.01 |        0.1 |     0.5 |          1.0 |  3.174s |     1m:46s |
| Iteration 27     |          136 |        0.0319 |         3 |  0.2252 |                3 |       0.7 |              0.9 |      0.01 |         10 |  0.8125 |          1.0 |  3.179s |     1m:50s |
| Iteration 28     |           73 |           1.0 |         9 |  0.9741 |                1 |       0.7 |              0.7 |      0.01 |        0.1 |     1.0 |          1.0 |  3.189s |     1m:54s |
| Iteration 29     |          276 |           1.0 |         3 |  0.3503 |                1 |       0.8 |              0.5 |      0.01 |        100 |  0.8125 |          1.0 |  3.202s |     1m:58s |
| Iteration 30     |           34 |        0.3066 |        10 |  0.8513 |                1 |       0.7 |              0.5 |      0.01 |         10 |   0.875 |          1.0 |  3.198s |     2m:03s |
| Iteration 31     |           35 |        0.0103 |         9 |  0.8115 |                1 |       0.8 |              0.9 |      0.01 |        100 |  0.5312 |          1.0 |  3.198s |     2m:07s |
| Iteration 32     |           20 |           1.0 |        10 |     1.0 |                1 |       1.0 |              1.0 |      0.01 |         10 |   0.875 |          1.0 |  3.185s |     2m:12s |
| Iteration 33     |          488 |           1.0 |         7 |  0.4952 |                1 |       1.0 |              0.7 |       0.1 |       0.01 |   0.375 |          1.0 |  3.258s |     2m:16s |
| Iteration 34     |           48 |           1.0 |         1 |  0.3516 |                1 |       0.9 |              0.9 |      0.01 |        100 |  0.5938 |          1.0 |  3.190s |     2m:20s |
| Iteration 35     |           76 |        0.0252 |         7 |  0.2258 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |     0.5 |          1.0 |  3.186s |     2m:24s |
| Iteration 36     |          285 |           1.0 |         6 |     1.0 |               10 |       1.0 |              0.4 |      0.01 |        0.1 |     0.5 |          1.0 |  3.214s |     2m:29s |
| Iteration 37     |           77 |           1.0 |        10 |   0.133 |                1 |       0.8 |              0.4 |      0.01 |          0 |  0.9375 |          1.0 |  3.197s |     2m:33s |
| Iteration 38     |           61 |           1.0 |         7 |   0.672 |                1 |       0.5 |              0.4 |      0.01 |          0 |    0.75 |          1.0 |  3.194s |     2m:38s |
| Iteration 39     |          472 |          0.01 |         7 |  0.7392 |                1 |       0.6 |              0.7 |         1 |          1 |    0.75 |          1.0 |  3.273s |     2m:42s |
| Iteration 40     |          499 |        0.6386 |        10 |  0.7042 |                1 |       1.0 |              0.8 |      0.01 |        0.1 |   0.875 |          1.0 |  3.239s |     2m:46s |
| Iteration 41     |           41 |        0.6661 |        10 |  0.3711 |                1 |       0.8 |              0.6 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.176s |     2m:51s |
| Iteration 42     |          425 |           1.0 |         9 |  0.3217 |                1 |       1.0 |              0.4 |      0.01 |          0 |  0.6875 |          1.0 |  3.219s |     2m:55s |
| Iteration 43     |          478 |        0.5294 |        10 |  0.9212 |                1 |       0.7 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  3.271s |     2m:59s |
| Iteration 44     |          181 |          0.01 |         7 |  0.1153 |               10 |       1.0 |              0.8 |         1 |        100 |     0.5 |          1.0 |  3.146s |     3m:05s |
| Iteration 45     |          219 |           1.0 |         3 |  0.8419 |                1 |       0.8 |              0.5 |         0 |          1 |    0.75 |          1.0 |  3.191s |     3m:09s |
| Iteration 46     |          182 |           1.0 |         6 |  0.7073 |                1 |       0.6 |              0.4 |         0 |         10 |  0.7812 |          1.0 |  3.202s |     3m:13s |
| Iteration 47     |          287 |        0.0124 |         1 |  0.1434 |               10 |       0.7 |              0.6 |         0 |        0.1 |     0.5 |          1.0 |  3.196s |     3m:18s |
| Iteration 48     |          361 |        0.4054 |        10 |     1.0 |                1 |       0.9 |              0.4 |      0.01 |         10 |    0.75 |          1.0 |  3.226s |     3m:22s |
| Iteration 49     |          180 |        0.5802 |         2 |  0.8443 |                1 |       1.0 |              0.7 |      0.01 |         10 |  0.6875 |          1.0 |  3.152s |     3m:26s |
| Iteration 50     |          192 |           1.0 |         7 |  0.6137 |                1 |       0.6 |              0.9 |      0.01 |       0.01 |  0.6875 |          1.0 |  3.186s |     3m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 216, 'learning_rate': 0.867, 'max_depth': 9, 'gamma': 0.8339, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.4, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9871
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.063s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.865 ± 0.0889
Time elapsed: 0.198s
-------------------------------------------------
Total time: 3m:32s


Final results ==================== >>
Duration: 23m:32s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.82 ± 0.0797 ~
Logistic Regression             --> roc_auc: 0.59 ± 0.097 ~
Linear Discriminant Analysis    --> roc_auc: 0.7 ± 0.1265
Quadratic Discriminant Analysis --> roc_auc: 0.61 ± 0.086 ~
Radius Nearest Neighbors        --> roc_auc: 0.805 ± 0.1435
AdaBoost                        --> roc_auc: 0.85 ± 0.0447 ~
Random Forest                   --> roc_auc: 0.84 ± 0.08
XGBoost                         --> roc_auc: 0.865 ± 0.0889 ~ !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 822 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVEGGSYIPTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  0.642s |     0.662s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |        0.875 |  0.676s |     3.165s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |        0.875 |  0.631s |     5.803s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.7188 |        0.875 |  0.729s |     7.917s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.25 |        0.875 |  0.688s |     9.772s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |        0.875 |  0.727s |    11.666s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.875 |        0.875 |  0.704s |    13.485s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.743s |    14.828s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |          1.0 |  0.669s |    16.045s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |          1.0 |  1.382s |    17.906s |
| Iteration 11     | exponen.. |        0.0689 |          500 |       0.7 | squared_er.. |                13 |                7 |         6 |          0.6 |       0.0 |     1.0 |          1.0 |  0.775s |    19.580s |
| Iteration 12     | exponen.. |        0.0143 |          283 |       0.6 | squared_er.. |                15 |               18 |         7 |         auto |    0.0009 |     0.5 |          1.0 |  0.711s |    21.200s |
| Iteration 13     | exponen.. |        0.0777 |          500 |       0.8 | squared_er.. |                 7 |                3 |         6 |          0.5 |    0.0087 |     1.0 |          1.0 |  0.756s |    22.840s |
| Iteration 14     | exponen.. |        0.0742 |           10 |       0.5 | squared_er.. |                20 |               20 |         8 |         None |       0.0 |     0.5 |          1.0 |  0.629s |    24.437s |
| Iteration 15     | exponen.. |        0.0227 |          481 |       1.0 | squared_er.. |                20 |                6 |        10 |         None |       0.0 |  0.9375 |          1.0 |  0.755s |    26.225s |
| Iteration 16     | exponen.. |        0.0967 |          500 |       0.8 | squared_er.. |                11 |                6 |         6 |          0.7 |    0.0049 |   0.875 |          1.0 |  0.772s |    29.556s |
| Iteration 17     | exponen.. |        0.0474 |          348 |       0.7 | squared_er.. |                 9 |                7 |         7 |          0.5 |    0.0143 |   0.875 |          1.0 |  0.722s |    32.785s |
| Iteration 18     | exponen.. |        0.0443 |          473 |       0.7 | squared_er.. |                18 |                8 |         7 |          0.7 |       0.0 |   0.875 |          1.0 |  0.746s |    36.196s |
| Iteration 19     |  deviance |          0.01 |          500 |       0.5 | squared_er.. |                20 |                1 |         1 |         None |       0.0 |  0.6875 |          1.0 |  0.750s |    39.496s |
| Iteration 20     | exponen.. |        0.0719 |          500 |       0.8 | squared_er.. |                 7 |                2 |         6 |          0.5 |    0.0097 |   0.375 |          1.0 |  0.767s |    41.572s |
| Iteration 21     | exponen.. |        0.4524 |          459 |       0.7 | squared_er.. |                 5 |                3 |         4 |          0.7 |     0.032 |   0.875 |          1.0 |  0.804s |    43.293s |
| Iteration 22     |  deviance |        0.1937 |          500 |       0.6 | squared_er.. |                14 |                7 |         4 |          0.8 |    0.0089 |     0.5 |          1.0 |  0.793s |    45.201s |
| Iteration 23     | exponen.. |        0.1292 |          500 |       0.8 | squared_er.. |                 5 |                7 |         8 |          0.6 |     0.014 |  0.8125 |          1.0 |  0.763s |    47.081s |
| Iteration 24     | exponen.. |        0.5322 |          425 |       0.9 | squared_er.. |                17 |                8 |         6 |         None |    0.0059 |    0.75 |          1.0 |  0.794s |    48.985s |
| Iteration 25     | exponen.. |        0.0223 |          325 |       0.8 | squared_er.. |                12 |                6 |         9 |          0.9 |    0.0044 |     1.0 |          1.0 |  0.756s |    50.630s |
| Iteration 26     | exponen.. |          0.01 |          182 |       0.9 | squared_er.. |                 3 |                3 |         8 |          0.5 |    0.0076 |  0.6875 |          1.0 |  0.703s |    52.346s |
| Iteration 27     | exponen.. |          0.01 |          181 |       0.9 | squared_er.. |                20 |                6 |        10 |         None |       0.0 |    0.75 |          1.0 |  0.702s |    53.982s |
| Iteration 28     | exponen.. |        0.0952 |          398 |       0.9 | friedman_mse |                16 |                8 |         8 |          0.8 |    0.0077 |   0.875 |          1.0 |  0.746s |    55.808s |
| Iteration 29     | exponen.. |        0.0226 |          477 |       0.7 | squared_er.. |                 2 |               10 |         7 |          0.9 |    0.0023 |     1.0 |          1.0 |  0.809s |    57.497s |
| Iteration 30     | exponen.. |        0.0812 |          230 |       0.7 | squared_er.. |                13 |                9 |         1 |          0.5 |    0.0076 |     0.5 |          1.0 |  0.735s |    59.256s |
| Iteration 31     | exponen.. |        0.0233 |          424 |       0.6 | squared_er.. |                14 |               13 |         9 |         None |    0.0289 |    0.75 |          1.0 |  0.743s |     1m:01s |
| Iteration 32     | exponen.. |        0.0138 |          432 |       0.9 | squared_er.. |                 8 |                4 |         8 |          0.9 |    0.0027 |    0.75 |          1.0 |  0.830s |     1m:03s |
| Iteration 33     | exponen.. |        0.0886 |          500 |       0.5 | friedman_mse |                 4 |               12 |         7 |         None |     0.003 |    0.75 |          1.0 |  0.754s |     1m:04s |
| Iteration 34     | exponen.. |        0.0165 |          391 |       0.8 | friedman_mse |                16 |               15 |         7 |          0.5 |    0.0052 |    0.75 |          1.0 |  1.303s |     1m:06s |
| Iteration 35     | exponen.. |        0.8509 |          500 |       0.7 | friedman_mse |                 3 |               12 |         4 |         None |    0.0235 |  0.4375 |          1.0 |  0.748s |     1m:08s |
| Iteration 36     | exponen.. |        0.1848 |          113 |       0.5 | squared_er.. |                 2 |               10 |         9 |         sqrt |    0.0019 |     1.0 |          1.0 |  0.658s |     1m:10s |
| Iteration 37     | exponen.. |        0.1688 |          481 |       0.8 | squared_er.. |                 6 |               10 |         8 |          0.6 |    0.0211 |    0.75 |          1.0 |  0.741s |     1m:12s |
| Iteration 38     | exponen.. |        0.0155 |          198 |       0.9 | squared_er.. |                 8 |                9 |        10 |         sqrt |    0.0029 |   0.875 |          1.0 |  0.690s |     1m:14s |
| Iteration 39     | exponen.. |         0.594 |          108 |       0.7 | squared_er.. |                18 |                5 |         4 |         sqrt |     0.024 |   0.625 |          1.0 |  0.663s |     1m:16s |
| Iteration 40     | exponen.. |        0.0171 |          163 |       0.7 | squared_er.. |                 3 |                9 |         8 |         sqrt |       0.0 |     1.0 |          1.0 |  0.673s |     1m:18s |
| Iteration 41     | exponen.. |        0.9763 |           81 |       0.8 | friedman_mse |                 6 |                9 |         8 |          0.7 |       0.0 |    0.75 |          1.0 |  0.656s |     1m:19s |
| Iteration 42     | exponen.. |          0.01 |          205 |       0.7 | squared_er.. |                 4 |                8 |         7 |         log2 |    0.0041 |  0.9375 |          1.0 |  0.685s |     1m:21s |
| Iteration 43     | exponen.. |          0.01 |          462 |       0.7 | squared_er.. |                15 |                9 |         8 |         log2 |    0.0053 |  0.6875 |          1.0 |  0.749s |     1m:23s |
| Iteration 44     | exponen.. |         0.714 |          220 |       1.0 | squared_er.. |                 2 |               12 |         3 |         log2 |    0.0021 |     1.0 |          1.0 |  0.671s |     1m:24s |
| Iteration 45     | exponen.. |         0.299 |          500 |       0.8 | squared_er.. |                10 |                6 |         6 |          0.7 |       0.0 |   0.875 |          1.0 |  0.744s |     1m:26s |
| Iteration 46     | exponen.. |        0.0264 |          428 |       0.7 | squared_er.. |                16 |                8 |         6 |          0.6 |    0.0179 |  0.9375 |          1.0 |  0.739s |     1m:28s |
| Iteration 47     | exponen.. |        0.1195 |          457 |       0.7 | squared_er.. |                12 |                8 |         6 |          0.9 |    0.0003 |  0.9375 |          1.0 |  0.755s |     1m:30s |
| Iteration 48     | exponen.. |        0.0321 |          499 |       0.8 | squared_er.. |                13 |                3 |         6 |         sqrt |    0.0182 |   0.625 |          1.0 |  0.751s |     1m:32s |
| Iteration 49     | exponen.. |           1.0 |          447 |       0.7 | squared_er.. |                 2 |               10 |         1 |          0.6 |     0.001 |  0.6875 |          1.0 |  0.730s |     1m:34s |
| Iteration 50     | exponen.. |        0.0263 |           31 |       0.8 | squared_er.. |                 2 |               12 |         5 |         log2 |    0.0021 |  0.8125 |          1.0 |  0.639s |     1m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0226, 'n_estimators': 477, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 10, 'max_depth': 7, 'max_features': 0.9, 'ccp_alpha': 0.0023}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9946
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.151s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.08
Time elapsed: 0.720s
-------------------------------------------------
Total time: 1m:38s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  0.648s |     0.659s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |       0.5625 |  0.638s |     2.786s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.5625 |       0.5625 |  0.642s |     5.339s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |       0.5625 |  0.642s |     7.011s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |       0.5625 |  0.643s |     8.211s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |         0.75 |  0.649s |     9.364s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.6875 |         0.75 |  0.643s |    10.511s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.3125 |         0.75 |  0.644s |    11.633s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.8125 |       0.8125 |  0.646s |    12.823s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |       0.8125 |  0.639s |    14.038s |
| Iteration 11     |      l2 |  0.0034 | libli.. |      179 |      --- |  0.4375 |       0.8125 |  1.254s |    16.095s |
| Iteration 12     |      l2 |  0.0064 | libli.. |      100 |      --- |     0.5 |       0.8125 |  0.634s |    17.724s |
| Iteration 13     |      l2 |  0.0014 |     sag |      348 |      --- |     1.0 |          1.0 |  0.632s |    19.108s |
| Iteration 14     |      l2 |   0.013 | newto.. |      360 |      --- |    0.75 |          1.0 |  0.637s |    20.874s |
| Iteration 15     |      l2 |   0.001 |     sag |      354 |      --- |     0.5 |          1.0 |  0.641s |    22.371s |
| Iteration 16     |      l2 |  5.8982 | newto.. |     1000 |      --- |  0.8125 |          1.0 |  0.634s |    23.726s |
| Iteration 17     |      l2 |  9.5507 | newto.. |      860 |      --- |   0.875 |          1.0 |  0.643s |    25.131s |
| Iteration 18     |      l2 | 36.6483 |     sag |      743 |      --- |   0.625 |          1.0 |  0.636s |    26.525s |
| Iteration 19     |      l2 |  0.0013 |     sag |      957 |      --- |    0.75 |          1.0 |  0.637s |    27.932s |
| Iteration 20     |      l2 |  0.1606 |     sag |     1000 |      --- |   0.625 |          1.0 |  0.640s |    29.304s |
| Iteration 21     |    none |     --- |   lbfgs |      567 |      --- |  0.9375 |          1.0 |  0.648s |    30.732s |
| Iteration 22     |    none |     --- |     sag |      512 |      --- |   0.125 |          1.0 |  0.733s |    32.272s |
| Iteration 23     |      l2 |   8.426 | newto.. |      313 |      --- |   0.625 |          1.0 |  0.637s |    33.714s |
| Iteration 24     |      l2 |  0.0024 |     sag |      967 |      --- |  0.8125 |          1.0 |  0.640s |    35.145s |
| Iteration 25     |      l2 |  0.0356 |   lbfgs |      152 |      --- |     1.0 |          1.0 |  0.639s |    36.531s |
| Iteration 26     |      l2 |  0.0033 |   lbfgs |      225 |      --- |  0.3125 |          1.0 |  0.636s |    37.923s |
| Iteration 27     |      l2 |   0.042 |   lbfgs |      247 |      --- |    0.75 |          1.0 |  0.645s |    39.345s |
| Iteration 28     |      l2 |  0.0229 |   lbfgs |      311 |      --- |  0.8125 |          1.0 |  0.641s |    40.784s |
| Iteration 29     |      l2 |  0.0328 |   lbfgs |      334 |      --- |  0.6875 |          1.0 |  0.639s |    42.258s |
| Iteration 30     |      l2 |  0.0328 |   lbfgs |      285 |      --- |   0.375 |          1.0 |  0.638s |    43.712s |
| Iteration 31     |      l2 |  8.5629 |   lbfgs |      824 |      --- |  0.4375 |          1.0 |  0.642s |    45.273s |
| Iteration 32     |      l2 |   0.001 |     sag |      624 |      --- |    0.75 |          1.0 |  0.640s |    46.692s |
| Iteration 33     |      l2 |  0.0341 |   lbfgs |      124 |      --- |  0.6875 |          1.0 |  0.636s |    48.196s |
| Iteration 34     |      l2 |  0.0032 |     sag |      362 |      --- |  0.6875 |          1.0 |  0.642s |    49.667s |
| Iteration 35     |    none |     --- |   lbfgs |      728 |      --- |   0.625 |          1.0 |  0.654s |    51.169s |
| Iteration 36     |      l2 | 18.7351 | newto.. |      709 |      --- |     0.5 |          1.0 |  1.210s |    53.221s |
| Iteration 37     |      l2 |   0.002 |     sag |      279 |      --- |     0.5 |          1.0 |  0.634s |    55.513s |
| Iteration 38     |    none |     --- |   lbfgs |      844 |      --- |  0.8125 |          1.0 |  0.649s |    57.053s |
| Iteration 39     |      l2 | 93.4898 |    saga |      927 |      --- |     0.5 |          1.0 |  0.644s |    58.498s |
| Iteration 40     |      l2 |  0.0285 |   lbfgs |      417 |      --- |   0.625 |          1.0 |  0.634s |    59.995s |
| Iteration 41     |    none |     --- | newto.. |      804 |      --- |  0.5625 |          1.0 |  0.653s |     1m:02s |
| Iteration 42     |    none |     --- |   lbfgs |      212 |      --- |   0.625 |          1.0 |  0.640s |     1m:03s |
| Iteration 43     |      l2 |  0.0292 |   lbfgs |      455 |      --- |  0.5625 |          1.0 |  0.634s |     1m:05s |
| Iteration 44     |    none |     --- |   lbfgs |      150 |      --- |    0.75 |          1.0 |  0.643s |     1m:06s |
| Iteration 45     |      l2 |  0.0343 |   lbfgs |      552 |      --- |  0.6875 |          1.0 |  0.647s |     1m:08s |
| Iteration 46     |      l2 |  0.0032 |     sag |      952 |      --- |  0.8125 |          1.0 |  0.694s |     1m:09s |
| Iteration 47     |    none |     --- |   lbfgs |      484 |      --- |  0.5625 |          1.0 |  0.702s |     1m:11s |
| Iteration 48     |      l2 |  0.0024 |     sag |      758 |      --- |  0.5625 |          1.0 |  0.691s |     1m:13s |
| Iteration 49     |    none |     --- |     sag |      119 |      --- |    0.75 |          1.0 |  0.691s |     1m:14s |
| Iteration 50     |      l2 |  0.0395 |   lbfgs |      122 |      --- |    0.75 |          1.0 |  0.689s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'penalty': 'l2', 'C': 0.0356, 'solver': 'lbfgs', 'max_iter': 152}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7562
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.0583
Time elapsed: 0.063s
-------------------------------------------------
Total time: 1m:17s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  0.693s |     0.699s |
| Initial point 2  |     svd |       --- |   0.625 |        0.625 |  0.676s |     1.876s |
| Initial point 3  |     svd |       --- |   0.625 |        0.625 |  0.001s |     2.392s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |        0.625 |  0.684s |     3.561s |
| Initial point 5  |   eigen |       0.9 |     0.5 |        0.625 |  0.682s |     4.722s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |        0.625 |  0.679s |     7.276s |
| Initial point 7  |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.629s |     9.987s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |       0.9375 |  0.632s |    11.407s |
| Initial point 9  |    lsqr |       0.6 |  0.5625 |       0.9375 |  0.630s |    12.545s |
| Initial point 10 |   eigen |       0.8 |   0.875 |       0.9375 |  0.635s |    13.671s |
| Iteration 11     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    14.285s |
| Iteration 12     |   eigen |       0.5 |   0.625 |       0.9375 |  0.649s |    15.549s |
| Iteration 13     |   eigen |       0.7 |    0.75 |       0.9375 |  0.632s |    16.801s |
| Iteration 14     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    17.535s |
| Iteration 15     |   eigen |      auto |    0.25 |       0.9375 |  0.644s |    18.967s |
| Iteration 16     |     svd |       --- |   0.625 |       0.9375 |  0.000s |    19.762s |
| Iteration 17     |   eigen |      None |  0.6875 |       0.9375 |  1.228s |    21.774s |
| Iteration 18     |     svd |       --- |   0.625 |       0.9375 |  0.000s |    22.621s |
| Iteration 19     |     svd |       --- |   0.625 |       0.9375 |  0.000s |    23.255s |
| Iteration 20     |    lsqr |      auto |   0.625 |       0.9375 |  0.634s |    24.534s |
| Iteration 21     |     svd |       --- |   0.625 |       0.9375 |  0.000s |    25.213s |
| Iteration 22     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    25.860s |
| Iteration 23     |    lsqr |       1.0 |   0.875 |       0.9375 |  0.635s |    27.144s |
| Iteration 24     |     svd |       --- |   0.625 |       0.9375 |  0.000s |    27.815s |
| Iteration 25     |   eigen |       0.6 |   0.625 |       0.9375 |  0.628s |    29.099s |
| Iteration 26     |     svd |       --- |   0.625 |       0.9375 |  0.000s |    29.942s |
| Iteration 27     |    lsqr |      None |    0.75 |       0.9375 |  0.627s |    31.324s |
| Iteration 28     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    32.378s |
| Iteration 29     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    33.090s |
| Iteration 30     |    lsqr |      None |    0.75 |       0.9375 |  0.000s |    33.812s |
| Iteration 31     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    34.510s |
| Iteration 32     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    35.216s |
| Iteration 33     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    35.916s |
| Iteration 34     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    36.691s |
| Iteration 35     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    37.452s |
| Iteration 36     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    38.188s |
| Iteration 37     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    38.970s |
| Iteration 38     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    39.739s |
| Iteration 39     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    40.482s |
| Iteration 40     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    41.218s |
| Iteration 41     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    42.047s |
| Iteration 42     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    42.916s |
| Iteration 43     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    43.758s |
| Iteration 44     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    44.539s |
| Iteration 45     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    45.373s |
| Iteration 46     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.001s |    46.177s |
| Iteration 47     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    46.979s |
| Iteration 48     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    47.784s |
| Iteration 49     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.001s |    48.614s |
| Iteration 50     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    49.450s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 50.293s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7991
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.049
Time elapsed: 0.029s
-------------------------------------------------
Total time: 50.332s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  0.635s |     0.638s |
| Initial point 2  |       0.9 |     0.5 |          0.5 |  0.636s |     1.746s |
| Initial point 3  |       0.1 |  0.5625 |       0.5625 |  0.630s |     3.073s |
| Initial point 4  |       1.0 |     0.5 |       0.5625 |  0.000s |     3.557s |
| Initial point 5  |       0.2 |     0.5 |       0.5625 |  0.650s |     4.696s |
| Initial point 6  |       0.4 |   0.625 |        0.625 |  0.632s |     5.819s |
| Initial point 7  |       0.4 |   0.625 |        0.625 |  0.000s |     6.333s |
| Initial point 8  |       0.7 |  0.5625 |        0.625 |  0.637s |     7.460s |
| Initial point 9  |       0.9 |     0.5 |        0.625 |  0.000s |     7.976s |
| Initial point 10 |       0.8 |    0.75 |         0.75 |  0.627s |     9.086s |
| Iteration 11     |       0.3 |  0.5625 |         0.75 |  0.635s |    10.307s |
| Iteration 12     |       0.6 |    0.75 |         0.75 |  0.635s |    11.524s |
| Iteration 13     |       0.5 |     0.5 |         0.75 |  0.633s |    12.751s |
| Iteration 14     |       0.0 |   0.875 |        0.875 |  0.635s |    13.976s |
| Iteration 15     |       0.0 |   0.875 |        0.875 |  0.000s |    14.565s |
| Iteration 16     |       0.0 |   0.875 |        0.875 |  0.000s |    15.136s |
| Iteration 17     |       0.0 |   0.875 |        0.875 |  0.001s |    15.729s |
| Iteration 18     |       0.0 |   0.875 |        0.875 |  0.000s |    16.328s |
| Iteration 19     |       0.9 |     0.5 |        0.875 |  0.000s |    16.905s |
| Iteration 20     |       0.0 |   0.875 |        0.875 |  0.000s |    17.479s |
| Iteration 21     |       0.0 |   0.875 |        0.875 |  0.000s |    18.048s |
| Iteration 22     |       0.0 |   0.875 |        0.875 |  0.000s |    18.619s |
| Iteration 23     |       0.0 |   0.875 |        0.875 |  0.000s |    19.966s |
| Iteration 24     |       0.0 |   0.875 |        0.875 |  0.000s |    20.751s |
| Iteration 25     |       0.5 |     0.5 |        0.875 |  0.000s |    21.913s |
| Iteration 26     |       0.0 |   0.875 |        0.875 |  0.000s |    22.515s |
| Iteration 27     |       0.0 |   0.875 |        0.875 |  0.000s |    23.107s |
| Iteration 28     |       0.0 |   0.875 |        0.875 |  0.000s |    23.702s |
| Iteration 29     |       0.0 |   0.875 |        0.875 |  0.000s |    25.554s |
| Iteration 30     |       0.0 |   0.875 |        0.875 |  0.000s |    26.482s |
| Iteration 31     |       0.0 |   0.875 |        0.875 |  0.000s |    27.128s |
| Iteration 32     |       0.0 |   0.875 |        0.875 |  0.000s |    28.117s |
| Iteration 33     |       0.0 |   0.875 |        0.875 |  0.000s |    28.746s |
| Iteration 34     |       0.0 |   0.875 |        0.875 |  0.000s |    29.376s |
| Iteration 35     |       0.0 |   0.875 |        0.875 |  0.000s |    30.007s |
| Iteration 36     |       0.0 |   0.875 |        0.875 |  0.000s |    30.642s |
| Iteration 37     |       0.0 |   0.875 |        0.875 |  0.000s |    31.272s |
| Iteration 38     |       0.0 |   0.875 |        0.875 |  0.000s |    31.916s |
| Iteration 39     |       0.0 |   0.875 |        0.875 |  0.000s |    32.613s |
| Iteration 40     |       0.0 |   0.875 |        0.875 |  0.000s |    33.393s |
| Iteration 41     |       0.0 |   0.875 |        0.875 |  0.000s |    34.075s |
| Iteration 42     |       0.0 |   0.875 |        0.875 |  0.000s |    34.742s |
| Iteration 43     |       0.0 |   0.875 |        0.875 |  0.000s |    35.460s |
| Iteration 44     |       0.0 |   0.875 |        0.875 |  0.000s |    36.145s |
| Iteration 45     |       0.0 |   0.875 |        0.875 |  0.000s |    37.901s |
| Iteration 46     |       0.0 |   0.875 |        0.875 |  0.000s |    38.825s |
| Iteration 47     |       0.0 |   0.875 |        0.875 |  0.000s |    39.519s |
| Iteration 48     |       0.0 |   0.875 |        0.875 |  0.000s |    40.262s |
| Iteration 49     |       0.0 |   0.875 |        0.875 |  0.000s |    40.992s |
| Iteration 50     |       0.0 |   0.875 |        0.875 |  0.000s |    41.767s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 42.504s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.102
Time elapsed: 0.027s
-------------------------------------------------
Total time: 42.544s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  11.883 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  0.639s |     0.659s |
| Initial point 2  |  4.7259 | uniform |   kd_tree |        39 |       2 |  0.5938 |        0.625 |  0.662s |     1.844s |
| Initial point 3  |  3.7332 | dista.. | ball_tree |        25 |       2 |  0.9375 |       0.9375 |  0.632s |     2.957s |
| Initial point 4  | 10.8913 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.631s |     4.106s |
| Initial point 5  |  8.5319 | dista.. |      auto |        30 |       2 |     0.5 |       0.9375 |  0.658s |     5.294s |
| Initial point 6  |  9.8806 | dista.. | ball_tree |        21 |       2 |   0.875 |       0.9375 |  0.638s |     6.430s |
| Initial point 7  |  7.0673 | dista.. | ball_tree |        24 |       1 |   0.875 |       0.9375 |  0.635s |     7.541s |
| Initial point 8  |  1.6936 | dista.. | ball_tree |        21 |       2 |    0.75 |       0.9375 |  0.648s |     8.701s |
| Initial point 9  |  7.8725 | uniform | ball_tree |        24 |       1 |  0.6875 |       0.9375 |  0.650s |     9.943s |
| Initial point 10 |  5.5917 | uniform |     brute |        22 |       2 |   0.625 |       0.9375 |  0.635s |    11.186s |
| Iteration 11     |     0.0 | dista.. |     brute |        24 |       2 |     0.5 |       0.9375 |  0.644s |    12.642s |
| Iteration 12     | 11.5341 | dista.. | ball_tree |        28 |       2 |    0.75 |       0.9375 |  0.635s |    14.138s |
| Iteration 13     |  1.7364 | dista.. | ball_tree |        27 |       1 |     0.5 |       0.9375 |  0.637s |    15.672s |
| Iteration 14     | 11.8717 | uniform | ball_tree |        23 |       2 |     0.5 |       0.9375 |  0.634s |    17.309s |
| Iteration 15     |  4.3843 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.9375 |  0.633s |    18.959s |
| Iteration 16     |  7.4825 | dista.. | ball_tree |        21 |       2 |  0.9375 |       0.9375 |  0.641s |    20.719s |
| Iteration 17     |  7.5348 | dista.. | ball_tree |        39 |       2 |  0.6875 |       0.9375 |  0.635s |    22.451s |
| Iteration 18     |  7.3254 | dista.. | ball_tree |        20 |       2 |    0.75 |       0.9375 |  0.625s |    23.940s |
| Iteration 19     |  8.8531 | dista.. | ball_tree |        20 |       1 |  0.5625 |       0.9375 |  0.630s |    25.430s |
| Iteration 20     | 10.3198 | dista.. |   kd_tree |        21 |       2 |  0.8125 |       0.9375 |  0.637s |    26.889s |
| Iteration 21     |     0.0 | dista.. |      auto |        25 |       2 |     0.5 |       0.9375 |  0.632s |    28.959s |
| Iteration 22     |  0.0015 | dista.. |   kd_tree |        40 |       2 |     0.5 |       0.9375 |  0.630s |    30.350s |
| Iteration 23     |  4.1358 | dista.. |   kd_tree |        34 |       1 |   0.375 |       0.9375 |  0.633s |    31.758s |
| Iteration 24     |   9.824 | uniform |   kd_tree |        25 |       1 |  0.8125 |       0.9375 |  0.638s |    33.200s |
| Iteration 25     |  7.4418 | dista.. | ball_tree |        22 |       2 |     1.0 |          1.0 |  0.634s |    34.713s |
| Iteration 26     |  7.7505 | dista.. |      auto |        22 |       1 |  0.6875 |          1.0 |  0.637s |    36.160s |
| Iteration 27     |  3.8024 | uniform | ball_tree |        32 |       2 |    0.25 |          1.0 |  0.633s |    37.569s |
| Iteration 28     |  7.5161 | dista.. | ball_tree |        24 |       2 |  0.8125 |          1.0 |  0.630s |    39.042s |
| Iteration 29     |   8.229 | dista.. | ball_tree |        22 |       2 |  0.9375 |          1.0 |  0.628s |    40.510s |
| Iteration 30     |   3.119 | dista.. |      auto |        24 |       2 |  0.4375 |          1.0 |  0.636s |    41.996s |
| Iteration 31     |  1.2524 | uniform |   kd_tree |        40 |       1 |  0.6562 |          1.0 |  0.633s |    43.455s |
| Iteration 32     |  5.4877 | dista.. | ball_tree |        22 |       2 |   0.875 |          1.0 |  0.641s |    44.992s |
| Iteration 33     | 11.8962 | dista.. | ball_tree |        22 |       2 |   0.875 |          1.0 |  0.635s |    46.535s |
| Iteration 34     |     0.0 | dista.. | ball_tree |        27 |       2 |     0.5 |          1.0 |  0.628s |    48.019s |
| Iteration 35     |  0.7743 | dista.. | ball_tree |        24 |       2 |  0.5312 |          1.0 |  0.655s |    49.554s |
| Iteration 36     | 11.9166 | uniform |     brute |        38 |       1 |    0.75 |          1.0 |  0.634s |    51.059s |
| Iteration 37     | 11.9166 | uniform |     brute |        20 |       1 |  0.4375 |          1.0 |  0.630s |    52.941s |
| Iteration 38     |   8.764 | dista.. |   kd_tree |        25 |       1 |  0.6875 |          1.0 |  0.637s |    54.608s |
| Iteration 39     |  7.8196 | dista.. | ball_tree |        23 |       2 |   0.625 |          1.0 |  0.631s |    56.204s |
| Iteration 40     |  7.7194 | dista.. |      auto |        22 |       2 |     1.0 |          1.0 |  0.643s |    57.775s |
| Iteration 41     |  7.4902 | dista.. |      auto |        22 |       2 |  0.8125 |          1.0 |  0.646s |    59.454s |
| Iteration 42     |  8.1044 | dista.. |   kd_tree |        25 |       2 |  0.8125 |          1.0 |  0.648s |     1m:01s |
| Iteration 43     |  7.6191 | dista.. |     brute |        21 |       2 |    0.75 |          1.0 |  0.636s |     1m:03s |
| Iteration 44     |   8.298 | dista.. |      auto |        22 |       2 |  0.8125 |          1.0 |  0.627s |     1m:04s |
| Iteration 45     | 11.9166 | uniform |   kd_tree |        26 |       2 |     0.5 |          1.0 |  0.630s |     1m:06s |
| Iteration 46     |  8.3835 | dista.. |     brute |        22 |       2 |  0.8125 |          1.0 |  0.634s |     1m:08s |
| Iteration 47     |     0.0 | uniform |      auto |        20 |       1 |     0.5 |          1.0 |  0.630s |     1m:10s |
| Iteration 48     | 11.9166 | dista.. |      auto |        27 |       1 |   0.625 |          1.0 |  0.643s |     1m:11s |
| Iteration 49     | 11.9166 | dista.. |   kd_tree |        20 |       2 |   0.875 |          1.0 |  0.634s |     1m:13s |
| Iteration 50     | 11.9166 | dista.. |     brute |        24 |       2 |  0.9375 |          1.0 |  0.628s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'radius': 7.7194, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:16s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.9375 |       0.9375 |  1.010s |     1.017s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |       0.9375 |  1.016s |     2.511s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |       0.9375 |  0.778s |     3.777s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.5625 |       0.9375 |  0.932s |     5.221s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.4375 |       0.9375 |  0.822s |     6.525s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |       0.9375 |  0.992s |     8.191s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     0.5 |       0.9375 |  0.647s |     9.384s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9688 |       0.9688 |  0.912s |    10.798s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.9375 |       0.9688 |  0.635s |    11.973s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5938 |       0.9688 |  0.740s |    14.023s |
| Iteration 11     |          287 |        0.0193 |     SAMME |   0.625 |       0.9688 |  0.819s |    16.014s |
| Iteration 12     |          411 |        0.0204 |     SAMME |  0.9375 |       0.9688 |  0.918s |    17.751s |
| Iteration 13     |          407 |        0.0171 |     SAMME |     1.0 |          1.0 |  0.900s |    19.405s |
| Iteration 14     |          409 |        0.0155 |     SAMME |     1.0 |          1.0 |  0.950s |    21.069s |
| Iteration 15     |          410 |        4.1428 |     SAMME |    0.25 |          1.0 |  0.668s |    22.488s |
| Iteration 16     |          392 |          0.01 |     SAMME |  0.7188 |          1.0 |  0.947s |    24.173s |
| Iteration 17     |          408 |        0.0129 |     SAMME |  0.6875 |          1.0 |  0.962s |    25.911s |
| Iteration 18     |          414 |        0.0164 |     SAMME |  0.9375 |          1.0 |  0.962s |    27.742s |
| Iteration 19     |          491 |        5.1242 |   SAMME.R |  0.6562 |          1.0 |  1.030s |    30.323s |
| Iteration 20     |          409 |        0.0162 |     SAMME |     0.5 |          1.0 |  0.953s |    32.272s |
| Iteration 21     |          415 |        0.0255 |     SAMME |  0.7812 |          1.0 |  0.934s |    33.953s |
| Iteration 22     |          404 |        0.0254 |     SAMME |     0.5 |          1.0 |  1.576s |    36.356s |
| Iteration 23     |          418 |        0.0187 |     SAMME |  0.8125 |          1.0 |  1.024s |    39.414s |
| Iteration 24     |          403 |        0.0187 |   SAMME.R |  0.6875 |          1.0 |  1.048s |    41.490s |
| Iteration 25     |          423 |        0.0168 |     SAMME |     1.0 |          1.0 |  0.976s |    43.317s |
| Iteration 26     |          441 |         0.018 |     SAMME |     0.5 |          1.0 |  0.991s |    45.215s |
| Iteration 27     |          420 |        0.0166 |     SAMME |     1.0 |          1.0 |  0.970s |    47.020s |
| Iteration 28     |          420 |        0.0164 |     SAMME |   0.875 |          1.0 |  0.966s |    48.837s |
| Iteration 29     |          417 |        0.0179 |     SAMME |  0.9062 |          1.0 |  0.914s |    52.002s |
| Iteration 30     |          422 |        0.0153 |     SAMME |  0.4688 |          1.0 |  1.104s |    55.547s |
| Iteration 31     |          407 |        0.0184 |     SAMME |    0.75 |          1.0 |  0.915s |    59.038s |
| Iteration 32     |          418 |        0.0179 |     SAMME |    0.75 |          1.0 |  0.915s |     1m:02s |
| Iteration 33     |          418 |        0.0203 |     SAMME |  0.6875 |          1.0 |  0.935s |     1m:05s |
| Iteration 34     |          400 |        0.0182 |     SAMME |  0.7188 |          1.0 |  0.903s |     1m:07s |
| Iteration 35     |          465 |        0.2215 |   SAMME.R |   0.625 |          1.0 |  1.024s |     1m:08s |
| Iteration 36     |          418 |        0.0171 |     SAMME |     1.0 |          1.0 |  0.921s |     1m:10s |
| Iteration 37     |          418 |        0.0171 |   SAMME.R |  0.8125 |          1.0 |  0.964s |     1m:12s |
| Iteration 38     |          422 |        0.0171 |     SAMME |   0.875 |          1.0 |  0.923s |     1m:14s |
| Iteration 39     |          413 |        0.0173 |     SAMME |  0.8125 |          1.0 |  0.913s |     1m:16s |
| Iteration 40     |          420 |         0.017 |     SAMME |     1.0 |          1.0 |  0.923s |     1m:18s |
| Iteration 41     |          419 |        0.0169 |     SAMME |  0.7812 |          1.0 |  0.922s |     1m:20s |
| Iteration 42     |          425 |        0.0172 |   SAMME.R |    0.75 |          1.0 |  0.970s |     1m:22s |
| Iteration 43     |          444 |        3.0218 |     SAMME |  0.6875 |          1.0 |  0.648s |     1m:24s |
| Iteration 44     |          500 |         6.631 |   SAMME.R |  0.5625 |          1.0 |  1.637s |     1m:26s |
| Iteration 45     |          425 |        0.0173 |     SAMME |  0.9375 |          1.0 |  0.999s |     1m:28s |
| Iteration 46     |          425 |        0.0171 |     SAMME |  0.8438 |          1.0 |  0.929s |     1m:30s |
| Iteration 47     |          424 |        0.0177 |     SAMME |  0.8125 |          1.0 |  0.932s |     1m:32s |
| Iteration 48     |          457 |        0.2497 |   SAMME.R |   0.375 |          1.0 |  0.979s |     1m:34s |
| Iteration 49     |          418 |         0.017 |     SAMME |  0.8438 |          1.0 |  0.917s |     1m:36s |
| Iteration 50     |          419 |         0.017 |     SAMME |  0.8125 |          1.0 |  0.914s |     1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 423, 'learning_rate': 0.0168, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9165
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.331s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0678
Time elapsed: 1.522s
-------------------------------------------------
Total time: 1m:41s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.050s |     1.069s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  0.931s |     2.552s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |       0.9375 |  0.965s |     4.027s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  0.773s |     5.326s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     0.5 |       0.9375 |  0.979s |     6.802s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |       0.9375 |  0.821s |     8.124s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.851s |     9.489s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9375 |          1.0 |  0.835s |    10.836s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  0.955s |    12.291s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.375 |          1.0 |  0.921s |    13.718s |
| Iteration 11     |           22 |   entropy |      None |                 8 |               20 |          0.5 |     False |    0.0156 |         --- |  0.5938 |          1.0 |  0.676s |    15.314s |
| Iteration 12     |          407 |      gini |         5 |                14 |                7 |          0.6 |     False |    0.0118 |         --- |     1.0 |          1.0 |  0.874s |    17.148s |
| Iteration 13     |          109 |      gini |         6 |                 4 |                1 |          0.7 |      True |    0.0077 |        None |     1.0 |          1.0 |  0.723s |    18.813s |
| Iteration 14     |          242 |      gini |         1 |                 3 |                2 |          0.9 |      True |     0.004 |        None |   0.875 |          1.0 |  0.818s |    20.472s |
| Iteration 15     |           93 |   entropy |         8 |                17 |                8 |         sqrt |      True |    0.0153 |         0.9 |     1.0 |          1.0 |  0.703s |    22.034s |
| Iteration 16     |           34 |      gini |         1 |                 3 |               10 |         auto |      True |    0.0336 |        None |   0.625 |          1.0 |  0.657s |    23.557s |
| Iteration 17     |          433 |      gini |         8 |                 5 |                7 |          0.9 |      True |    0.0263 |        None |  0.8125 |          1.0 |  0.975s |    25.522s |
| Iteration 18     |          184 |   entropy |         9 |                20 |                8 |          0.5 |      True |    0.0077 |         0.8 |   0.875 |          1.0 |  0.775s |    27.220s |
| Iteration 19     |          100 |   entropy |         7 |                16 |                8 |         sqrt |      True |    0.0197 |         0.9 |  0.6875 |          1.0 |  0.762s |    28.928s |
| Iteration 20     |          129 |   entropy |         6 |                 2 |                7 |          0.8 |     False |    0.0081 |         --- |  0.5625 |          1.0 |  0.710s |    30.593s |
| Iteration 21     |          390 |      gini |         3 |                20 |               10 |         auto |     False |     0.031 |         --- |  0.8125 |          1.0 |  1.436s |    32.995s |
| Iteration 22     |          375 |      gini |         8 |                16 |                6 |         None |     False |     0.009 |         --- |  0.5312 |          1.0 |  0.907s |    34.835s |
| Iteration 23     |          481 |   entropy |         7 |                19 |                8 |         sqrt |     False |    0.0173 |         --- |    0.75 |          1.0 |  0.955s |    36.740s |
| Iteration 24     |          328 |      gini |         5 |                11 |               10 |          0.6 |     False |    0.0033 |         --- |     1.0 |          1.0 |  0.863s |    38.710s |
| Iteration 25     |          431 |      gini |         5 |                20 |               16 |          0.6 |     False |    0.0213 |         --- |     1.0 |          1.0 |  0.928s |    40.747s |
| Iteration 26     |          400 |      gini |         6 |                 2 |                2 |          0.8 |      True |    0.0066 |         0.9 |  0.6875 |          1.0 |  0.999s |    42.790s |
| Iteration 27     |          452 |      gini |         5 |                15 |               13 |          0.6 |     False |    0.0055 |         --- |   0.875 |          1.0 |  0.940s |    44.891s |
| Iteration 28     |          435 |      gini |         5 |                13 |                4 |          0.6 |     False |     0.015 |         --- |  0.8125 |          1.0 |  0.952s |    46.987s |
| Iteration 29     |          161 |      gini |         4 |                 6 |               20 |          0.8 |     False |    0.0349 |         --- |  0.8438 |          1.0 |  0.776s |    49.066s |
| Iteration 30     |           43 |      gini |         3 |                 3 |                9 |          0.5 |     False |    0.0329 |         --- |     0.5 |          1.0 |  0.689s |    50.839s |
| Iteration 31     |           68 |   entropy |      None |                19 |                3 |         sqrt |     False |    0.0321 |         --- |  0.8125 |          1.0 |  0.708s |    52.558s |
| Iteration 32     |           82 |      gini |         3 |                19 |                6 |          0.6 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.719s |    54.346s |
| Iteration 33     |          273 |   entropy |         9 |                18 |                9 |         sqrt |      True |     0.035 |         0.8 |  0.9375 |          1.0 |  0.886s |    56.260s |
| Iteration 34     |          322 |      gini |         9 |                11 |                3 |          0.7 |     False |     0.021 |         --- |    0.75 |          1.0 |  0.876s |    58.184s |
| Iteration 35     |          409 |      gini |         3 |                14 |               12 |         auto |     False |    0.0314 |         --- |  0.5625 |          1.0 |  0.909s |     1m:00s |
| Iteration 36     |           50 |   entropy |         1 |                19 |                8 |         log2 |     False |    0.0337 |         --- |  0.9688 |          1.0 |  0.695s |     1m:02s |
| Iteration 37     |          455 |   entropy |         5 |                19 |                4 |         log2 |     False |    0.0089 |         --- |  0.6875 |          1.0 |  0.922s |     1m:04s |
| Iteration 38     |          126 |   entropy |         6 |                19 |               18 |         log2 |     False |    0.0339 |         --- |    0.75 |          1.0 |  0.702s |     1m:06s |
| Iteration 39     |          205 |      gini |         6 |                14 |                6 |          0.7 |     False |    0.0009 |         --- |  0.8125 |          1.0 |  0.754s |     1m:08s |
| Iteration 40     |          395 |      gini |         5 |                14 |                8 |         log2 |     False |    0.0079 |         --- |     1.0 |          1.0 |  0.879s |     1m:10s |
| Iteration 41     |          234 |   entropy |         2 |                19 |                6 |          0.5 |     False |     0.035 |         --- |  0.7812 |          1.0 |  0.767s |     1m:12s |
| Iteration 42     |          265 |      gini |         5 |                12 |                7 |         log2 |     False |    0.0157 |         --- |  0.9375 |          1.0 |  0.805s |     1m:14s |
| Iteration 43     |          377 |      gini |         5 |                15 |                7 |          0.8 |     False |    0.0163 |         --- |  0.6562 |          1.0 |  0.896s |     1m:17s |
| Iteration 44     |          230 |   entropy |         7 |                19 |                8 |         auto |     False |    0.0323 |         --- |     1.0 |          1.0 |  0.765s |     1m:19s |
| Iteration 45     |          450 |      gini |         9 |                18 |                8 |         log2 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.878s |     1m:21s |
| Iteration 46     |          500 |      gini |         5 |                15 |                8 |         log2 |     False |    0.0022 |         --- |    0.75 |          1.0 |  1.576s |     1m:24s |
| Iteration 47     |          477 |   entropy |         3 |                15 |               11 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  0.968s |     1m:27s |
| Iteration 48     |           15 |      gini |         7 |                 5 |               11 |          0.5 |     False |       0.0 |         --- |  0.6875 |          1.0 |  0.682s |     1m:30s |
| Iteration 49     |          162 |   entropy |         9 |                14 |                9 |         auto |     False |    0.0257 |         --- |  0.9375 |          1.0 |  0.771s |     1m:33s |
| Iteration 50     |          381 |      gini |         9 |                12 |                9 |          0.5 |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.887s |     1m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9402
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.323s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0632
Time elapsed: 1.493s
-------------------------------------------------
Total time: 1m:38s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.818s |     0.838s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.726s |     2.094s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.712s |     3.487s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.661s |     4.671s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.695s |     5.860s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.699s |     7.171s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.739s |     9.898s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.686s |    11.398s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.717s |    12.622s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.695s |    13.834s |
| Iteration 11     |           26 |        0.3309 |         6 |  0.2333 |               10 |       0.6 |              0.5 |       100 |          1 |     0.5 |          1.0 |  0.646s |    15.261s |
| Iteration 12     |          469 |        0.0389 |         6 |  0.5533 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  0.713s |    16.901s |
| Iteration 13     |          452 |        0.0355 |         6 |  0.5579 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  0.712s |    18.566s |
| Iteration 14     |          445 |        0.0484 |         6 |   0.598 |                4 |       0.8 |              0.9 |      0.01 |          1 |  0.9375 |          1.0 |  0.703s |    20.318s |
| Iteration 15     |           20 |        0.0162 |         9 |  0.6722 |                4 |       1.0 |              1.0 |        10 |          1 |     0.5 |          1.0 |  0.643s |    21.909s |
| Iteration 16     |          387 |        0.0336 |         6 |  0.9817 |                2 |       0.9 |              0.7 |       0.1 |          1 |   0.875 |          1.0 |  0.703s |    23.560s |
| Iteration 17     |          416 |        0.5693 |         6 |     0.0 |                3 |       0.7 |              0.7 |         0 |        0.1 |     1.0 |          1.0 |  0.712s |    25.239s |
| Iteration 18     |          500 |        0.5262 |         6 |     0.0 |                3 |       0.7 |              0.8 |         0 |          0 |    0.75 |          1.0 |  0.743s |    27.020s |
| Iteration 19     |          328 |        0.0566 |         6 |  0.4009 |                3 |       0.8 |              0.4 |       0.1 |        0.1 |    0.75 |          1.0 |  0.699s |    28.696s |
| Iteration 20     |          453 |        0.5041 |         6 |  0.4399 |                4 |       0.8 |              0.7 |         0 |        0.1 |   0.625 |          1.0 |  0.715s |    30.446s |
| Iteration 21     |          363 |        0.7662 |         6 |     0.0 |                2 |       0.7 |              0.7 |       0.1 |        0.1 |    0.75 |          1.0 |  0.696s |    32.146s |
| Iteration 22     |          448 |         0.044 |         5 |  0.5469 |                3 |       0.8 |              0.9 |      0.01 |         10 |     0.5 |          1.0 |  0.715s |    34.225s |
| Iteration 23     |          442 |        0.0675 |         4 |   0.056 |                3 |       0.7 |              0.8 |      0.01 |        0.1 |  0.8125 |          1.0 |  0.731s |    36.013s |
| Iteration 24     |          499 |          0.01 |         9 |  0.9271 |                3 |       0.9 |              0.5 |       100 |          1 |     0.5 |          1.0 |  0.727s |    38.360s |
| Iteration 25     |          500 |        0.0139 |         6 |     0.0 |                2 |       0.7 |              1.0 |         0 |         10 |     1.0 |          1.0 |  0.762s |    41.237s |
| Iteration 26     |          500 |          0.01 |         6 |  0.1959 |                3 |       0.6 |              1.0 |       0.1 |          0 |   0.625 |          1.0 |  0.718s |    45.227s |
| Iteration 27     |          267 |        0.0185 |         6 |   0.576 |                2 |       0.9 |              1.0 |         0 |         10 |   0.875 |          1.0 |  0.695s |    47.280s |
| Iteration 28     |          391 |        0.0194 |         6 |  0.2061 |                3 |       0.6 |              1.0 |      0.01 |          1 |    0.75 |          1.0 |  0.710s |    49.069s |
| Iteration 29     |          187 |        0.0102 |         6 |  0.6985 |                1 |       0.8 |              1.0 |      0.01 |        100 |  0.8438 |          1.0 |  0.679s |    50.823s |
| Iteration 30     |          500 |        0.0168 |         6 |  0.4543 |                5 |       1.0 |              1.0 |        10 |        100 |     0.5 |          1.0 |  0.733s |    52.605s |
| Iteration 31     |          466 |        0.1051 |         6 |  0.0322 |                8 |       1.0 |              0.7 |         0 |        100 |     0.5 |          1.0 |  0.747s |    54.388s |
| Iteration 32     |          500 |          0.01 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |        0.1 |  0.5625 |          1.0 |  0.793s |    56.247s |
| Iteration 33     |          480 |        0.0147 |         6 |  0.1584 |                2 |       0.5 |              0.9 |       0.1 |         10 |  0.9375 |          1.0 |  0.760s |    58.203s |
| Iteration 34     |          418 |        0.0124 |         6 |   0.744 |                1 |       0.5 |              1.0 |         0 |          1 |  0.6875 |          1.0 |  0.765s |     1m:00s |
| Iteration 35     |           64 |        0.0116 |         4 |  0.3269 |                4 |       0.8 |              0.4 |        10 |          0 |     0.5 |          1.0 |  0.655s |     1m:02s |
| Iteration 36     |          453 |        0.0705 |         6 |  0.6981 |                4 |       0.7 |              0.7 |         1 |          1 |     1.0 |          1.0 |  0.759s |     1m:04s |
| Iteration 37     |          182 |           1.0 |         6 |  0.5926 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          1.0 |  0.709s |     1m:06s |
| Iteration 38     |          445 |        0.4806 |         6 |   0.139 |                3 |       0.9 |              0.8 |      0.01 |        0.1 |  0.6875 |          1.0 |  0.763s |     1m:08s |
| Iteration 39     |          181 |        0.0627 |         6 |  0.6831 |                4 |       0.8 |              0.8 |         0 |          1 |    0.75 |          1.0 |  0.715s |     1m:10s |
| Iteration 40     |          451 |        0.0653 |         6 |  0.6926 |                4 |       0.8 |              0.8 |        10 |          1 |     0.5 |          1.0 |  0.756s |     1m:12s |
| Iteration 41     |          500 |        0.0791 |         6 |  0.1382 |                1 |       0.5 |              1.0 |         0 |         10 |    0.75 |          1.0 |  0.774s |     1m:14s |
| Iteration 42     |          374 |           1.0 |         4 |  0.0327 |                1 |       0.9 |              0.8 |         0 |        0.1 |    0.75 |          1.0 |  0.737s |     1m:16s |
| Iteration 43     |          487 |        0.0593 |         6 |  0.6883 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |          1.0 |  0.757s |     1m:18s |
| Iteration 44     |          209 |          0.01 |         5 |  0.3541 |                3 |       0.8 |              0.9 |         0 |        0.1 |     1.0 |          1.0 |  0.721s |     1m:20s |
| Iteration 45     |          338 |          0.01 |         2 |  0.4546 |                3 |       1.0 |              0.4 |         0 |         10 |     1.0 |          1.0 |  0.735s |     1m:21s |
| Iteration 46     |          237 |          0.01 |         4 |     0.0 |                3 |       1.0 |              0.4 |         0 |        0.1 |  0.9375 |          1.0 |  0.722s |     1m:23s |
| Iteration 47     |          432 |          0.01 |         3 |     0.0 |                3 |       0.9 |              0.4 |         0 |          0 |   0.875 |          1.0 |  1.358s |     1m:26s |
| Iteration 48     |           20 |          0.01 |         1 |     0.0 |                3 |       0.5 |              0.8 |         0 |        100 |   0.625 |          1.0 |  0.700s |     1m:28s |
| Iteration 49     |          500 |          0.01 |        10 |     1.0 |                3 |       1.0 |              0.4 |         0 |          1 |  0.9375 |          1.0 |  0.777s |     1m:30s |
| Iteration 50     |          500 |          0.01 |        10 |  0.7624 |                4 |       0.9 |              0.9 |         0 |       0.01 |  0.6875 |          1.0 |  0.779s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0139, 'max_depth': 6, 'gamma': 0.0, 'min_child_weight': 2, 'subsample': 0.7, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9339
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.115s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0245
Time elapsed: 0.379s
-------------------------------------------------
Total time: 1m:33s


Final results ==================== >>
Duration: 10m:36s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.74 ± 0.08 ~
Logistic Regression             --> roc_auc: 0.64 ± 0.0583 ~
Linear Discriminant Analysis    --> roc_auc: 0.64 ± 0.049 ~
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.102 ~
Radius Nearest Neighbors        --> roc_auc: 0.69 ± 0.02 ~
AdaBoost                        --> roc_auc: 0.68 ± 0.0678
Random Forest                   --> roc_auc: 0.7 ± 0.0632
XGBoost                         --> roc_auc: 0.77 ± 0.0245 ~ !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVEGGSYIPTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9375 |       0.9375 |  3.237s |     3.257s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |       0.9375 |  3.259s |     7.042s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |       0.9375 |  3.206s |    10.797s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |       0.9375 |  3.251s |    14.589s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     0.5 |       0.9375 |  3.224s |    18.334s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |       0.9375 |  3.230s |    22.094s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  3.213s |    25.844s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  3.290s |    29.640s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |          1.0 |  3.220s |    33.619s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |          1.0 |  3.195s |    37.323s |
| Iteration 11     | exponen.. |        0.5931 |          306 |       0.8 | squared_er.. |                 3 |                3 |         8 |         sqrt |    0.0275 |  0.7188 |          1.0 |  3.246s |    41.485s |
| Iteration 12     | exponen.. |        0.2429 |          389 |       0.8 | squared_er.. |                 4 |               12 |         4 |          0.8 |    0.0228 |  0.9375 |          1.0 |  3.272s |    45.629s |
| Iteration 13     |  deviance |        0.6735 |          141 |       0.9 | squared_er.. |                20 |                2 |         7 |          0.8 |    0.0091 |  0.9375 |          1.0 |  3.234s |    49.691s |
| Iteration 14     |  deviance |        0.0253 |          418 |       0.7 | friedman_mse |                 2 |               11 |         2 |         None |    0.0028 |     1.0 |          1.0 |  3.241s |    53.812s |
| Iteration 15     |  deviance |        0.5199 |          449 |       0.7 | friedman_mse |                20 |                5 |         5 |         None |    0.0077 |   0.875 |          1.0 |  3.231s |    57.810s |
| Iteration 16     | exponen.. |          0.01 |           10 |       0.5 | squared_er.. |                 2 |               20 |         1 |          0.7 |       0.0 |     0.5 |          1.0 |  3.087s |     1m:02s |
| Iteration 17     |  deviance |           1.0 |          500 |       1.0 | squared_er.. |                 2 |                1 |        10 |         None |     0.035 |  0.8125 |          1.0 |  3.252s |     1m:06s |
| Iteration 18     |  deviance |          0.01 |           10 |       0.8 | squared_er.. |                15 |               20 |         2 |         None |     0.035 |  0.6875 |          1.0 |  3.112s |     1m:10s |
| Iteration 19     |  deviance |        0.1893 |          500 |       1.0 | squared_er.. |                16 |                3 |         2 |         auto |    0.0059 |   0.375 |          1.0 |  3.242s |     1m:14s |
| Iteration 20     | exponen.. |           1.0 |          187 |       0.7 | squared_er.. |                 2 |                6 |         9 |         auto |    0.0348 |  0.8125 |          1.0 |  3.166s |     1m:18s |
| Iteration 21     | exponen.. |        0.0437 |          500 |       1.0 | friedman_mse |                19 |                8 |         9 |          0.9 |    0.0154 |  0.6875 |          1.0 |  3.232s |     1m:22s |
| Iteration 22     |  deviance |        0.3783 |          415 |       0.7 | friedman_mse |                 7 |               19 |         2 |          0.9 |    0.0024 |   0.625 |          1.0 |  3.205s |     1m:26s |
| Iteration 23     | exponen.. |        0.1169 |          365 |       0.8 | squared_er.. |                12 |                6 |         5 |          0.8 |    0.0111 |  0.9375 |          1.0 |  3.828s |     1m:31s |
| Iteration 24     |  deviance |          0.01 |          409 |       0.7 | friedman_mse |                 2 |               12 |         1 |         None |       0.0 |  0.6875 |          1.0 |  3.196s |     1m:36s |
| Iteration 25     | exponen.. |        0.0907 |          205 |       0.6 | squared_er.. |                12 |                9 |         9 |          0.7 |    0.0023 |  0.9375 |          1.0 |  3.243s |     1m:40s |
| Iteration 26     |  deviance |        0.0242 |          443 |       0.5 | squared_er.. |                 6 |               13 |         5 |         None |    0.0014 |  0.8125 |          1.0 |  3.168s |     1m:44s |
| Iteration 27     |  deviance |        0.0255 |          395 |       0.8 | friedman_mse |                 6 |                8 |         1 |         None |    0.0049 |  0.8125 |          1.0 |  3.234s |     1m:48s |
| Iteration 28     | exponen.. |        0.0805 |           57 |       0.9 | squared_er.. |                13 |                6 |         5 |          0.9 |    0.0271 |  0.6875 |          1.0 |  3.159s |     1m:52s |
| Iteration 29     |  deviance |        0.0756 |          285 |       0.8 | squared_er.. |                11 |                2 |         5 |          0.8 |    0.0134 |  0.8125 |          1.0 |  3.237s |     1m:57s |
| Iteration 30     | exponen.. |        0.0414 |          432 |       0.6 | squared_er.. |                12 |               20 |         9 |          0.7 |    0.0065 |     0.5 |          1.0 |  3.194s |     2m:02s |
| Iteration 31     | exponen.. |        0.6621 |          429 |       0.8 | squared_er.. |                 5 |                9 |         1 |          0.8 |    0.0052 |  0.6875 |          1.0 |  3.225s |     2m:06s |
| Iteration 32     | exponen.. |        0.0746 |          264 |       0.6 | squared_er.. |                11 |                8 |         7 |          0.8 |    0.0051 |   0.875 |          1.0 |  3.229s |     2m:10s |
| Iteration 33     | exponen.. |        0.0468 |          184 |       0.9 | squared_er.. |                 9 |                8 |         2 |          0.6 |    0.0009 |  0.8125 |          1.0 |  3.165s |     2m:15s |
| Iteration 34     |  deviance |        0.1241 |          332 |       0.6 | friedman_mse |                19 |                8 |         4 |          0.7 |    0.0051 |     1.0 |          1.0 |  3.232s |     2m:20s |
| Iteration 35     | exponen.. |        0.0207 |          195 |       0.6 | friedman_mse |                18 |                2 |         1 |          0.8 |       0.0 |  0.5625 |          1.0 |  3.185s |     2m:24s |
| Iteration 36     |  deviance |        0.0904 |          478 |       0.7 | friedman_mse |                11 |                9 |         4 |          0.8 |       0.0 |     1.0 |          1.0 |  3.224s |     2m:28s |
| Iteration 37     |  deviance |        0.0989 |          481 |       0.7 | friedman_mse |                12 |                9 |         4 |          0.8 |       0.0 |  0.9375 |          1.0 |  3.241s |     2m:32s |
| Iteration 38     |  deviance |        0.0849 |          347 |       0.7 | friedman_mse |                11 |                8 |         5 |          0.6 |    0.0004 |   0.625 |          1.0 |  3.231s |     2m:37s |
| Iteration 39     |  deviance |         0.124 |          206 |       0.7 | friedman_mse |                13 |                6 |         4 |          0.7 |    0.0231 |  0.6562 |          1.0 |  3.208s |     2m:41s |
| Iteration 40     |  deviance |        0.1113 |          297 |       0.7 | friedman_mse |                19 |                7 |         7 |          0.7 |    0.0023 |  0.9375 |          1.0 |  3.268s |     2m:45s |
| Iteration 41     | exponen.. |        0.0967 |          487 |       0.7 | squared_er.. |                 4 |                8 |         8 |          0.7 |     0.006 |  0.8125 |          1.0 |  3.218s |     2m:50s |
| Iteration 42     | exponen.. |        0.0783 |          218 |       0.6 | friedman_mse |                20 |                9 |         1 |          0.7 |    0.0055 |   0.625 |          1.0 |  3.191s |     2m:54s |
| Iteration 43     |  deviance |        0.0702 |          376 |       0.7 | friedman_mse |                 9 |                9 |         4 |          0.8 |    0.0006 |  0.6875 |          1.0 |  3.215s |     2m:58s |
| Iteration 44     | exponen.. |        0.0849 |          474 |       0.6 | squared_er.. |                13 |                7 |         7 |          0.7 |    0.0228 |  0.6875 |          1.0 |  3.227s |     3m:03s |
| Iteration 45     | exponen.. |        0.0809 |          435 |       0.9 | squared_er.. |                15 |                8 |         2 |          0.7 |    0.0035 |   0.875 |          1.0 |  3.235s |     3m:07s |
| Iteration 46     | exponen.. |        0.0792 |          315 |       0.6 | squared_er.. |                14 |                8 |         5 |          0.7 |    0.0042 |   0.625 |          1.0 |  3.213s |     3m:12s |
| Iteration 47     |  deviance |        0.1258 |          330 |       0.6 | friedman_mse |                16 |                8 |         4 |          0.7 |    0.0052 |  0.8125 |          1.0 |  3.161s |     3m:16s |
| Iteration 48     | exponen.. |        0.0109 |          443 |       0.6 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |          1.0 |  3.246s |     3m:21s |
| Iteration 49     |  deviance |        0.0489 |          332 |       0.6 | friedman_mse |                20 |                8 |         4 |          0.7 |    0.0051 |   0.625 |          1.0 |  3.192s |     3m:26s |
| Iteration 50     | exponen.. |        0.1434 |          261 |       0.9 | squared_er.. |                 9 |                6 |        10 |          0.8 |       0.0 |  0.6875 |          1.0 |  3.209s |     3m:30s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.127s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0927
Time elapsed: 0.596s
-------------------------------------------------
Total time: 3m:32s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.875 |        0.875 |  3.196s |     3.210s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.875 |  3.167s |     6.969s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.5625 |        0.875 |  3.156s |    10.597s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |        0.875 |  3.161s |    14.262s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |        0.875 |  3.182s |    17.943s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |        0.875 |  3.163s |    21.599s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     1.0 |          1.0 |  3.158s |    25.237s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     1.0 |          1.0 |  3.185s |    28.920s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |          1.0 |  3.195s |    32.618s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |          1.0 |  3.194s |    36.347s |
| Iteration 11     |    none |     --- |    saga |      954 |      --- |     0.5 |          1.0 |  3.196s |    40.329s |
| Iteration 12     | elast.. |  0.2903 |    saga |      276 |      0.1 |     1.0 |          1.0 |  3.202s |    44.338s |
| Iteration 13     |      l2 |  0.3939 |   lbfgs |      277 |      --- |    0.75 |          1.0 |  3.221s |    48.369s |
| Iteration 14     |      l2 | 18.5169 | libli.. |      277 |      --- |  0.9375 |          1.0 |  3.206s |    52.471s |
| Iteration 15     |      l2 |  0.2262 |     sag |      279 |      --- |     1.0 |          1.0 |  3.177s |    56.544s |
| Iteration 16     |      l2 |  0.0036 |     sag |      278 |      --- |  0.5312 |          1.0 |  3.181s |     1m:01s |
| Iteration 17     |      l2 |  1.0967 |     sag |      165 |      --- |  0.8125 |          1.0 |  3.188s |     1m:05s |
| Iteration 18     |      l2 |  3.9568 |    saga |      367 |      --- |  0.8125 |          1.0 |  3.185s |     1m:09s |
| Iteration 19     |      l1 |   100.0 |    saga |      214 |      --- |  0.5625 |          1.0 |  3.203s |     1m:13s |
| Iteration 20     |      l2 |  0.4529 |     sag |      278 |      --- |  0.4375 |          1.0 |  3.183s |     1m:17s |
| Iteration 21     |    none |     --- |     sag |      275 |      --- |   0.375 |          1.0 |  3.191s |     1m:21s |
| Iteration 22     |      l2 |  6.8445 |     sag |      125 |      --- |    0.75 |          1.0 |  3.126s |     1m:25s |
| Iteration 23     | elast.. |   100.0 |    saga |      260 |      0.7 |   0.875 |          1.0 |  3.204s |     1m:29s |
| Iteration 24     |      l2 | 75.1372 |   lbfgs |      239 |      --- |     0.5 |          1.0 |  3.783s |     1m:34s |
| Iteration 25     | elast.. |  0.2545 |    saga |      277 |      0.3 |   0.875 |          1.0 |  3.239s |     1m:38s |
| Iteration 26     | elast.. |   100.0 |    saga |      277 |      0.4 |   0.625 |          1.0 |  3.230s |     1m:42s |
| Iteration 27     |      l2 |  0.2272 | libli.. |      254 |      --- |     0.5 |          1.0 |  3.283s |     1m:47s |
| Iteration 28     |      l2 | 43.0383 |   lbfgs |      145 |      --- |   0.625 |          1.0 |  3.253s |     1m:52s |
| Iteration 29     |      l2 | 49.7495 |     sag |      297 |      --- |  0.6875 |          1.0 |  3.174s |     1m:56s |
| Iteration 30     |      l2 |  0.4856 |     sag |      106 |      --- |   0.875 |          1.0 |  3.238s |     1m:60s |
| Iteration 31     |      l2 |   0.008 |     sag |      121 |      --- |  0.6875 |          1.0 |  3.299s |     2m:04s |
| Iteration 32     |      l2 |  0.0092 |   lbfgs |      128 |      --- |  0.4375 |          1.0 |  3.291s |     2m:08s |
| Iteration 33     |      l1 | 60.4108 | libli.. |      108 |      --- |  0.6875 |          1.0 |  3.280s |     2m:12s |
| Iteration 34     | elast.. |  4.0157 |    saga |      271 |      0.3 |  0.6875 |          1.0 |  3.170s |     2m:16s |
| Iteration 35     | elast.. |  4.0011 |    saga |      281 |      0.6 |   0.625 |          1.0 |  3.175s |     2m:20s |
| Iteration 36     |      l2 |  2.3976 | newto.. |      268 |      --- |  0.8125 |          1.0 |  3.234s |     2m:25s |
| Iteration 37     | elast.. |  4.9764 |    saga |      185 |      0.9 |  0.5625 |          1.0 |  3.347s |     2m:29s |
| Iteration 38     |      l2 | 35.2681 | newto.. |      265 |      --- |    0.75 |          1.0 |  3.118s |     2m:33s |
| Iteration 39     |      l2 |  2.0635 | newto.. |      272 |      --- |   0.875 |          1.0 |  3.201s |     2m:37s |
| Iteration 40     |      l2 | 79.0234 | libli.. |      389 |      --- |   0.875 |          1.0 |  3.221s |     2m:41s |
| Iteration 41     |      l2 |  0.0039 |     sag |      405 |      --- |  0.8125 |          1.0 |  3.197s |     2m:45s |
| Iteration 42     |      l2 |  0.0059 |     sag |      381 |      --- |   0.625 |          1.0 |  3.198s |     2m:49s |
| Iteration 43     |      l2 |  0.2492 |     sag |      278 |      --- |     0.5 |          1.0 |  3.218s |     2m:53s |
| Iteration 44     |      l2 | 71.9859 | libli.. |      408 |      --- |    0.75 |          1.0 |  3.178s |     2m:57s |
| Iteration 45     |      l2 |  0.0186 |     sag |      434 |      --- |   0.625 |          1.0 |  3.215s |     3m:02s |
| Iteration 46     |      l2 |  1.2491 | newto.. |      335 |      --- |  0.8125 |          1.0 |  3.246s |     3m:06s |
| Iteration 47     |      l2 |  0.2985 | libli.. |     1000 |      --- |   0.625 |          1.0 |  3.182s |     3m:10s |
| Iteration 48     |      l2 | 45.4947 | libli.. |      360 |      --- |    0.75 |          1.0 |  3.136s |     3m:15s |
| Iteration 49     |      l2 | 47.3097 | libli.. |      265 |      --- |  0.6875 |          1.0 |  3.192s |     3m:19s |
| Iteration 50     | elast.. |  0.0023 |    saga |      395 |      0.1 |     0.5 |          1.0 |  3.152s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'penalty': 'elasticnet', 'C': 0.2903, 'solver': 'saga', 'max_iter': 276, 'l1_ratio': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9241
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1208
Time elapsed: 0.057s
-------------------------------------------------
Total time: 3m:24s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  3.151s |     3.158s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.6875 |  3.206s |     6.848s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.6875 |  0.001s |     7.327s |
| Initial point 4  |    lsqr |       0.8 |   0.375 |       0.6875 |  3.184s |    10.997s |
| Initial point 5  |   eigen |       0.9 |  0.4375 |       0.6875 |  3.190s |    14.663s |
| Initial point 6  |    lsqr |       0.7 |  0.9375 |       0.9375 |  3.193s |    18.346s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |       0.9375 |  3.192s |    22.031s |
| Initial point 8  |    lsqr |       0.9 |  0.8125 |       0.9375 |  3.213s |    25.865s |
| Initial point 9  |    lsqr |       0.6 |  0.9375 |       0.9375 |  3.170s |    29.534s |
| Initial point 10 |   eigen |       0.8 |   0.625 |       0.9375 |  3.167s |    33.189s |
| Iteration 11     |    lsqr |       0.6 |  0.9375 |       0.9375 |  0.000s |    33.828s |
| Iteration 12     |   eigen |       0.7 |   0.625 |       0.9375 |  3.179s |    37.620s |
| Iteration 13     |     svd |       --- |  0.6875 |       0.9375 |  0.000s |    38.253s |
| Iteration 14     |    lsqr |      auto |  0.8125 |       0.9375 |  3.188s |    42.092s |
| Iteration 15     |   eigen |      auto |     1.0 |          1.0 |  3.195s |    45.919s |
| Iteration 16     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    46.566s |
| Iteration 17     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    47.218s |
| Iteration 18     |    lsqr |       1.0 |     0.5 |          1.0 |  3.189s |    51.042s |
| Iteration 19     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    51.689s |
| Iteration 20     |    lsqr |      None |   0.375 |          1.0 |  3.183s |    55.532s |
| Iteration 21     |   eigen |       0.5 |    0.25 |          1.0 |  3.201s |    59.408s |
| Iteration 22     |     svd |       --- |  0.6875 |          1.0 |  0.001s |     1m:00s |
| Iteration 23     |   eigen |       0.6 |  0.8125 |          1.0 |  3.156s |     1m:04s |
| Iteration 24     |     svd |       --- |  0.6875 |          1.0 |  0.001s |     1m:05s |
| Iteration 25     |   eigen |      None |   0.875 |          1.0 |  3.165s |     1m:09s |
| Iteration 26     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 27     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 28     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 29     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 30     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 31     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 32     |    lsqr |       0.6 |  0.9375 |          1.0 |  0.000s |     1m:14s |
| Iteration 33     |    lsqr |       0.7 |  0.9375 |          1.0 |  0.000s |     1m:14s |
| Iteration 34     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 35     |    lsqr |       1.0 |     0.5 |          1.0 |  0.000s |     1m:16s |
| Iteration 36     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:17s |
| Iteration 37     |    lsqr |      auto |  0.8125 |          1.0 |  0.000s |     1m:17s |
| Iteration 38     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 39     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 40     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 41     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 42     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:22s |
| Iteration 43     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 44     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:23s |
| Iteration 45     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 46     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 47     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 48     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 49     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 50     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8741
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1356
Time elapsed: 0.033s
-------------------------------------------------
Total time: 1m:30s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  3.052s |     3.055s |
| Initial point 2  |       0.9 |   0.625 |       0.6875 |  3.145s |     6.672s |
| Initial point 3  |       0.1 |     0.5 |       0.6875 |  3.152s |    10.329s |
| Initial point 4  |       1.0 |  0.6875 |       0.6875 |  0.001s |    11.999s |
| Initial point 5  |       0.2 |  0.4375 |       0.6875 |  3.140s |    15.952s |
| Initial point 6  |       0.4 |  0.9375 |       0.9375 |  3.146s |    19.595s |
| Initial point 7  |       0.4 |  0.9375 |       0.9375 |  0.001s |    20.252s |
| Initial point 8  |       0.7 |   0.875 |       0.9375 |  3.141s |    23.885s |
| Initial point 9  |       0.9 |   0.625 |       0.9375 |  0.000s |    24.369s |
| Initial point 10 |       0.8 |   0.625 |       0.9375 |  3.116s |    27.963s |
| Iteration 11     |       0.3 |   0.625 |       0.9375 |  3.141s |    31.688s |
| Iteration 12     |       0.6 |  0.4375 |       0.9375 |  3.144s |    35.416s |
| Iteration 13     |       0.5 |     0.0 |       0.9375 |  3.167s |    39.195s |
| Iteration 14     |       0.0 |  0.9375 |       0.9375 |  3.182s |    42.970s |
| Iteration 15     |       0.0 |  0.9375 |       0.9375 |  0.000s |    43.549s |
| Iteration 16     |       0.4 |  0.9375 |       0.9375 |  0.000s |    44.130s |
| Iteration 17     |       0.0 |  0.9375 |       0.9375 |  0.001s |    44.723s |
| Iteration 18     |       0.4 |  0.9375 |       0.9375 |  0.000s |    46.110s |
| Iteration 19     |       0.0 |  0.9375 |       0.9375 |  0.000s |    46.909s |
| Iteration 20     |       0.0 |  0.9375 |       0.9375 |  0.000s |    48.770s |
| Iteration 21     |       0.4 |  0.9375 |       0.9375 |  0.000s |    49.772s |
| Iteration 22     |       0.4 |  0.9375 |       0.9375 |  0.001s |    50.382s |
| Iteration 23     |       0.0 |  0.9375 |       0.9375 |  0.000s |    50.973s |
| Iteration 24     |       0.0 |  0.9375 |       0.9375 |  0.000s |    51.593s |
| Iteration 25     |       0.4 |  0.9375 |       0.9375 |  0.000s |    52.200s |
| Iteration 26     |       0.0 |  0.9375 |       0.9375 |  0.000s |    52.805s |
| Iteration 27     |       0.4 |  0.9375 |       0.9375 |  0.000s |    54.068s |
| Iteration 28     |       0.9 |   0.625 |       0.9375 |  0.000s |    55.496s |
| Iteration 29     |       0.2 |  0.4375 |       0.9375 |  0.000s |    56.273s |
| Iteration 30     |       0.8 |   0.625 |       0.9375 |  0.000s |    56.881s |
| Iteration 31     |       0.0 |  0.9375 |       0.9375 |  0.000s |    57.496s |
| Iteration 32     |       0.4 |  0.9375 |       0.9375 |  0.000s |    58.116s |
| Iteration 33     |       0.0 |  0.9375 |       0.9375 |  0.000s |    58.747s |
| Iteration 34     |       0.4 |  0.9375 |       0.9375 |  0.000s |    59.371s |
| Iteration 35     |       0.0 |  0.9375 |       0.9375 |  0.001s |     1m:00s |
| Iteration 36     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:01s |
| Iteration 37     |       0.0 |  0.9375 |       0.9375 |  0.001s |     1m:01s |
| Iteration 38     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 39     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:03s |
| Iteration 40     |       0.4 |  0.9375 |       0.9375 |  0.001s |     1m:03s |
| Iteration 41     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 42     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 43     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 44     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 45     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:07s |
| Iteration 46     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 47     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 48     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 49     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 50     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9732
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.56 ± 0.049
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:13s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  9.7015 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  3.214s |     3.235s |
| Initial point 2  |  3.8583 | uniform |   kd_tree |        39 |       2 |   0.625 |       0.8125 |  3.109s |     8.219s |
| Initial point 3  |  3.0478 | dista.. | ball_tree |        25 |       2 |  0.7812 |       0.8125 |  3.173s |    12.149s |
| Initial point 4  |  8.8918 | uniform | ball_tree |        39 |       2 |   0.125 |       0.8125 |  3.145s |    15.799s |
| Initial point 5  |  6.9656 | dista.. |      auto |        30 |       2 |  0.3125 |       0.8125 |  3.133s |    19.422s |
| Initial point 6  |  8.0667 | dista.. | ball_tree |        21 |       2 |  0.9375 |       0.9375 |  3.757s |    23.673s |
| Initial point 7  |  5.7699 | dista.. | ball_tree |        24 |       1 |   0.625 |       0.9375 |  3.139s |    27.323s |
| Initial point 8  |  1.3827 | dista.. | ball_tree |        21 |       2 |   0.375 |       0.9375 |  3.170s |    30.987s |
| Initial point 9  |  6.4272 | uniform | ball_tree |        24 |       1 |  0.2812 |       0.9375 |  3.139s |    34.613s |
| Initial point 10 |  4.5652 | uniform |     brute |        22 |       2 |   0.375 |       0.9375 |  3.141s |    38.282s |
| Iteration 11     |  9.7289 | dista.. |     brute |        38 |       1 |  0.6875 |       0.9375 |  3.155s |    42.099s |
| Iteration 12     |  9.7289 | dista.. |     brute |        22 |       2 |  0.8125 |       0.9375 |  3.180s |    45.946s |
| Iteration 13     |  9.7289 | dista.. |     brute |        20 |       2 |    0.75 |       0.9375 |  3.166s |    49.811s |
| Iteration 14     |  8.0489 | dista.. | ball_tree |        22 |       2 |  0.5625 |       0.9375 |  3.165s |    53.714s |
| Iteration 15     |     0.0 | uniform |      auto |        25 |       1 |     0.5 |       0.9375 |  3.161s |    57.583s |
| Iteration 16     |     0.0 | dista.. |     brute |        38 |       2 |     0.5 |       0.9375 |  3.149s |     1m:01s |
| Iteration 17     |  9.7254 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  3.157s |     1m:05s |
| Iteration 18     |  9.7244 | dista.. |     brute |        33 |       2 |  0.6875 |          1.0 |  3.179s |     1m:09s |
| Iteration 19     |     0.0 | uniform |   kd_tree |        33 |       2 |     0.5 |          1.0 |  3.155s |     1m:13s |
| Iteration 20     |  9.7289 | dista.. |      auto |        20 |       1 |   0.625 |          1.0 |  3.149s |     1m:17s |
| Iteration 21     |  0.0047 | dista.. | ball_tree |        39 |       2 |     0.5 |          1.0 |  3.126s |     1m:21s |
| Iteration 22     |  9.7289 | dista.. |      auto |        20 |       1 |   0.625 |          1.0 |  0.001s |     1m:22s |
| Iteration 23     |  3.3251 | uniform | ball_tree |        30 |       1 |  0.5312 |          1.0 |  3.156s |     1m:26s |
| Iteration 24     |  8.1684 | uniform |   kd_tree |        21 |       2 |     0.5 |          1.0 |  3.130s |     1m:30s |
| Iteration 25     |  9.5977 | uniform |   kd_tree |        29 |       2 |   0.625 |          1.0 |  3.175s |     1m:34s |
| Iteration 26     |  4.9127 | dista.. |     brute |        38 |       1 |  0.4375 |          1.0 |  3.114s |     1m:38s |
| Iteration 27     |  9.7289 | dista.. | ball_tree |        20 |       1 |     0.5 |          1.0 |  3.144s |     1m:42s |
| Iteration 28     |  2.9745 | uniform |      auto |        37 |       2 |  0.6875 |          1.0 |  3.133s |     1m:46s |
| Iteration 29     |  9.5966 | dista.. |     brute |        28 |       2 |   0.625 |          1.0 |  3.132s |     1m:50s |
| Iteration 30     |  3.1131 | uniform |     brute |        38 |       1 |  0.4375 |          1.0 |  3.139s |     1m:54s |
| Iteration 31     |  0.0019 | uniform | ball_tree |        20 |       2 |     0.5 |          1.0 |  3.122s |     1m:57s |
| Iteration 32     |  9.7289 | dista.. |     brute |        31 |       2 |  0.5625 |          1.0 |  3.108s |     2m:01s |
| Iteration 33     |  8.3354 | dista.. | ball_tree |        35 |       2 |     0.5 |          1.0 |  3.795s |     2m:06s |
| Iteration 34     |  8.1544 | dista.. |     brute |        23 |       1 |  0.6875 |          1.0 |  3.201s |     2m:10s |
| Iteration 35     |  9.7289 | dista.. |   kd_tree |        20 |       1 |  0.4375 |          1.0 |  3.184s |     2m:14s |
| Iteration 36     |  0.0009 | dista.. |     brute |        24 |       2 |     0.5 |          1.0 |  3.185s |     2m:18s |
| Iteration 37     |  9.7289 | dista.. |     brute |        20 |       2 |    0.75 |          1.0 |  0.001s |     2m:19s |
| Iteration 38     |  9.7289 | dista.. |      auto |        40 |       2 |  0.5625 |          1.0 |  3.194s |     2m:23s |
| Iteration 39     |  9.7289 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  3.183s |     2m:27s |
| Iteration 40     |  9.7289 | dista.. |      auto |        20 |       1 |   0.625 |          1.0 |  0.001s |     2m:28s |
| Iteration 41     |  2.9121 | dista.. | ball_tree |        24 |       2 |   0.625 |          1.0 |  3.205s |     2m:32s |
| Iteration 42     |  9.7289 | dista.. |     brute |        28 |       1 |  0.9375 |          1.0 |  3.202s |     2m:36s |
| Iteration 43     |  7.7309 | dista.. |   kd_tree |        31 |       1 |  0.8125 |          1.0 |  3.208s |     2m:40s |
| Iteration 44     |  0.0036 | dista.. |      auto |        24 |       1 |     0.5 |          1.0 |  3.204s |     2m:44s |
| Iteration 45     |  7.7001 | uniform |      auto |        27 |       2 |  0.6562 |          1.0 |  3.197s |     2m:48s |
| Iteration 46     |  2.4082 | dista.. | ball_tree |        35 |       2 |   0.625 |          1.0 |  3.207s |     2m:53s |
| Iteration 47     |  7.8231 | dista.. |     brute |        24 |       1 |  0.8125 |          1.0 |  3.176s |     2m:57s |
| Iteration 48     |  7.8242 | uniform |     brute |        21 |       1 |  0.4375 |          1.0 |  3.158s |     3m:01s |
| Iteration 49     |  0.0064 | uniform |     brute |        31 |       1 |     0.5 |          1.0 |  3.197s |     3m:05s |
| Iteration 50     |  9.7289 | dista.. |     brute |        35 |       1 |  0.6875 |          1.0 |  3.175s |     3m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'radius': 9.7254, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0548
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:10s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  3.579s |     3.587s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  3.586s |     7.664s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |        0.875 |  3.324s |    11.478s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     0.5 |        0.875 |  3.460s |    15.424s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.5312 |        0.875 |  3.319s |    19.236s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |        0.875 |  3.515s |    23.242s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     0.0 |        0.875 |  3.166s |    26.931s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |       0.9375 |  3.457s |    30.869s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.8438 |       0.9375 |  3.148s |    34.533s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |       0.9375 |  3.255s |    38.317s |
| Iteration 11     |          409 |        0.0179 |     SAMME |  0.5938 |       0.9375 |  4.118s |    43.201s |
| Iteration 12     |          415 |        0.0282 |     SAMME |     1.0 |          1.0 |  3.475s |    47.400s |
| Iteration 13     |          361 |        0.0278 |     SAMME |     1.0 |          1.0 |  3.436s |    51.476s |
| Iteration 14     |          388 |        0.0205 |     SAMME |   0.875 |          1.0 |  3.426s |    55.661s |
| Iteration 15     |          423 |        0.0249 |     SAMME |     1.0 |          1.0 |  3.414s |    59.773s |
| Iteration 16     |          422 |        4.0986 |     SAMME |     0.5 |          1.0 |  3.140s |     1m:04s |
| Iteration 17     |          436 |        0.0255 |     SAMME |   0.875 |          1.0 |  3.493s |     1m:08s |
| Iteration 18     |          405 |        0.0239 |     SAMME |    0.75 |          1.0 |  3.426s |     1m:12s |
| Iteration 19     |           96 |        0.0308 |     SAMME |  0.3438 |          1.0 |  3.217s |     1m:16s |
| Iteration 20     |          400 |        0.0274 |     SAMME |  0.8125 |          1.0 |  3.445s |     1m:20s |
| Iteration 21     |          486 |        0.0306 |     SAMME |  0.6875 |          1.0 |  3.512s |     1m:25s |
| Iteration 22     |          500 |        0.0213 |     SAMME |   0.625 |          1.0 |  3.495s |     1m:29s |
| Iteration 23     |          360 |        0.0285 |     SAMME |  0.8125 |          1.0 |  3.395s |     1m:33s |
| Iteration 24     |          273 |        0.0196 |     SAMME |  0.8125 |          1.0 |  3.323s |     1m:38s |
| Iteration 25     |           72 |        0.0257 |     SAMME |     1.0 |          1.0 |  3.211s |     1m:42s |
| Iteration 26     |           50 |        0.0258 |     SAMME |    0.75 |          1.0 |  3.163s |     1m:46s |
| Iteration 27     |          500 |        0.0265 |     SAMME |  0.8438 |          1.0 |  3.456s |     1m:50s |
| Iteration 28     |          272 |        6.7275 |   SAMME.R |   0.375 |          1.0 |  3.395s |     1m:54s |
| Iteration 29     |          500 |        5.7586 |   SAMME.R |  0.4375 |          1.0 |  3.608s |     1m:59s |
| Iteration 30     |          495 |        0.0547 |   SAMME.R |    0.75 |          1.0 |  3.616s |     2m:03s |
| Iteration 31     |          469 |         0.047 |   SAMME.R |  0.9375 |          1.0 |  3.474s |     2m:07s |
| Iteration 32     |           50 |        0.4142 |   SAMME.R |  0.9375 |          1.0 |  3.168s |     2m:11s |
| Iteration 33     |           50 |        0.5719 |   SAMME.R |  0.7812 |          1.0 |  3.178s |     2m:15s |
| Iteration 34     |           50 |        0.2361 |     SAMME |     1.0 |          1.0 |  3.169s |     2m:19s |
| Iteration 35     |           50 |         0.219 |   SAMME.R |  0.5625 |          1.0 |  3.185s |     2m:23s |
| Iteration 36     |           63 |        0.2396 |     SAMME |     1.0 |          1.0 |  3.235s |     2m:28s |
| Iteration 37     |          128 |        0.2374 |     SAMME |   0.875 |          1.0 |  3.259s |     2m:32s |
| Iteration 38     |           50 |         0.246 |     SAMME |  0.6875 |          1.0 |  3.184s |     2m:36s |
| Iteration 39     |           50 |        0.2281 |     SAMME |  0.5938 |          1.0 |  3.191s |     2m:41s |
| Iteration 40     |          433 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  3.545s |     2m:45s |
| Iteration 41     |          500 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  3.539s |     2m:50s |
| Iteration 42     |           50 |        2.0121 |     SAMME |  0.6562 |          1.0 |  3.203s |     2m:54s |
| Iteration 43     |          500 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.001s |     2m:54s |
| Iteration 44     |           56 |        0.0101 |   SAMME.R |  0.8438 |          1.0 |  3.194s |     2m:58s |
| Iteration 45     |          461 |        0.0483 |   SAMME.R |     1.0 |          1.0 |  3.537s |     3m:03s |
| Iteration 46     |           98 |        0.0483 |   SAMME.R |    0.75 |          1.0 |  3.235s |     3m:08s |
| Iteration 47     |          500 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.001s |     3m:09s |
| Iteration 48     |          137 |        0.4345 |   SAMME.R |     1.0 |          1.0 |  3.249s |     3m:13s |
| Iteration 49     |          277 |          0.01 |   SAMME.R |  0.4375 |          1.0 |  3.360s |     3m:17s |
| Iteration 50     |          484 |        0.4344 |   SAMME.R |    0.75 |          1.0 |  3.520s |     3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.0483, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.429s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.635 ± 0.0255
Time elapsed: 1.912s
-------------------------------------------------
Total time: 3m:25s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  3.539s |     3.559s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |          1.0 |  3.426s |     7.503s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |          1.0 |  3.429s |    11.432s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.227s |    15.189s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.6875 |          1.0 |  3.471s |    19.176s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  3.263s |    22.961s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  3.327s |    26.785s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |          1.0 |  3.297s |    30.589s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  3.402s |    34.499s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  3.398s |    38.405s |
| Iteration 11     |          461 |      gini |         7 |                16 |               18 |         None |      True |    0.0225 |         0.7 |     0.5 |          1.0 |  3.477s |    42.813s |
| Iteration 12     |          358 |   entropy |         4 |                20 |                6 |          0.5 |      True |    0.0246 |         0.7 |    0.75 |          1.0 |  3.399s |    47.210s |
| Iteration 13     |          487 |   entropy |         4 |                19 |               17 |         log2 |     False |    0.0125 |         --- |     1.0 |          1.0 |  3.432s |    51.571s |
| Iteration 14     |          420 |      gini |         6 |                 5 |               15 |          0.8 |      True |    0.0194 |        None |     1.0 |          1.0 |  3.499s |    56.636s |
| Iteration 15     |          212 |   entropy |         8 |                20 |                6 |          0.5 |     False |    0.0179 |         --- |     1.0 |          1.0 |  3.281s |     1m:01s |
| Iteration 16     |          181 |   entropy |         7 |                19 |                6 |          0.8 |     False |    0.0278 |         --- |  0.5938 |          1.0 |  3.239s |     1m:05s |
| Iteration 17     |           38 |   entropy |         3 |                 4 |                7 |         auto |      True |    0.0251 |         0.9 |  0.9375 |          1.0 |  3.164s |     1m:09s |
| Iteration 18     |          500 |      gini |         5 |                 6 |                6 |         auto |     False |    0.0279 |         --- |    0.75 |          1.0 |  3.436s |     1m:14s |
| Iteration 19     |           10 |      gini |         5 |                 6 |               18 |          0.7 |      True |    0.0161 |         0.9 |  0.7188 |          1.0 |  3.134s |     1m:18s |
| Iteration 20     |          500 |      gini |         7 |                18 |               12 |         sqrt |      True |    0.0333 |         0.8 |     1.0 |          1.0 |  3.526s |     1m:22s |
| Iteration 21     |           10 |      gini |         3 |                 7 |               19 |         log2 |      True |    0.0076 |         0.9 |     0.5 |          1.0 |  3.138s |     1m:27s |
| Iteration 22     |          372 |      gini |         7 |                 6 |               15 |          0.9 |      True |    0.0184 |        None |  0.6875 |          1.0 |  3.426s |     1m:31s |
| Iteration 23     |          333 |   entropy |         1 |                20 |                8 |         log2 |     False |    0.0159 |         --- |   0.875 |          1.0 |  3.313s |     1m:35s |
| Iteration 24     |          500 |   entropy |         6 |                20 |               19 |         sqrt |     False |     0.035 |         --- |  0.7188 |          1.0 |  3.391s |     1m:40s |
| Iteration 25     |           64 |   entropy |         7 |                 9 |               19 |         log2 |      True |    0.0184 |         0.7 |     0.5 |          1.0 |  3.177s |     1m:44s |
| Iteration 26     |          404 |   entropy |         7 |                 3 |               14 |          0.5 |     False |       0.0 |         --- |  0.6875 |          1.0 |  3.340s |     1m:49s |
| Iteration 27     |          341 |   entropy |         8 |                18 |               15 |          0.5 |     False |     0.025 |         --- |  0.9375 |          1.0 |  3.309s |     1m:53s |
| Iteration 28     |          271 |      gini |         2 |                17 |                7 |          0.5 |     False |    0.0052 |         --- |    0.75 |          1.0 |  3.267s |     1m:58s |
| Iteration 29     |          500 |      gini |         8 |                 8 |               12 |          0.8 |     False |    0.0342 |         --- |   0.875 |          1.0 |  3.575s |     2m:02s |
| Iteration 30     |          500 |      gini |         8 |                 2 |                1 |          0.8 |     False |    0.0077 |         --- |  0.6875 |          1.0 |  3.550s |     2m:07s |
| Iteration 31     |           52 |      gini |         8 |                17 |                4 |         log2 |      True |    0.0254 |         0.9 |  0.8125 |          1.0 |  3.249s |     2m:11s |
| Iteration 32     |          500 |      gini |         6 |                19 |               16 |         log2 |     False |    0.0309 |         --- |  0.9375 |          1.0 |  3.590s |     2m:16s |
| Iteration 33     |          500 |      gini |         8 |                20 |               18 |          0.5 |     False |    0.0312 |         --- |   0.625 |          1.0 |  3.474s |     2m:20s |
| Iteration 34     |          283 |   entropy |         5 |                18 |               14 |         log2 |     False |    0.0323 |         --- |   0.875 |          1.0 |  3.458s |     2m:24s |
| Iteration 35     |          166 |      gini |         7 |                17 |                6 |         auto |      True |    0.0016 |         0.9 |  0.6875 |          1.0 |  3.275s |     2m:29s |
| Iteration 36     |          468 |      gini |         2 |                19 |                4 |         sqrt |      True |    0.0201 |         0.6 |     1.0 |          1.0 |  3.527s |     2m:33s |
| Iteration 37     |          500 |   entropy |         9 |                19 |                1 |         log2 |     False |    0.0065 |         --- |  0.8125 |          1.0 |  3.351s |     2m:38s |
| Iteration 38     |          500 |   entropy |         5 |                19 |                4 |         sqrt |      True |    0.0334 |         0.7 |  0.6875 |          1.0 |  4.087s |     2m:43s |
| Iteration 39     |          367 |      gini |         5 |                20 |               12 |         sqrt |     False |    0.0349 |         --- |  0.6875 |          1.0 |  3.294s |     2m:47s |
| Iteration 40     |          130 |      gini |         5 |                 7 |               16 |          0.8 |      True |    0.0214 |         0.5 |     0.5 |          1.0 |  3.194s |     2m:51s |
| Iteration 41     |          500 |      gini |         1 |                18 |               20 |         log2 |      True |    0.0198 |         0.7 |     0.5 |          1.0 |  3.451s |     2m:56s |
| Iteration 42     |          292 |   entropy |      None |                11 |                5 |          0.8 |      True |    0.0201 |         0.8 |    0.75 |          1.0 |  3.318s |     3m:00s |
| Iteration 43     |          343 |   entropy |         5 |                13 |               16 |          0.9 |     False |    0.0136 |         --- |  0.6875 |          1.0 |  3.288s |     3m:04s |
| Iteration 44     |          393 |      gini |         7 |                16 |               10 |          0.6 |      True |     0.035 |         0.8 |  0.6875 |          1.0 |  3.398s |     3m:09s |
| Iteration 45     |          401 |   entropy |         4 |                20 |                5 |          0.5 |     False |    0.0249 |         --- |     1.0 |          1.0 |  3.311s |     3m:13s |
| Iteration 46     |          334 |   entropy |         2 |                15 |                7 |          0.5 |     False |    0.0239 |         --- |  0.7812 |          1.0 |  3.341s |     3m:18s |
| Iteration 47     |          308 |   entropy |         4 |                14 |                1 |         log2 |     False |     0.025 |         --- |   0.875 |          1.0 |  3.286s |     3m:22s |
| Iteration 48     |          106 |   entropy |         5 |                 8 |               13 |         log2 |     False |    0.0175 |         --- |  0.6875 |          1.0 |  3.146s |     3m:26s |
| Iteration 49     |          500 |   entropy |         2 |                20 |                8 |          0.5 |     False |    0.0004 |         --- |    0.75 |          1.0 |  3.401s |     3m:31s |
| Iteration 50     |          302 |   entropy |         8 |                14 |                5 |          0.5 |     False |    0.0253 |         --- |  0.8125 |          1.0 |  3.363s |     3m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9366
Test evaluation --> roc_auc: 0.525
Time elapsed: 0.433s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0548
Time elapsed: 1.980s
-------------------------------------------------
Total time: 3m:39s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.366s |     3.386s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.191s |     7.095s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  3.204s |    10.791s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  3.247s |    14.544s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  3.183s |    18.230s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  3.175s |    21.957s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  3.168s |    25.970s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  3.198s |    29.680s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |        0.875 |  3.219s |    33.396s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  3.182s |    37.083s |
| Iteration 11     |           26 |        0.3307 |         6 |  0.2334 |               10 |       0.6 |              0.5 |       100 |          1 |     0.5 |        0.875 |  3.159s |    41.014s |
| Iteration 12     |          386 |        0.0292 |         6 |  0.4273 |                2 |       0.8 |              0.8 |       0.1 |          1 |  0.9375 |       0.9375 |  3.227s |    45.113s |
| Iteration 13     |          398 |          0.01 |        10 |  0.8991 |                1 |       0.8 |              0.7 |         0 |       0.01 |     1.0 |          1.0 |  3.273s |    49.283s |
| Iteration 14     |          401 |        0.0148 |         8 |  0.6299 |                2 |       0.8 |              0.7 |         0 |          1 |     1.0 |          1.0 |  3.886s |    54.105s |
| Iteration 15     |          207 |        0.0329 |         7 |  0.1307 |                1 |       1.0 |              0.7 |         0 |         10 |   0.875 |          1.0 |  3.190s |    58.225s |
| Iteration 16     |          500 |         0.045 |         1 |  0.6278 |                2 |       0.7 |              1.0 |      0.01 |          0 |  0.5312 |          1.0 |  3.204s |     1m:02s |
| Iteration 17     |          136 |        0.0332 |         9 |   0.056 |                4 |       0.8 |              0.4 |         0 |          1 |     1.0 |          1.0 |  3.161s |     1m:06s |
| Iteration 18     |          491 |           1.0 |         2 |  0.8295 |                7 |       1.0 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  3.234s |     1m:11s |
| Iteration 19     |          281 |        0.0183 |         9 |  0.4392 |                4 |       0.8 |              0.4 |         0 |         10 |  0.6875 |          1.0 |  3.193s |     1m:15s |
| Iteration 20     |           91 |         0.027 |         8 |     0.0 |                3 |       0.8 |              0.6 |         0 |          1 |     1.0 |          1.0 |  3.150s |     1m:19s |
| Iteration 21     |          356 |        0.0217 |        10 |    0.98 |                5 |       0.8 |              0.7 |      0.01 |       0.01 |  0.1875 |          1.0 |  3.201s |     1m:23s |
| Iteration 22     |          147 |        0.0338 |         9 |  0.0671 |                4 |       0.8 |              0.4 |         0 |          1 |  0.5625 |          1.0 |  3.144s |     1m:28s |
| Iteration 23     |          304 |        0.0134 |         7 |  0.1288 |                1 |       0.9 |              0.7 |         0 |          1 |  0.9375 |          1.0 |  3.201s |     1m:32s |
| Iteration 24     |          232 |          0.01 |         3 |  0.4494 |                1 |       0.7 |              1.0 |       100 |        0.1 |     0.5 |          1.0 |  3.150s |     1m:36s |
| Iteration 25     |          444 |        0.0159 |         5 |  0.8223 |                1 |       0.9 |              0.8 |         0 |        0.1 |     1.0 |          1.0 |  3.235s |     1m:40s |
| Iteration 26     |          339 |        0.0153 |         9 |   0.385 |                1 |       0.8 |              0.8 |         0 |        0.1 |  0.8125 |          1.0 |  3.190s |     1m:44s |
| Iteration 27     |          427 |        0.5111 |         2 |  0.8185 |                2 |       0.6 |              0.9 |         0 |          1 |  0.8125 |          1.0 |  3.192s |     1m:48s |
| Iteration 28     |          158 |          0.01 |        10 |     1.0 |                1 |       1.0 |              0.4 |         0 |          1 |  0.6875 |          1.0 |  3.184s |     1m:52s |
| Iteration 29     |           99 |           1.0 |         1 |  0.1008 |               10 |       0.8 |              0.6 |         0 |       0.01 |     0.5 |          1.0 |  3.147s |     1m:56s |
| Iteration 30     |          274 |        0.9835 |         4 |     0.0 |                1 |       0.5 |              1.0 |         0 |          1 |     1.0 |          1.0 |  3.209s |     2m:01s |
| Iteration 31     |          500 |        0.0106 |         5 |     0.0 |                1 |       0.5 |              1.0 |         0 |          1 |  0.9375 |          1.0 |  3.213s |     2m:05s |
| Iteration 32     |          500 |          0.01 |         2 |     0.0 |                1 |       0.6 |              1.0 |         0 |        0.1 |    0.75 |          1.0 |  3.212s |     2m:09s |
| Iteration 33     |          467 |        0.1221 |         6 |     0.0 |                1 |       0.6 |              0.4 |      0.01 |          1 |  0.8125 |          1.0 |  3.268s |     2m:13s |
| Iteration 34     |           20 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |          1 |  0.5938 |          1.0 |  3.145s |     2m:17s |
| Iteration 35     |          457 |           1.0 |         6 |     1.0 |                2 |       0.5 |              0.9 |         0 |          0 |  0.7188 |          1.0 |  3.270s |     2m:22s |
| Iteration 36     |          275 |        0.0212 |         6 |  0.3879 |                2 |       0.9 |              0.9 |         0 |          1 |     1.0 |          1.0 |  3.174s |     2m:26s |
| Iteration 37     |          154 |        0.4091 |         6 |  0.5587 |                3 |       1.0 |              0.7 |         0 |          1 |   0.875 |          1.0 |  3.151s |     2m:30s |
| Iteration 38     |          290 |        0.0187 |         6 |  0.9734 |                2 |       0.9 |              0.5 |         0 |          1 |  0.5625 |          1.0 |  3.157s |     2m:35s |
| Iteration 39     |          500 |        0.8005 |         4 |  0.2076 |                2 |       0.5 |              0.8 |         0 |          1 |     1.0 |          1.0 |  3.222s |     2m:39s |
| Iteration 40     |          500 |           1.0 |         1 |  0.2057 |                2 |       0.5 |              0.8 |         0 |          1 |    0.75 |          1.0 |  3.836s |     2m:44s |
| Iteration 41     |          500 |           1.0 |         5 |     0.0 |                3 |       0.6 |              1.0 |         0 |        100 |    0.75 |          1.0 |  3.222s |     2m:48s |
| Iteration 42     |          308 |           1.0 |         6 |  0.4265 |                1 |       0.5 |              0.5 |         0 |       0.01 |  0.5625 |          1.0 |  3.201s |     2m:52s |
| Iteration 43     |          500 |         0.014 |         6 |  0.2534 |                2 |       0.7 |              0.8 |         0 |          1 |  0.6875 |          1.0 |  3.242s |     2m:57s |
| Iteration 44     |          479 |        0.0121 |         5 |     0.0 |               10 |       0.8 |              1.0 |         0 |        100 |     0.5 |          1.0 |  3.190s |     3m:01s |
| Iteration 45     |           92 |        0.7301 |         2 |     0.0 |                1 |       0.5 |              0.7 |         0 |        100 |  0.9375 |          1.0 |  3.161s |     3m:05s |
| Iteration 46     |          500 |          0.01 |         1 |     0.0 |                1 |       1.0 |              0.4 |         0 |        100 |  0.6875 |          1.0 |  3.243s |     3m:11s |
| Iteration 47     |          171 |        0.0266 |         4 |     1.0 |                1 |       1.0 |              1.0 |         0 |        100 |    0.75 |          1.0 |  3.155s |     3m:16s |
| Iteration 48     |           34 |        0.0563 |         2 |     0.0 |                1 |       0.5 |              1.0 |      0.01 |        100 |  0.5625 |          1.0 |  3.119s |     3m:20s |
| Iteration 49     |           20 |           1.0 |         3 |     0.0 |                1 |       0.5 |              1.0 |         0 |          1 |  0.4375 |          1.0 |  3.122s |     3m:24s |
| Iteration 50     |          339 |        0.1796 |         9 |     0.0 |                1 |       0.9 |              0.8 |         0 |         10 |  0.6875 |          1.0 |  3.177s |     3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 401, 'learning_rate': 0.0148, 'max_depth': 8, 'gamma': 0.6299, 'min_child_weight': 2, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 0, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.096s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0632
Time elapsed: 0.293s
-------------------------------------------------
Total time: 3m:30s


Final results ==================== >>
Duration: 23m:23s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.73 ± 0.0927 ~
Logistic Regression             --> roc_auc: 0.57 ± 0.1208 ~
Linear Discriminant Analysis    --> roc_auc: 0.54 ± 0.1356 ~
Quadratic Discriminant Analysis --> roc_auc: 0.56 ± 0.049 ~
Radius Nearest Neighbors        --> roc_auc: 0.75 ± 0.0548 ~ !
AdaBoost                        --> roc_auc: 0.635 ± 0.0255 ~
Random Forest                   --> roc_auc: 0.65 ± 0.0548 ~
XGBoost                         --> roc_auc: 0.75 ± 0.0632 ~ !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 836 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALGTGGFKTIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAPLDSNYQLIW.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAVFNQAGTALIF.
   >>> Dropping feature CAALNTGNQFYF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGLDSNYQLIW.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  0.681s |     0.701s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |         0.75 |  0.719s |     1.943s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |         0.75 |  0.675s |     3.123s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |         0.75 |  0.716s |     4.359s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |        0.875 |  0.726s |     5.618s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |        0.875 |  0.762s |     6.904s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |        0.875 |  0.734s |     8.846s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.6875 |        0.875 |  0.776s |    10.291s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |        0.875 |  0.714s |    11.527s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |        0.875 |  0.703s |    12.745s |
| Iteration 11     | exponen.. |        0.0188 |          232 |       0.6 | friedman_mse |                12 |                3 |         9 |         log2 |    0.0154 |    0.75 |        0.875 |  0.729s |    14.312s |
| Iteration 12     |  deviance |        0.1782 |          352 |       1.0 | friedman_mse |                20 |               18 |         6 |          0.5 |    0.0001 |  0.9375 |       0.9375 |  0.700s |    15.765s |
| Iteration 13     |  deviance |        0.0469 |          171 |       0.8 | friedman_mse |                 2 |                8 |         7 |          0.6 |       0.0 |     1.0 |          1.0 |  0.649s |    17.220s |
| Iteration 14     |  deviance |          0.01 |          343 |       0.5 | friedman_mse |                 2 |                1 |         1 |         None |       0.0 |     1.0 |          1.0 |  0.672s |    18.786s |
| Iteration 15     |  deviance |          0.01 |           10 |       0.5 | friedman_mse |                 2 |                9 |         1 |         None |    0.0135 |  0.7812 |          1.0 |  1.328s |    20.986s |
| Iteration 16     |  deviance |           1.0 |          500 |       1.0 | friedman_mse |                 2 |                1 |        10 |         auto |       0.0 |  0.8438 |          1.0 |  0.690s |    22.607s |
| Iteration 17     |  deviance |        0.0223 |           10 |       1.0 | friedman_mse |                 5 |               15 |        10 |         auto |       0.0 |    0.75 |          1.0 |  0.627s |    24.131s |
| Iteration 18     |  deviance |          0.01 |          263 |       0.5 | friedman_mse |                 2 |                1 |         1 |         None |       0.0 |     1.0 |          1.0 |  0.693s |    25.706s |
| Iteration 19     |  deviance |          0.01 |          442 |       0.5 | friedman_mse |                 2 |                1 |         1 |         None |       0.0 |  0.9375 |          1.0 |  0.706s |    27.342s |
| Iteration 20     |  deviance |          0.01 |          267 |       0.5 | friedman_mse |                 2 |                1 |        10 |         None |       0.0 |     1.0 |          1.0 |  0.795s |    29.486s |
| Iteration 21     |  deviance |          0.01 |          284 |       0.9 | friedman_mse |                 9 |                6 |         1 |         None |       0.0 |  0.8125 |          1.0 |  0.681s |    31.446s |
| Iteration 22     | exponen.. |        0.2037 |          227 |       0.9 | friedman_mse |                 2 |                8 |         1 |          0.6 |       0.0 |     1.0 |          1.0 |  0.663s |    33.084s |
| Iteration 23     |  deviance |        0.0217 |          299 |       0.6 | friedman_mse |                 2 |               12 |         1 |         None |    0.0001 |  0.8125 |          1.0 |  0.691s |    34.789s |
| Iteration 24     |  deviance |        0.6028 |          199 |       0.7 | friedman_mse |                 2 |                8 |         4 |         auto |       0.0 |   0.875 |          1.0 |  0.671s |    36.394s |
| Iteration 25     |  deviance |        0.0147 |          278 |       0.6 | friedman_mse |                 2 |                1 |         1 |          0.8 |    0.0007 |     0.5 |          1.0 |  0.682s |    38.070s |
| Iteration 26     |  deviance |        0.0166 |          199 |       0.8 | friedman_mse |                 8 |                8 |         8 |          0.6 |    0.0001 |  0.9375 |          1.0 |  0.685s |    40.048s |
| Iteration 27     | exponen.. |        0.2004 |          199 |       0.6 | friedman_mse |                 2 |                7 |         2 |          0.6 |    0.0015 |  0.9375 |          1.0 |  0.669s |    41.765s |
| Iteration 28     | exponen.. |        0.2019 |          241 |       0.9 | friedman_mse |                 3 |                8 |         7 |          0.6 |       0.0 |   0.875 |          1.0 |  0.688s |    43.407s |
| Iteration 29     |  deviance |        0.0167 |           61 |       0.8 | friedman_mse |                 8 |                8 |         9 |          0.6 |    0.0024 |    0.75 |          1.0 |  0.649s |    45.059s |
| Iteration 30     | exponen.. |        0.0586 |          198 |       0.8 | friedman_mse |                 2 |               11 |         4 |          0.6 |    0.0004 |  0.8125 |          1.0 |  0.674s |    46.746s |
| Iteration 31     |  deviance |        0.2398 |          396 |       0.7 | friedman_mse |                 6 |                7 |         9 |          0.6 |    0.0028 |  0.9375 |          1.0 |  0.711s |    48.350s |
| Iteration 32     |  deviance |        0.0478 |          363 |       0.8 | friedman_mse |                 2 |                7 |         3 |          0.6 |       0.0 |  0.9375 |          1.0 |  0.712s |    50.053s |
| Iteration 33     |  deviance |        0.0446 |          132 |       0.7 | friedman_mse |                 2 |                5 |         7 |          0.6 |       0.0 |    0.75 |          1.0 |  0.654s |    51.856s |
| Iteration 34     | exponen.. |        0.3261 |          112 |       0.6 | friedman_mse |                 3 |                7 |         6 |          0.6 |    0.0017 |  0.9375 |          1.0 |  0.647s |    53.631s |
| Iteration 35     |  deviance |        0.0139 |           11 |       0.8 | friedman_mse |                 2 |                3 |         3 |          0.6 |       0.0 |     1.0 |          1.0 |  0.624s |    55.405s |
| Iteration 36     |  deviance |        0.1886 |          270 |       0.5 | friedman_mse |                 2 |               17 |         2 |         None |    0.0006 |     0.5 |          1.0 |  0.672s |    57.163s |
| Iteration 37     | exponen.. |         0.016 |           86 |       0.6 | friedman_mse |                 3 |               13 |         5 |          0.6 |    0.0015 |  0.8125 |          1.0 |  0.642s |    58.818s |
| Iteration 38     |  deviance |         0.025 |          309 |       0.8 | friedman_mse |                 7 |               15 |         4 |          0.6 |    0.0001 |   0.625 |          1.0 |  0.696s |     1m:01s |
| Iteration 39     | exponen.. |        0.2274 |          186 |       0.6 | friedman_mse |                 2 |                4 |         4 |          0.6 |    0.0015 |     1.0 |          1.0 |  0.672s |     1m:02s |
| Iteration 40     | exponen.. |        0.0271 |          178 |       0.6 | friedman_mse |                 2 |                1 |         6 |          0.6 |    0.0018 |   0.875 |          1.0 |  1.263s |     1m:05s |
| Iteration 41     |  deviance |        0.0891 |           24 |       0.8 | friedman_mse |                 2 |                4 |        10 |          0.6 |       0.0 |   0.625 |          1.0 |  0.678s |     1m:07s |
| Iteration 42     | exponen.. |        0.2405 |          175 |       0.6 | friedman_mse |                 2 |                6 |         5 |          0.6 |    0.0015 |  0.8125 |          1.0 |  0.720s |     1m:10s |
| Iteration 43     | exponen.. |        0.1565 |          115 |       0.6 | squared_er.. |                 2 |                3 |         8 |          0.6 |       0.0 |  0.6875 |          1.0 |  0.699s |     1m:12s |
| Iteration 44     | exponen.. |        0.2176 |          139 |       0.6 | friedman_mse |                 2 |                5 |         1 |          0.6 |    0.0015 |   0.625 |          1.0 |  0.692s |     1m:14s |
| Iteration 45     |  deviance |        0.0166 |          259 |       0.8 | friedman_mse |                 7 |                8 |        10 |          0.6 |    0.0002 |  0.8125 |          1.0 |  0.733s |     1m:15s |
| Iteration 46     |  deviance |        0.0114 |           85 |       0.8 | friedman_mse |                 2 |                3 |         7 |          0.6 |       0.0 |     1.0 |          1.0 |  0.696s |     1m:17s |
| Iteration 47     | exponen.. |        0.0692 |          222 |       0.7 | friedman_mse |                 2 |                4 |         4 |          0.6 |    0.0018 |     1.0 |          1.0 |  0.733s |     1m:19s |
| Iteration 48     | exponen.. |        0.1303 |          175 |       0.6 | friedman_mse |                 2 |                4 |         2 |          0.6 |    0.0016 |  0.9375 |          1.0 |  0.713s |     1m:21s |
| Iteration 49     | exponen.. |        0.0234 |          249 |       0.7 | friedman_mse |                10 |                4 |         8 |          0.6 |    0.0018 |  0.8125 |          1.0 |  0.751s |     1m:23s |
| Iteration 50     | exponen.. |        0.1203 |          111 |       0.9 | friedman_mse |                 2 |                8 |         7 |          0.6 |       0.0 |  0.9375 |          1.0 |  0.706s |     1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.01, 'n_estimators': 267, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 1, 'max_depth': 10, 'max_features': None, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.201s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.049
Time elapsed: 0.847s
-------------------------------------------------
Total time: 1m:28s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  0.680s |     0.692s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.8125 |       0.8125 |  0.679s |     1.856s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |       0.8125 |  0.680s |     3.055s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  0.690s |     4.264s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |       0.8125 |  0.694s |     6.241s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |       0.8125 |  0.685s |     7.649s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     1.0 |          1.0 |  0.696s |     9.239s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |          1.0 |  0.699s |    10.459s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |          1.0 |  0.642s |    11.586s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.875 |          1.0 |  0.645s |    12.749s |
| Iteration 11     |      l2 |  1.3676 | newto.. |      791 |      --- |  0.5625 |          1.0 |  0.642s |    14.236s |
| Iteration 12     |      l2 |  6.6928 | libli.. |      274 |      --- |     0.5 |          1.0 |  0.640s |    15.681s |
| Iteration 13     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.639s |    17.087s |
| Iteration 14     |      l2 |   0.064 | libli.. |      633 |      --- |    0.75 |          1.0 |  0.644s |    18.486s |
| Iteration 15     |    none |     --- |    saga |     1000 |      --- |    0.75 |          1.0 |  0.648s |    19.975s |
| Iteration 16     |    none |     --- |   lbfgs |      769 |      --- |  0.6875 |          1.0 |  1.233s |    22.026s |
| Iteration 17     |    none |     --- |     sag |      928 |      --- |     0.5 |          1.0 |  0.649s |    23.452s |
| Iteration 18     |      l2 |  0.0172 | libli.. |      635 |      --- |     1.0 |          1.0 |  0.638s |    24.991s |
| Iteration 19     |      l1 |   47.12 | libli.. |      893 |      --- |  0.8125 |          1.0 |  0.644s |    26.461s |
| Iteration 20     |      l2 |  0.0023 |    saga |      249 |      --- |     1.0 |          1.0 |  0.669s |    27.961s |
| Iteration 21     |      l2 |   0.001 | newto.. |      960 |      --- |    0.25 |          1.0 |  0.690s |    29.659s |
| Iteration 22     |    none |     --- |    saga |      392 |      --- |    0.75 |          1.0 |  0.694s |    31.172s |
| Iteration 23     |      l1 |  0.0028 |    saga |      993 |      --- |     0.5 |          1.0 |  0.695s |    32.661s |
| Iteration 24     | elast.. |   0.022 |    saga |      100 |      0.2 |  0.7188 |          1.0 |  0.693s |    34.176s |
| Iteration 25     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    35.008s |
| Iteration 26     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    35.851s |
| Iteration 27     | elast.. |  0.0014 |    saga |      191 |      0.7 |     0.5 |          1.0 |  0.694s |    37.439s |
| Iteration 28     | elast.. |  0.0025 |    saga |      354 |      0.6 |     0.5 |          1.0 |  0.692s |    39.147s |
| Iteration 29     |      l1 |  4.8756 | libli.. |      286 |      --- |   0.375 |          1.0 |  0.691s |    40.747s |
| Iteration 30     |      l2 |  0.0021 |    saga |      365 |      --- |  0.4375 |          1.0 |  0.684s |    42.465s |
| Iteration 31     |      l2 |  2.1336 | libli.. |      277 |      --- |  0.6875 |          1.0 |  0.689s |    44.106s |
| Iteration 32     |      l2 |  2.3128 | libli.. |      278 |      --- |  0.8125 |          1.0 |  0.680s |    45.835s |
| Iteration 33     |      l2 |  0.0024 |    saga |      242 |      --- |  0.5625 |          1.0 |  0.689s |    47.557s |
| Iteration 34     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    48.489s |
| Iteration 35     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    49.559s |
| Iteration 36     |      l1 |  0.0022 |    saga |      256 |      --- |     0.5 |          1.0 |  0.689s |    51.261s |
| Iteration 37     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    52.253s |
| Iteration 38     |      l2 |  0.0023 |    saga |      252 |      --- |     0.5 |          1.0 |  0.687s |    53.943s |
| Iteration 39     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    54.886s |
| Iteration 40     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    55.860s |
| Iteration 41     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    56.813s |
| Iteration 42     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    57.837s |
| Iteration 43     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    58.738s |
| Iteration 44     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |    59.785s |
| Iteration 45     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 46     |      l2 |   0.001 | libli.. |      998 |      --- |     1.0 |          1.0 |  0.639s |     1m:02s |
| Iteration 47     |      l2 |   0.001 | libli.. |      999 |      --- |  0.8125 |          1.0 |  0.638s |     1m:04s |
| Iteration 48     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 49     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 50     |      l2 |   0.001 | libli.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'penalty': 'l2', 'C': 2.2818, 'solver': 'liblinear', 'max_iter': 278}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7866
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.014s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.103
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:09s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  0.632s |     0.637s |
| Initial point 2  |     svd |       --- |  0.8125 |       0.8125 |  0.629s |     1.771s |
| Initial point 3  |     svd |       --- |  0.8125 |       0.8125 |  0.001s |     2.281s |
| Initial point 4  |    lsqr |       0.8 |  0.4375 |       0.8125 |  0.631s |     3.452s |
| Initial point 5  |   eigen |       0.9 |     0.5 |       0.8125 |  0.632s |     4.568s |
| Initial point 6  |    lsqr |       0.7 |  0.6875 |       0.8125 |  0.630s |     5.669s |
| Initial point 7  |    lsqr |       0.5 |     1.0 |          1.0 |  0.678s |     6.859s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |          1.0 |  0.626s |     8.033s |
| Initial point 9  |    lsqr |       0.6 |     1.0 |          1.0 |  0.635s |     9.173s |
| Initial point 10 |   eigen |       0.8 |   0.875 |          1.0 |  0.627s |    10.361s |
| Iteration 11     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    10.970s |
| Iteration 12     |   eigen |       0.7 |     0.5 |          1.0 |  0.624s |    12.206s |
| Iteration 13     |     svd |       --- |  0.8125 |          1.0 |  0.001s |    12.898s |
| Iteration 14     |    lsqr |      auto |    0.75 |          1.0 |  0.625s |    14.174s |
| Iteration 15     |   eigen |      auto |    0.75 |          1.0 |  0.630s |    15.437s |
| Iteration 16     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    16.493s |
| Iteration 17     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    17.339s |
| Iteration 18     |    lsqr |       1.0 |     1.0 |          1.0 |  0.637s |    18.773s |
| Iteration 19     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    19.992s |
| Iteration 20     |    lsqr |      None |    0.75 |          1.0 |  0.635s |    21.616s |
| Iteration 21     |   eigen |       0.5 |   0.375 |          1.0 |  0.633s |    23.211s |
| Iteration 22     |   eigen |       0.6 |  0.8125 |          1.0 |  0.627s |    24.854s |
| Iteration 23     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    25.554s |
| Iteration 24     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    26.240s |
| Iteration 25     |   eigen |      None |     0.5 |          1.0 |  0.632s |    27.596s |
| Iteration 26     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |    28.526s |
| Iteration 27     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    29.292s |
| Iteration 28     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |    30.043s |
| Iteration 29     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    30.743s |
| Iteration 30     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    31.475s |
| Iteration 31     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    32.321s |
| Iteration 32     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    33.052s |
| Iteration 33     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    33.805s |
| Iteration 34     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    34.592s |
| Iteration 35     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    35.348s |
| Iteration 36     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    36.115s |
| Iteration 37     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    36.902s |
| Iteration 38     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    37.643s |
| Iteration 39     |     svd |       --- |  0.8125 |          1.0 |  0.001s |    38.480s |
| Iteration 40     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    39.351s |
| Iteration 41     |    lsqr |       0.6 |     1.0 |          1.0 |  0.001s |    40.145s |
| Iteration 42     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    40.948s |
| Iteration 43     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    41.751s |
| Iteration 44     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    42.610s |
| Iteration 45     |    lsqr |       0.6 |     1.0 |          1.0 |  0.001s |    43.547s |
| Iteration 46     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    44.440s |
| Iteration 47     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    45.273s |
| Iteration 48     |     svd |       --- |  0.8125 |          1.0 |  0.000s |    46.101s |
| Iteration 49     |   eigen |       0.6 |  0.8125 |          1.0 |  0.000s |    46.983s |
| Iteration 50     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    48.465s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 49.351s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7821
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.051
Time elapsed: 0.028s
-------------------------------------------------
Total time: 49.389s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  0.639s |     0.643s |
| Initial point 2  |       0.9 |  0.6875 |       0.6875 |  0.700s |     1.939s |
| Initial point 3  |       0.1 |   0.375 |       0.6875 |  0.633s |     3.078s |
| Initial point 4  |       1.0 |  0.6875 |       0.6875 |  0.000s |     3.566s |
| Initial point 5  |       0.2 |     0.5 |       0.6875 |  0.653s |     4.695s |
| Initial point 6  |       0.4 |  0.6875 |       0.6875 |  0.647s |     5.826s |
| Initial point 7  |       0.4 |  0.6875 |       0.6875 |  0.000s |     6.307s |
| Initial point 8  |       0.7 |  0.6875 |       0.6875 |  0.632s |     7.424s |
| Initial point 9  |       0.9 |  0.6875 |       0.6875 |  0.000s |     8.068s |
| Initial point 10 |       0.8 |   0.875 |        0.875 |  0.639s |     9.187s |
| Iteration 11     |       0.3 |    0.75 |        0.875 |  0.640s |    10.428s |
| Iteration 12     |       0.6 |   0.375 |        0.875 |  0.640s |    11.682s |
| Iteration 13     |       0.5 |  0.9375 |       0.9375 |  0.631s |    12.900s |
| Iteration 14     |       0.0 |    0.75 |       0.9375 |  0.631s |    14.120s |
| Iteration 15     |       0.5 |  0.9375 |       0.9375 |  0.000s |    14.720s |
| Iteration 16     |       0.5 |  0.9375 |       0.9375 |  0.000s |    15.323s |
| Iteration 17     |       0.5 |  0.9375 |       0.9375 |  0.000s |    15.902s |
| Iteration 18     |       0.5 |  0.9375 |       0.9375 |  0.000s |    16.492s |
| Iteration 19     |       0.5 |  0.9375 |       0.9375 |  0.000s |    17.098s |
| Iteration 20     |       0.6 |   0.375 |       0.9375 |  0.000s |    17.710s |
| Iteration 21     |       0.6 |   0.375 |       0.9375 |  0.000s |    18.310s |
| Iteration 22     |       0.5 |  0.9375 |       0.9375 |  0.000s |    18.933s |
| Iteration 23     |       0.5 |  0.9375 |       0.9375 |  0.000s |    19.545s |
| Iteration 24     |       0.5 |  0.9375 |       0.9375 |  0.000s |    20.151s |
| Iteration 25     |       0.5 |  0.9375 |       0.9375 |  0.000s |    20.856s |
| Iteration 26     |       0.5 |  0.9375 |       0.9375 |  0.000s |    21.445s |
| Iteration 27     |       0.5 |  0.9375 |       0.9375 |  0.000s |    22.038s |
| Iteration 28     |       0.9 |  0.6875 |       0.9375 |  0.000s |    22.653s |
| Iteration 29     |       0.5 |  0.9375 |       0.9375 |  0.000s |    23.260s |
| Iteration 30     |       0.5 |  0.9375 |       0.9375 |  0.000s |    23.868s |
| Iteration 31     |       0.5 |  0.9375 |       0.9375 |  0.000s |    24.517s |
| Iteration 32     |       0.5 |  0.9375 |       0.9375 |  0.000s |    25.177s |
| Iteration 33     |       0.5 |  0.9375 |       0.9375 |  0.000s |    25.794s |
| Iteration 34     |       0.5 |  0.9375 |       0.9375 |  0.000s |    26.434s |
| Iteration 35     |       0.5 |  0.9375 |       0.9375 |  0.000s |    27.077s |
| Iteration 36     |       0.5 |  0.9375 |       0.9375 |  0.000s |    27.735s |
| Iteration 37     |       0.5 |  0.9375 |       0.9375 |  0.000s |    28.391s |
| Iteration 38     |       0.5 |  0.9375 |       0.9375 |  0.000s |    29.045s |
| Iteration 39     |       0.5 |  0.9375 |       0.9375 |  0.000s |    29.691s |
| Iteration 40     |       0.5 |  0.9375 |       0.9375 |  0.000s |    30.354s |
| Iteration 41     |       0.5 |  0.9375 |       0.9375 |  0.000s |    31.010s |
| Iteration 42     |       0.5 |  0.9375 |       0.9375 |  0.000s |    31.678s |
| Iteration 43     |       0.5 |  0.9375 |       0.9375 |  0.000s |    32.362s |
| Iteration 44     |       0.5 |  0.9375 |       0.9375 |  0.000s |    33.102s |
| Iteration 45     |       0.5 |  0.9375 |       0.9375 |  0.000s |    33.924s |
| Iteration 46     |       0.5 |  0.9375 |       0.9375 |  0.000s |    34.634s |
| Iteration 47     |       0.5 |  0.9375 |       0.9375 |  0.000s |    35.342s |
| Iteration 48     |       0.5 |  0.9375 |       0.9375 |  0.000s |    36.041s |
| Iteration 49     |       0.5 |  0.9375 |       0.9375 |  0.000s |    36.747s |
| Iteration 50     |       0.5 |  0.9375 |       0.9375 |  0.000s |    37.461s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 38.179s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7625
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.1342
Time elapsed: 0.027s
-------------------------------------------------
Total time: 38.216s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.1251 | dista.. |      auto |        40 |       1 |     0.5 |          0.5 |  0.634s |     0.654s |
| Initial point 2  |  4.8222 | uniform |   kd_tree |        39 |       2 |   0.125 |          0.5 |  0.633s |     1.842s |
| Initial point 3  |  3.8092 | dista.. | ball_tree |        25 |       2 |    0.75 |         0.75 |  0.631s |     2.984s |
| Initial point 4  | 11.1132 | uniform | ball_tree |        39 |       2 |     0.5 |         0.75 |  0.638s |     4.169s |
| Initial point 5  |  8.7057 | dista.. |      auto |        30 |       2 |   0.625 |         0.75 |  0.628s |     5.311s |
| Initial point 6  | 10.0819 | dista.. | ball_tree |        21 |       2 |  0.6875 |         0.75 |  0.635s |     6.436s |
| Initial point 7  |  7.2113 | dista.. | ball_tree |        24 |       1 |  0.9375 |       0.9375 |  0.634s |     7.577s |
| Initial point 8  |  1.7281 | dista.. | ball_tree |        21 |       2 |    0.75 |       0.9375 |  0.631s |     8.704s |
| Initial point 9  |  8.0329 | uniform | ball_tree |        24 |       1 |   0.875 |       0.9375 |  0.644s |     9.854s |
| Initial point 10 |  5.7056 | uniform |     brute |        22 |       2 |   0.875 |       0.9375 |  1.219s |    11.566s |
| Iteration 11     |  5.8328 | dista.. |      auto |        20 |       1 |   0.625 |       0.9375 |  0.640s |    13.032s |
| Iteration 12     |   6.133 | dista.. |     brute |        23 |       1 |    0.75 |       0.9375 |  0.632s |    14.407s |
| Iteration 13     |   3.093 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.646s |    16.818s |
| Iteration 14     |  0.5706 | dista.. | ball_tree |        24 |       1 |   0.375 |          1.0 |  0.627s |    18.544s |
| Iteration 15     | 12.1593 | dista.. |     brute |        25 |       1 |  0.9375 |          1.0 |  0.633s |    19.926s |
| Iteration 16     | 12.1593 | uniform |      auto |        25 |       2 |     0.5 |          1.0 |  0.633s |    21.624s |
| Iteration 17     | 12.0395 | uniform |     brute |        20 |       1 |    0.75 |          1.0 |  0.626s |    22.999s |
| Iteration 18     | 12.0443 | uniform |     brute |        28 |       1 |     1.0 |          1.0 |  0.641s |    24.376s |
| Iteration 19     | 12.1593 | dista.. |      auto |        28 |       1 |     1.0 |          1.0 |  0.632s |    25.772s |
| Iteration 20     |  9.3911 | uniform |      auto |        29 |       1 |    0.75 |          1.0 |  0.629s |    27.176s |
| Iteration 21     | 12.1593 | dista.. |   kd_tree |        26 |       1 |   0.625 |          1.0 |  0.633s |    28.596s |
| Iteration 22     | 12.1593 | uniform |     brute |        30 |       1 |  0.6562 |          1.0 |  0.634s |    29.992s |
| Iteration 23     | 12.1593 | uniform | ball_tree |        20 |       1 |  0.5625 |          1.0 |  0.643s |    31.405s |
| Iteration 24     |  1.0486 | dista.. |     brute |        32 |       1 |   0.625 |          1.0 |  0.628s |    32.813s |
| Iteration 25     |     0.0 | uniform |     brute |        27 |       1 |     0.5 |          1.0 |  0.629s |    34.223s |
| Iteration 26     |  8.2669 | dista.. |     brute |        26 |       1 |  0.7188 |          1.0 |  0.629s |    35.654s |
| Iteration 27     |     0.0 | uniform |   kd_tree |        20 |       2 |     0.5 |          1.0 |  0.628s |    37.079s |
| Iteration 28     |  6.4414 | dista.. |     brute |        27 |       1 |  0.5625 |          1.0 |  0.633s |    38.496s |
| Iteration 29     | 12.0958 | dista.. | ball_tree |        28 |       1 |   0.625 |          1.0 |  0.644s |    40.070s |
| Iteration 30     | 12.1593 | dista.. | ball_tree |        33 |       2 |  0.6875 |          1.0 |  0.634s |    41.494s |
| Iteration 31     |  7.1575 | uniform |      auto |        20 |       1 |  0.7188 |          1.0 |  0.634s |    43.434s |
| Iteration 32     | 12.1593 | uniform |      auto |        20 |       2 |   0.625 |          1.0 |  0.633s |    44.966s |
| Iteration 33     |     0.0 | dista.. | ball_tree |        40 |       1 |     0.5 |          1.0 |  0.662s |    46.445s |
| Iteration 34     |  5.2319 | uniform |   kd_tree |        20 |       2 |  0.3125 |          1.0 |  1.206s |    48.464s |
| Iteration 35     |  5.4537 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.641s |    49.925s |
| Iteration 36     |  5.3184 | uniform | ball_tree |        36 |       1 |   0.375 |          1.0 |  0.646s |    51.517s |
| Iteration 37     |  5.0991 | dista.. | ball_tree |        22 |       1 |  0.5625 |          1.0 |  0.641s |    53.086s |
| Iteration 38     | 12.1579 | uniform |   kd_tree |        26 |       2 |     0.5 |          1.0 |  0.653s |    54.592s |
| Iteration 39     | 12.0887 | dista.. |   kd_tree |        20 |       1 |  0.6875 |          1.0 |  0.644s |    56.114s |
| Iteration 40     |  0.0761 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  0.647s |    57.624s |
| Iteration 41     | 12.1593 | dista.. |      auto |        25 |       1 |   0.875 |          1.0 |  0.639s |    59.140s |
| Iteration 42     |  0.0521 | dista.. |   kd_tree |        29 |       2 |     0.5 |          1.0 |  0.638s |     1m:01s |
| Iteration 43     | 12.0317 | uniform |   kd_tree |        20 |       1 |   0.625 |          1.0 |  0.637s |     1m:02s |
| Iteration 44     | 12.1593 | dista.. |     brute |        25 |       1 |  0.9375 |          1.0 |  0.001s |     1m:04s |
| Iteration 45     | 12.0396 | dista.. |     brute |        27 |       1 |  0.8125 |          1.0 |  0.632s |     1m:06s |
| Iteration 46     | 12.1593 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.646s |     1m:07s |
| Iteration 47     |   3.025 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.647s |     1m:09s |
| Iteration 48     | 10.6364 | dista.. |     brute |        25 |       2 |  0.8125 |          1.0 |  0.645s |     1m:10s |
| Iteration 49     |  3.9071 | dista.. |     brute |        36 |       2 |  0.4375 |          1.0 |  0.651s |     1m:12s |
| Iteration 50     | 12.1593 | dista.. |      auto |        20 |       1 |  0.8125 |          1.0 |  0.641s |     1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'radius': 3.025, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.0245
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:15s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  1.036s |     1.043s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  1.041s |     2.593s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |       0.9375 |  0.797s |     3.892s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.625 |       0.9375 |  0.948s |     5.338s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8438 |       0.9375 |  0.930s |     7.496s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.029s |     9.874s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5625 |          1.0 |  0.688s |    11.952s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |          1.0 |  0.954s |    13.567s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.875 |          1.0 |  0.668s |    14.811s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9062 |          1.0 |  0.784s |    16.087s |
| Iteration 11     |          451 |        0.2393 |     SAMME |  0.6875 |          1.0 |  0.937s |    18.965s |
| Iteration 12     |          420 |        0.0368 |   SAMME.R |  0.8125 |          1.0 |  1.530s |    21.407s |
| Iteration 13     |          500 |        0.0881 |   SAMME.R |     1.0 |          1.0 |  1.039s |    23.108s |
| Iteration 14     |          498 |         0.118 |   SAMME.R |     1.0 |          1.0 |  1.016s |    24.928s |
| Iteration 15     |          467 |         0.197 |   SAMME.R |  0.8125 |          1.0 |  0.997s |    26.715s |
| Iteration 16     |          500 |        0.0274 |   SAMME.R |  0.9375 |          1.0 |  1.015s |    28.432s |
| Iteration 17     |          500 |        0.2606 |   SAMME.R |     1.0 |          1.0 |  1.010s |    30.176s |
| Iteration 18     |          457 |        0.2657 |   SAMME.R |  0.8125 |          1.0 |  1.001s |    31.960s |
| Iteration 19     |          500 |         0.203 |   SAMME.R |  0.9375 |          1.0 |  1.014s |    33.699s |
| Iteration 20     |          491 |        0.0919 |   SAMME.R |   0.875 |          1.0 |  1.017s |    35.440s |
| Iteration 21     |          125 |          0.01 |     SAMME |   0.625 |          1.0 |  0.714s |    36.921s |
| Iteration 22     |           51 |        8.7071 |   SAMME.R |  0.5312 |          1.0 |  0.660s |    38.273s |
| Iteration 23     |          462 |        0.0178 |   SAMME.R |     1.0 |          1.0 |  0.985s |    40.028s |
| Iteration 24     |          465 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.986s |    41.945s |
| Iteration 25     |          450 |          0.01 |   SAMME.R |  0.4688 |          1.0 |  1.010s |    43.735s |
| Iteration 26     |          177 |        2.1199 |     SAMME |  0.6875 |          1.0 |  0.658s |    45.605s |
| Iteration 27     |          167 |          0.01 |     SAMME |  0.6875 |          1.0 |  0.742s |    47.284s |
| Iteration 28     |          500 |        0.0207 |   SAMME.R |    0.75 |          1.0 |  1.020s |    49.016s |
| Iteration 29     |           57 |        0.4739 |   SAMME.R |  0.8125 |          1.0 |  0.663s |    50.396s |
| Iteration 30     |          462 |        7.8063 |   SAMME.R |     0.5 |          1.0 |  0.983s |    53.458s |
| Iteration 31     |           94 |         0.095 |   SAMME.R |  0.9375 |          1.0 |  0.693s |    56.501s |
| Iteration 32     |           74 |        0.0951 |   SAMME.R |    0.75 |          1.0 |  0.688s |    58.774s |
| Iteration 33     |          500 |        0.1165 |   SAMME.R |     0.5 |          1.0 |  1.026s |     1m:01s |
| Iteration 34     |           59 |        0.1956 |   SAMME.R |   0.875 |          1.0 |  0.666s |     1m:03s |
| Iteration 35     |           67 |        9.9994 |     SAMME |   0.875 |          1.0 |  0.629s |     1m:05s |
| Iteration 36     |          442 |        0.2415 |   SAMME.R |  0.4375 |          1.0 |  0.992s |     1m:07s |
| Iteration 37     |          492 |        0.0563 |   SAMME.R |  0.6875 |          1.0 |  1.039s |     1m:09s |
| Iteration 38     |          393 |        9.9943 |     SAMME |   0.625 |          1.0 |  0.679s |     1m:10s |
| Iteration 39     |          247 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.879s |     1m:12s |
| Iteration 40     |          157 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  0.797s |     1m:14s |
| Iteration 41     |           80 |        0.0551 |   SAMME.R |   0.875 |          1.0 |  0.735s |     1m:15s |
| Iteration 42     |          408 |          0.01 |   SAMME.R |  0.5625 |          1.0 |  1.008s |     1m:17s |
| Iteration 43     |          132 |        0.0848 |   SAMME.R |  0.5625 |          1.0 |  0.781s |     1m:19s |
| Iteration 44     |          453 |        0.0954 |   SAMME.R |   0.625 |          1.0 |  1.037s |     1m:21s |
| Iteration 45     |          498 |         0.094 |   SAMME.R |  0.5625 |          1.0 |  1.076s |     1m:22s |
| Iteration 46     |          461 |        0.2356 |   SAMME.R |   0.875 |          1.0 |  1.048s |     1m:25s |
| Iteration 47     |          440 |        0.1802 |   SAMME.R |     1.0 |          1.0 |  0.977s |     1m:26s |
| Iteration 48     |          500 |        0.1112 |   SAMME.R |  0.9375 |          1.0 |  1.016s |     1m:28s |
| Iteration 49     |          461 |        0.1882 |   SAMME.R |   0.875 |          1.0 |  1.057s |     1m:30s |
| Iteration 50     |          497 |        0.1964 |   SAMME.R |  0.9375 |          1.0 |  1.024s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0881, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9996
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.464s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.103
Time elapsed: 2.068s
-------------------------------------------------
Total time: 1m:36s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  1.054s |     1.073s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |         0.75 |  0.962s |     2.597s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |        0.875 |  0.964s |     4.102s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |        0.875 |  0.784s |     5.422s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |        0.875 |  0.976s |     7.013s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |        0.875 |  0.811s |     8.343s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.837s |     9.719s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6875 |          1.0 |  0.851s |    11.099s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  0.962s |    12.579s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  0.935s |    14.042s |
| Iteration 11     |          375 |      gini |         8 |                 4 |                8 |         None |      True |    0.0117 |        None |  0.5625 |          1.0 |  0.970s |    15.889s |
| Iteration 12     |          208 |   entropy |         6 |                19 |                6 |          0.5 |     False |    0.0223 |         --- |  0.7188 |          1.0 |  0.797s |    17.606s |
| Iteration 13     |          384 |   entropy |         1 |                19 |                6 |          0.5 |     False |    0.0348 |         --- |     1.0 |          1.0 |  1.521s |    20.065s |
| Iteration 14     |          162 |      gini |         6 |                 5 |                6 |         None |     False |    0.0347 |         --- |  0.8438 |          1.0 |  0.783s |    21.809s |
| Iteration 15     |          184 |   entropy |         9 |                 7 |               12 |          0.8 |     False |    0.0341 |         --- |  0.7188 |          1.0 |  0.792s |    24.239s |
| Iteration 16     |          409 |   entropy |      None |                20 |                4 |         log2 |     False |    0.0343 |         --- |  0.9375 |          1.0 |  0.928s |    26.216s |
| Iteration 17     |          196 |      gini |         8 |                 5 |               17 |          0.5 |      True |     0.022 |         0.6 |     0.5 |          1.0 |  0.821s |    27.926s |
| Iteration 18     |           74 |      gini |         5 |                17 |                4 |          0.6 |     False |    0.0338 |         --- |     1.0 |          1.0 |  0.720s |    29.635s |
| Iteration 19     |          325 |   entropy |         6 |                20 |                5 |         sqrt |     False |    0.0334 |         --- |  0.9375 |          1.0 |  0.818s |    32.449s |
| Iteration 20     |          297 |   entropy |         1 |                 9 |               15 |          0.9 |      True |    0.0247 |         0.6 |     1.0 |          1.0 |  0.843s |    34.473s |
| Iteration 21     |          220 |   entropy |         3 |                18 |               17 |         None |      True |    0.0246 |         0.6 |     0.5 |          1.0 |  0.788s |    36.286s |
| Iteration 22     |           47 |      gini |         9 |                18 |                5 |         log2 |     False |    0.0349 |         --- |     1.0 |          1.0 |  0.665s |    37.976s |
| Iteration 23     |          378 |   entropy |         3 |                 9 |               15 |         None |      True |    0.0219 |        None |  0.6875 |          1.0 |  0.962s |    39.922s |
| Iteration 24     |          489 |   entropy |      None |                 9 |               18 |         log2 |      True |    0.0259 |         0.8 |  0.6875 |          1.0 |  1.044s |    41.995s |
| Iteration 25     |          250 |   entropy |         4 |                16 |                6 |         sqrt |     False |    0.0338 |         --- |     0.5 |          1.0 |  0.830s |    44.116s |
| Iteration 26     |           19 |      gini |         6 |                20 |               10 |         log2 |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.677s |    46.002s |
| Iteration 27     |          359 |   entropy |         7 |                18 |                6 |         log2 |     False |    0.0346 |         --- |    0.75 |          1.0 |  0.889s |    48.072s |
| Iteration 28     |           43 |   entropy |         6 |                19 |                4 |          0.7 |     False |    0.0342 |         --- |  0.6875 |          1.0 |  0.702s |    49.943s |
| Iteration 29     |          421 |   entropy |         6 |                15 |               13 |         log2 |     False |    0.0322 |         --- |    0.75 |          1.0 |  0.931s |    52.024s |
| Iteration 30     |          320 |      gini |         1 |                 7 |               17 |         None |      True |    0.0249 |         0.9 |   0.875 |          1.0 |  0.920s |    54.032s |
| Iteration 31     |           73 |      gini |         8 |                18 |                3 |          0.5 |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.677s |    55.868s |
| Iteration 32     |           56 |      gini |         7 |                 8 |               13 |          0.8 |      True |    0.0252 |         0.7 |  0.8125 |          1.0 |  0.672s |    57.709s |
| Iteration 33     |          499 |      gini |         8 |                19 |               18 |          0.5 |     False |     0.035 |         --- |  0.6875 |          1.0 |  0.959s |    59.836s |
| Iteration 34     |          222 |      gini |         1 |                10 |               14 |          0.9 |      True |    0.0247 |         0.6 |   0.875 |          1.0 |  0.800s |     1m:02s |
| Iteration 35     |           10 |      gini |         4 |                19 |                5 |         log2 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.635s |     1m:04s |
| Iteration 36     |          124 |      gini |         7 |                19 |                6 |         log2 |     False |    0.0343 |         --- |  0.6875 |          1.0 |  0.725s |     1m:07s |
| Iteration 37     |           69 |   entropy |         3 |                20 |                2 |          0.5 |     False |     0.035 |         --- |  0.6875 |          1.0 |  0.670s |     1m:09s |
| Iteration 38     |           34 |      gini |         8 |                18 |                5 |         log2 |     False |    0.0346 |         --- |     1.0 |          1.0 |  1.252s |     1m:11s |
| Iteration 39     |          256 |   entropy |         5 |                 9 |                6 |          0.7 |      True |    0.0175 |         0.7 |     1.0 |          1.0 |  0.832s |     1m:13s |
| Iteration 40     |          280 |   entropy |         2 |                 9 |               13 |          0.9 |      True |    0.0225 |         0.7 |  0.6875 |          1.0 |  0.845s |     1m:15s |
| Iteration 41     |           72 |      gini |         6 |                 9 |                5 |          0.6 |     False |    0.0254 |         --- |    0.75 |          1.0 |  0.709s |     1m:18s |
| Iteration 42     |           10 |      gini |         6 |                18 |                9 |          0.5 |     False |    0.0209 |         --- |  0.6875 |          1.0 |  0.631s |     1m:20s |
| Iteration 43     |          383 |   entropy |         7 |                19 |                9 |         log2 |      True |    0.0347 |         0.8 |    0.75 |          1.0 |  0.918s |     1m:22s |
| Iteration 44     |           10 |      gini |         8 |                17 |                3 |          0.6 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.657s |     1m:24s |
| Iteration 45     |          484 |      gini |         1 |                 7 |                4 |          0.6 |     False |    0.0346 |         --- |  0.8438 |          1.0 |  0.951s |     1m:27s |
| Iteration 46     |          431 |   entropy |         2 |                19 |                6 |          0.6 |     False |     0.034 |         --- |     1.0 |          1.0 |  0.928s |     1m:29s |
| Iteration 47     |          493 |   entropy |         7 |                 5 |                5 |         log2 |     False |    0.0344 |         --- |     1.0 |          1.0 |  0.970s |     1m:31s |
| Iteration 48     |          136 |      gini |         1 |                20 |                6 |          0.6 |     False |    0.0339 |         --- |  0.6875 |          1.0 |  0.746s |     1m:33s |
| Iteration 49     |          390 |   entropy |         4 |                19 |                6 |         sqrt |     False |    0.0347 |         --- |    0.75 |          1.0 |  0.909s |     1m:35s |
| Iteration 50     |          341 |   entropy |         7 |                13 |                5 |         log2 |     False |    0.0344 |         --- |  0.9375 |          1.0 |  0.868s |     1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 384, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 19, 'min_samples_leaf': 6, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0348}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8438
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.259s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.1077
Time elapsed: 1.154s
-------------------------------------------------
Total time: 1m:40s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.776s |     0.795s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  0.746s |     2.142s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  0.752s |     3.489s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  0.697s |     4.731s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  0.730s |     6.015s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  0.712s |     7.267s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  0.718s |     8.541s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  0.723s |     9.842s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |         0.75 |  0.753s |    11.265s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  0.720s |    12.549s |
| Iteration 11     |          454 |         0.012 |         6 |  0.3719 |                3 |       0.9 |              1.0 |         0 |       0.01 |    0.75 |         0.75 |  0.750s |    14.213s |
| Iteration 12     |           63 |        0.5466 |         9 |  0.6587 |                4 |       0.5 |              0.5 |         0 |         10 |  0.5625 |         0.75 |  0.684s |    15.769s |
| Iteration 13     |          479 |        0.0302 |         9 |  0.3875 |                4 |       1.0 |              1.0 |      0.01 |        100 |     1.0 |          1.0 |  0.750s |    17.474s |
| Iteration 14     |          148 |          0.01 |         1 |     0.0 |                5 |       1.0 |              1.0 |         1 |          0 |  0.9688 |          1.0 |  0.705s |    19.211s |
| Iteration 15     |          123 |        0.0528 |        10 |  0.1264 |                4 |       1.0 |              0.6 |      0.01 |        0.1 |    0.25 |          1.0 |  0.653s |    20.926s |
| Iteration 16     |          500 |        0.0825 |        10 |  0.8526 |                3 |       1.0 |              1.0 |         0 |        100 |   0.625 |          1.0 |  1.312s |    23.266s |
| Iteration 17     |          423 |         0.016 |         4 |  0.2575 |                4 |       1.0 |              1.0 |       0.1 |       0.01 |    0.75 |          1.0 |  0.701s |    24.984s |
| Iteration 18     |          133 |        0.1456 |         1 |     0.0 |                2 |       1.0 |              0.9 |         0 |         10 |     1.0 |          1.0 |  0.671s |    26.571s |
| Iteration 19     |          488 |        0.0903 |         9 |  0.4865 |                7 |       1.0 |              0.6 |        10 |        100 |     0.5 |          1.0 |  0.717s |    28.206s |
| Iteration 20     |           20 |        0.7371 |         6 |     0.0 |               10 |       1.0 |              0.9 |         0 |        100 |     0.5 |          1.0 |  0.648s |    29.864s |
| Iteration 21     |          220 |        0.2301 |         1 |  0.0019 |                5 |       1.0 |              0.6 |       0.1 |          0 |   0.375 |          1.0 |  0.680s |    31.536s |
| Iteration 22     |           50 |        0.0346 |        10 |     0.0 |                3 |       1.0 |              0.9 |       0.1 |         10 |  0.9375 |          1.0 |  0.653s |    33.172s |
| Iteration 23     |          138 |        0.1004 |         9 |     0.0 |                2 |       1.0 |              1.0 |         0 |        100 |  0.8125 |          1.0 |  0.656s |    34.809s |
| Iteration 24     |           74 |        0.6282 |         1 |     0.0 |                4 |       1.0 |              0.9 |      0.01 |        100 |   0.875 |          1.0 |  0.643s |    36.464s |
| Iteration 25     |          190 |        0.0121 |         1 |     0.0 |                1 |       1.0 |              0.9 |       0.1 |       0.01 |   0.625 |          1.0 |  0.663s |    38.122s |
| Iteration 26     |          243 |        0.2623 |         9 |     0.0 |                5 |       1.0 |              1.0 |      0.01 |        100 |  0.8125 |          1.0 |  0.676s |    39.875s |
| Iteration 27     |          136 |        0.1848 |         6 |     1.0 |                7 |       1.0 |              1.0 |         0 |         10 |     0.5 |          1.0 |  0.658s |    41.484s |
| Iteration 28     |          418 |        0.7042 |         6 |     0.0 |                4 |       1.0 |              0.9 |       100 |          1 |     0.5 |          1.0 |  0.691s |    43.154s |
| Iteration 29     |           76 |        0.0921 |         9 |  0.4023 |                9 |       1.0 |              1.0 |        10 |        100 |     0.5 |          1.0 |  0.647s |    44.888s |
| Iteration 30     |           52 |          0.01 |         7 |     0.0 |                4 |       1.0 |              0.9 |         0 |       0.01 |  0.5625 |          1.0 |  0.645s |    46.592s |
| Iteration 31     |          258 |        0.1113 |         3 |  0.0789 |                2 |       1.0 |              0.9 |         0 |         10 |  0.8125 |          1.0 |  0.689s |    48.379s |
| Iteration 32     |          291 |          0.01 |         1 |  0.0746 |                3 |       1.0 |              1.0 |      0.01 |        100 |   0.875 |          1.0 |  0.686s |    50.168s |
| Iteration 33     |          166 |        0.5203 |         6 |   0.068 |                2 |       1.0 |              0.9 |      0.01 |        100 |   0.625 |          1.0 |  0.676s |    52.258s |
| Iteration 34     |          101 |        0.0422 |         9 |   0.355 |                2 |       0.7 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  0.665s |    54.004s |
| Iteration 35     |          367 |        0.1175 |         9 |  0.3635 |                4 |       0.9 |              1.0 |      0.01 |         10 |     1.0 |          1.0 |  0.695s |    55.811s |
| Iteration 36     |           20 |          0.01 |         9 |  0.3678 |                4 |       0.6 |              1.0 |      0.01 |       0.01 |  0.5625 |          1.0 |  0.686s |    57.542s |
| Iteration 37     |          155 |          0.01 |         2 |     0.0 |                3 |       0.7 |              1.0 |      0.01 |          1 |  0.8125 |          1.0 |  0.708s |    59.408s |
| Iteration 38     |           92 |        0.0575 |         8 |  0.0672 |                3 |       0.7 |              1.0 |      0.01 |         10 |   0.625 |          1.0 |  0.716s |     1m:01s |
| Iteration 39     |          385 |        0.0419 |         4 |     0.0 |                1 |       1.0 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.749s |     1m:03s |
| Iteration 40     |          500 |           1.0 |         7 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |  0.6875 |          1.0 |  0.774s |     1m:05s |
| Iteration 41     |          500 |        0.0251 |         1 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |  0.7812 |          1.0 |  0.759s |     1m:07s |
| Iteration 42     |          179 |        0.0415 |         2 |     1.0 |                1 |       0.5 |              1.0 |         0 |         10 |    0.75 |          1.0 |  1.340s |     1m:09s |
| Iteration 43     |           68 |         0.013 |         5 |     1.0 |                1 |       1.0 |              1.0 |       0.1 |          1 |    0.75 |          1.0 |  0.717s |     1m:11s |
| Iteration 44     |          482 |        0.5084 |         2 |     1.0 |               10 |       0.5 |              0.4 |       100 |          1 |     0.5 |          1.0 |  0.752s |     1m:13s |
| Iteration 45     |          458 |         0.575 |         3 |     0.0 |                1 |       0.5 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.750s |     1m:15s |
| Iteration 46     |           90 |        0.1579 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |        100 |     1.0 |          1.0 |  0.649s |     1m:17s |
| Iteration 47     |          500 |          0.01 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.719s |     1m:19s |
| Iteration 48     |          500 |          0.01 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.001s |     1m:20s |
| Iteration 49     |          222 |        0.1205 |        10 |  0.4154 |                3 |       0.8 |              1.0 |      0.01 |       0.01 |  0.5625 |          1.0 |  0.718s |     1m:22s |
| Iteration 50     |          210 |        0.2877 |         3 |     0.0 |                1 |       0.7 |              1.0 |         1 |          0 |  0.9375 |          1.0 |  0.717s |     1m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 479, 'learning_rate': 0.0302, 'max_depth': 9, 'gamma': 0.3875, 'min_child_weight': 4, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8031
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.104s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0837
Time elapsed: 0.310s
-------------------------------------------------
Total time: 1m:25s


Final results ==================== >>
Duration: 10m:00s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.91 ± 0.049 !
Logistic Regression             --> roc_auc: 0.52 ± 0.103 ~
Linear Discriminant Analysis    --> roc_auc: 0.52 ± 0.051 ~
Quadratic Discriminant Analysis --> roc_auc: 0.45 ± 0.1342 ~
Radius Nearest Neighbors        --> roc_auc: 0.67 ± 0.0245 ~
AdaBoost                        --> roc_auc: 0.82 ± 0.103
Random Forest                   --> roc_auc: 0.83 ± 0.1077
XGBoost                         --> roc_auc: 0.85 ± 0.0837
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALGTGGFKTIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAPLDSNYQLIW.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAVFNQAGTALIF.
   >>> Dropping feature CAALNTGNQFYF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGLDSNYQLIW.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     0.5 |          0.5 |  3.164s |     3.184s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |         0.75 |  3.218s |     6.946s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.8125 |       0.8125 |  3.160s |    10.660s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |       0.8125 |  3.193s |    14.376s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |       0.9375 |  3.209s |    18.268s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |       0.9375 |  3.227s |    22.030s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |       0.9375 |  3.186s |    25.761s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |       0.9375 |  3.257s |    29.550s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |       0.9375 |  3.186s |    33.268s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.25 |       0.9375 |  3.173s |    37.072s |
| Iteration 11     | exponen.. |         0.514 |          228 |       0.6 | friedman_mse |                 7 |                1 |         9 |         sqrt |    0.0079 |  0.4688 |       0.9375 |  3.157s |    41.054s |
| Iteration 12     | exponen.. |        0.0136 |          448 |       0.6 | friedman_mse |                 6 |               18 |         4 |          0.6 |     0.019 |     0.5 |       0.9375 |  3.202s |    45.103s |
| Iteration 13     | exponen.. |          0.04 |          387 |       0.8 | friedman_mse |                 8 |                4 |         9 |          0.8 |    0.0189 |     1.0 |          1.0 |  3.210s |    49.158s |
| Iteration 14     |  deviance |         0.047 |          380 |       0.6 | squared_er.. |                 2 |               12 |        10 |         auto |    0.0307 |   0.875 |          1.0 |  3.443s |    53.570s |
| Iteration 15     | exponen.. |        0.0321 |          198 |       0.8 | friedman_mse |                 4 |                8 |        10 |          0.7 |    0.0004 |  0.8125 |          1.0 |  3.277s |    57.832s |
| Iteration 16     | exponen.. |        0.0421 |          494 |       0.9 | friedman_mse |                 7 |                4 |         9 |         None |    0.0227 |  0.8125 |          1.0 |  3.291s |     1m:02s |
| Iteration 17     |  deviance |        0.0397 |          110 |       0.5 | friedman_mse |                16 |                5 |        10 |         sqrt |    0.0117 |  0.8125 |          1.0 |  3.100s |     1m:07s |
| Iteration 18     | exponen.. |        0.0525 |           68 |       0.8 | squared_er.. |                12 |               16 |         7 |          0.6 |     0.026 |  0.8125 |          1.0 |  3.134s |     1m:11s |
| Iteration 19     |  deviance |        0.1039 |          187 |       0.5 | friedman_mse |                 2 |                3 |         8 |         auto |    0.0059 |  0.8125 |          1.0 |  3.186s |     1m:15s |
| Iteration 20     | exponen.. |        0.0658 |          316 |       0.9 | squared_er.. |                10 |                5 |        10 |         None |     0.001 |   0.875 |          1.0 |  3.255s |     1m:20s |
| Iteration 21     |  deviance |           1.0 |          457 |       0.6 | squared_er.. |                 2 |               12 |         1 |         auto |    0.0339 |  0.5938 |          1.0 |  3.257s |     1m:24s |
| Iteration 22     |  deviance |        0.0515 |          168 |       0.9 | squared_er.. |                 2 |               20 |         7 |         auto |    0.0024 |   0.875 |          1.0 |  3.181s |     1m:28s |
| Iteration 23     |  deviance |        0.0443 |          253 |       0.7 | friedman_mse |                 2 |               14 |         1 |         sqrt |    0.0159 |  0.6875 |          1.0 |  3.183s |     1m:32s |
| Iteration 24     | exponen.. |        0.0652 |          444 |       1.0 | friedman_mse |                 2 |                9 |        10 |         auto |    0.0018 |   0.375 |          1.0 |  3.247s |     1m:36s |
| Iteration 25     | exponen.. |        0.0353 |          379 |       0.7 | friedman_mse |                17 |               14 |         2 |          0.7 |    0.0332 |   0.625 |          1.0 |  3.211s |     1m:42s |
| Iteration 26     | exponen.. |        0.0404 |          194 |       0.8 | friedman_mse |                11 |                3 |         9 |          0.7 |     0.008 |   0.625 |          1.0 |  3.162s |     1m:47s |
| Iteration 27     | exponen.. |         0.038 |          423 |       0.9 | squared_er.. |                14 |                4 |         7 |         auto |    0.0022 |  0.8125 |          1.0 |  3.256s |     1m:53s |
| Iteration 28     |  deviance |        0.0473 |          278 |       0.7 | squared_er.. |                 6 |                5 |         1 |          0.7 |     0.025 |  0.5312 |          1.0 |  3.176s |     1m:58s |
| Iteration 29     |  deviance |         0.036 |          365 |       0.7 | friedman_mse |                 3 |                8 |        10 |          0.9 |    0.0179 |  0.8125 |          1.0 |  3.240s |     2m:03s |
| Iteration 30     | exponen.. |        0.0565 |           94 |       1.0 | squared_er.. |                 6 |                7 |        10 |         None |    0.0076 |  0.7188 |          1.0 |  3.173s |     2m:07s |
| Iteration 31     | exponen.. |         0.035 |          338 |       1.0 | squared_er.. |                 3 |                6 |        10 |          0.5 |     0.035 |   0.625 |          1.0 |  3.206s |     2m:11s |
| Iteration 32     |  deviance |        0.0316 |           98 |       0.5 | squared_er.. |                10 |               15 |         8 |         auto |    0.0302 |     0.5 |          1.0 |  3.205s |     2m:15s |
| Iteration 33     |  deviance |        0.0415 |          419 |       0.9 | friedman_mse |                 9 |                5 |        10 |         None |    0.0174 |  0.5938 |          1.0 |  3.267s |     2m:19s |
| Iteration 34     | exponen.. |        0.0249 |           93 |       0.8 | friedman_mse |                 8 |                4 |         5 |          0.9 |    0.0027 |     0.5 |          1.0 |  3.206s |     2m:24s |
| Iteration 35     |  deviance |        0.0251 |          414 |       0.5 | friedman_mse |                 9 |               12 |         9 |         log2 |    0.0337 |     1.0 |          1.0 |  3.251s |     2m:28s |
| Iteration 36     | exponen.. |        0.0283 |          251 |       0.5 | friedman_mse |                 9 |                7 |         8 |         log2 |     0.035 |  0.6875 |          1.0 |  3.203s |     2m:32s |
| Iteration 37     | exponen.. |         0.028 |          500 |       0.5 | friedman_mse |                 9 |               12 |         9 |          0.6 |    0.0264 |    0.25 |          1.0 |  3.283s |     2m:36s |
| Iteration 38     |  deviance |        0.0102 |           17 |       0.6 | friedman_mse |                11 |               12 |         8 |          0.7 |    0.0175 |    0.75 |          1.0 |  3.137s |     2m:41s |
| Iteration 39     | exponen.. |        0.0483 |          497 |       0.7 | friedman_mse |                 7 |                5 |         8 |          0.8 |    0.0034 |  0.8125 |          1.0 |  3.297s |     2m:45s |
| Iteration 40     | exponen.. |        0.0814 |           94 |       0.9 | friedman_mse |                 9 |               10 |        10 |          0.8 |    0.0307 |  0.6875 |          1.0 |  3.198s |     2m:50s |
| Iteration 41     |  deviance |        0.1197 |          180 |       1.0 | friedman_mse |                 9 |               11 |         5 |         log2 |    0.0124 |     1.0 |          1.0 |  3.173s |     2m:54s |
| Iteration 42     |  deviance |        0.0548 |          297 |       0.8 | friedman_mse |                 9 |               12 |         7 |         log2 |     0.023 |  0.3125 |          1.0 |  3.226s |     2m:59s |
| Iteration 43     | exponen.. |        0.0363 |          491 |       0.8 | friedman_mse |                 8 |                8 |         9 |          0.5 |    0.0122 |  0.8125 |          1.0 |  3.370s |     3m:03s |
| Iteration 44     | exponen.. |         0.045 |          410 |       0.8 | friedman_mse |                 2 |                4 |         8 |          0.5 |    0.0263 |  0.4375 |          1.0 |  3.908s |     3m:09s |
| Iteration 45     |  deviance |         0.122 |           47 |       0.7 | friedman_mse |                 4 |               10 |         5 |         log2 |     0.012 |   0.625 |          1.0 |  3.175s |     3m:13s |
| Iteration 46     |  deviance |        0.0218 |          241 |       0.7 | friedman_mse |                 9 |               16 |         5 |         log2 |     0.016 |  0.5625 |          1.0 |  3.248s |     3m:18s |
| Iteration 47     |  deviance |        0.9856 |          229 |       1.0 | friedman_mse |                20 |                2 |         2 |         sqrt |    0.0302 |   0.625 |          1.0 |  3.203s |     3m:22s |
| Iteration 48     | exponen.. |        0.0384 |          414 |       0.8 | friedman_mse |                 8 |               19 |         1 |          0.8 |    0.0266 |  0.4062 |          1.0 |  3.293s |     3m:27s |
| Iteration 49     |  deviance |        0.1323 |          388 |       0.5 | friedman_mse |                19 |               15 |         2 |         log2 |    0.0316 |     0.5 |          1.0 |  3.233s |     3m:31s |
| Iteration 50     |  deviance |        0.1289 |          353 |       0.7 | friedman_mse |                10 |                2 |         5 |         log2 |    0.0043 |  0.8125 |          1.0 |  3.268s |     3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0251, 'n_estimators': 414, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 9, 'min_samples_leaf': 12, 'max_depth': 9, 'max_features': 'log2', 'ccp_alpha': 0.0337}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8866
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1225
Time elapsed: 0.491s
-------------------------------------------------
Total time: 3m:38s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  3.169s |     3.181s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  3.195s |     6.896s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |         0.75 |  3.137s |    10.582s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.9375 |       0.9375 |  3.155s |    14.245s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.6875 |       0.9375 |  3.139s |    17.889s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.5625 |       0.9375 |  3.157s |    21.563s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.9375 |       0.9375 |  3.179s |    25.240s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.125 |       0.9375 |  3.166s |    28.957s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |       0.9375 |  3.085s |    33.456s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.375 |       0.9375 |  3.180s |    38.328s |
| Iteration 11     |    none |     --- | newto.. |      522 |      --- |  0.6875 |       0.9375 |  3.197s |    42.615s |
| Iteration 12     |      l2 | 51.7723 | libli.. |      281 |      --- |   0.625 |       0.9375 |  3.228s |    46.943s |
| Iteration 13     | elast.. |   0.001 |    saga |     1000 |      0.6 |     0.5 |       0.9375 |  3.142s |    50.897s |
| Iteration 14     |    none |     --- |     sag |     1000 |      --- |     0.5 |       0.9375 |  3.162s |    54.846s |
| Iteration 15     |      l2 |  0.8711 | libli.. |     1000 |      --- |   0.875 |       0.9375 |  3.186s |    58.864s |
| Iteration 16     |      l2 |  1.5507 | libli.. |      308 |      --- |  0.8125 |       0.9375 |  3.189s |     1m:03s |
| Iteration 17     |    none |     --- |    saga |      140 |      --- |   0.375 |       0.9375 |  3.164s |     1m:07s |
| Iteration 18     |      l2 |  0.0306 | libli.. |      287 |      --- |    0.75 |       0.9375 |  3.156s |     1m:11s |
| Iteration 19     |      l2 |   0.001 |   lbfgs |      128 |      --- |  0.6875 |       0.9375 |  3.181s |     1m:15s |
| Iteration 20     |      l2 |  82.522 |     sag |      235 |      --- |   0.375 |       0.9375 |  3.180s |     1m:19s |
| Iteration 21     |      l2 |  1.1268 | libli.. |      779 |      --- |  0.3125 |       0.9375 |  3.768s |     1m:24s |
| Iteration 22     |      l2 |  0.1752 | libli.. |      780 |      --- |     0.5 |       0.9375 |  3.175s |     1m:28s |
| Iteration 23     |      l2 |  0.8471 | newto.. |      955 |      --- |  0.4375 |       0.9375 |  3.195s |     1m:32s |
| Iteration 24     |      l2 |  0.0011 | libli.. |      410 |      --- |  0.6875 |       0.9375 |  3.199s |     1m:36s |
| Iteration 25     |      l2 |  5.1334 | libli.. |      986 |      --- |    0.75 |       0.9375 |  3.175s |     1m:40s |
| Iteration 26     |      l2 | 54.4849 | libli.. |      122 |      --- |    0.75 |       0.9375 |  3.188s |     1m:44s |
| Iteration 27     |      l2 |  0.0028 | libli.. |      967 |      --- |     0.5 |       0.9375 |  3.193s |     1m:48s |
| Iteration 28     |      l2 |  0.3224 | libli.. |      965 |      --- |  0.5625 |       0.9375 |  3.190s |     1m:54s |
| Iteration 29     |      l2 |  0.0118 | libli.. |      325 |      --- |  0.5625 |       0.9375 |  3.210s |     1m:59s |
| Iteration 30     |      l2 |  0.4961 |     sag |      215 |      --- |     0.5 |       0.9375 |  3.169s |     2m:03s |
| Iteration 31     |      l2 |  0.0061 | libli.. |      972 |      --- |  0.5625 |       0.9375 |  3.172s |     2m:07s |
| Iteration 32     |      l2 |   0.001 | libli.. |      993 |      --- |   0.625 |       0.9375 |  3.177s |     2m:11s |
| Iteration 33     |      l2 |  0.2985 | libli.. |      962 |      --- |  0.3125 |       0.9375 |  3.208s |     2m:15s |
| Iteration 34     |      l2 |  0.4287 |     sag |      278 |      --- |  0.5625 |       0.9375 |  3.196s |     2m:20s |
| Iteration 35     |      l2 | 75.6262 | libli.. |      267 |      --- |    0.75 |       0.9375 |  3.201s |     2m:24s |
| Iteration 36     |      l2 |  0.0017 | libli.. |      235 |      --- |   0.625 |       0.9375 |  3.191s |     2m:28s |
| Iteration 37     |      l2 |  0.1943 | newto.. |      391 |      --- |  0.4375 |       0.9375 |  3.176s |     2m:32s |
| Iteration 38     |      l2 |  0.4381 | libli.. |      195 |      --- |   0.875 |       0.9375 |  3.187s |     2m:36s |
| Iteration 39     |      l2 |  0.0163 | libli.. |      150 |      --- |   0.875 |       0.9375 |  3.207s |     2m:40s |
| Iteration 40     |      l2 |  0.0067 | libli.. |      100 |      --- |   0.625 |       0.9375 |  3.206s |     2m:44s |
| Iteration 41     |      l2 | 61.4427 | libli.. |      199 |      --- |  0.9375 |       0.9375 |  3.229s |     2m:49s |
| Iteration 42     |      l2 |  1.2495 |     sag |      720 |      --- |  0.3125 |       0.9375 |  3.198s |     2m:53s |
| Iteration 43     |      l2 |  0.0842 | libli.. |      205 |      --- |  0.6875 |       0.9375 |  3.254s |     2m:57s |
| Iteration 44     |      l2 |  2.8821 | libli.. |      151 |      --- |  0.3125 |       0.9375 |  3.167s |     3m:01s |
| Iteration 45     |      l2 |   100.0 | libli.. |      100 |      --- |     0.5 |       0.9375 |  3.179s |     3m:05s |
| Iteration 46     |      l2 |  0.0113 | libli.. |      100 |      --- |  0.6875 |       0.9375 |  3.181s |     3m:10s |
| Iteration 47     |      l2 |  0.0014 | libli.. |      725 |      --- |    0.75 |       0.9375 |  3.194s |     3m:14s |
| Iteration 48     |      l2 |  0.0042 | libli.. |      100 |      --- |  0.4375 |       0.9375 |  3.166s |     3m:18s |
| Iteration 49     |      l2 |  8.6628 |   lbfgs |      792 |      --- |  0.5625 |       0.9375 |  3.187s |     3m:23s |
| Iteration 50     |      l2 | 77.3772 | libli.. |      840 |      --- |  0.5625 |       0.9375 |  3.220s |     3m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'penalty': 'l2', 'C': 61.4427, 'solver': 'liblinear', 'max_iter': 199}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8946
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.28 ± 0.1288
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:28s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  3.172s |     3.177s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  3.184s |     6.863s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.001s |     7.358s |
| Initial point 4  |    lsqr |       0.8 |   0.375 |         0.75 |  3.176s |    11.024s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |         0.75 |  3.189s |    14.718s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |         0.75 |  3.194s |    18.481s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |         0.75 |  3.183s |    22.161s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |         0.75 |  3.182s |    25.993s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |       0.8125 |  3.217s |    29.736s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |       0.8125 |  3.461s |    33.719s |
| Iteration 11     |   eigen |       0.6 |  0.5625 |       0.8125 |  3.195s |    37.563s |
| Iteration 12     |    lsqr |       0.6 |  0.8125 |       0.8125 |  0.000s |    38.222s |
| Iteration 13     |   eigen |       0.7 |     0.5 |       0.8125 |  3.188s |    42.047s |
| Iteration 14     |    lsqr |      auto |    0.75 |       0.8125 |  3.202s |    45.874s |
| Iteration 15     |   eigen |      auto |   0.875 |        0.875 |  3.227s |    49.745s |
| Iteration 16     |     svd |       --- |    0.75 |        0.875 |  0.000s |    50.400s |
| Iteration 17     |   eigen |      None |  0.3125 |        0.875 |  3.179s |    54.248s |
| Iteration 18     |     svd |       --- |    0.75 |        0.875 |  0.000s |    55.075s |
| Iteration 19     |     svd |       --- |    0.75 |        0.875 |  0.000s |    55.799s |
| Iteration 20     |    lsqr |      None |  0.4375 |        0.875 |  3.215s |    59.661s |
| Iteration 21     |     svd |       --- |    0.75 |        0.875 |  0.000s |     1m:00s |
| Iteration 22     |    lsqr |       1.0 |  0.3125 |        0.875 |  3.171s |     1m:04s |
| Iteration 23     |     svd |       --- |    0.75 |        0.875 |  0.000s |     1m:05s |
| Iteration 24     |     svd |       --- |    0.75 |        0.875 |  0.001s |     1m:06s |
| Iteration 25     |   eigen |       0.5 |    0.25 |        0.875 |  3.105s |     1m:10s |
| Iteration 26     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:10s |
| Iteration 27     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 28     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 29     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:13s |
| Iteration 30     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:13s |
| Iteration 31     |    lsqr |      auto |    0.75 |        0.875 |  0.000s |     1m:14s |
| Iteration 32     |    lsqr |       0.6 |  0.8125 |        0.875 |  0.000s |     1m:15s |
| Iteration 33     |    lsqr |       0.7 |     0.5 |        0.875 |  0.001s |     1m:16s |
| Iteration 34     |   eigen |      auto |   0.875 |        0.875 |  0.001s |     1m:16s |
| Iteration 35     |    lsqr |       1.0 |  0.3125 |        0.875 |  0.000s |     1m:17s |
| Iteration 36     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:19s |
| Iteration 37     |   eigen |      auto |   0.875 |        0.875 |  0.001s |     1m:21s |
| Iteration 38     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:23s |
| Iteration 39     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:25s |
| Iteration 40     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:27s |
| Iteration 41     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:28s |
| Iteration 42     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:29s |
| Iteration 43     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:30s |
| Iteration 44     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:31s |
| Iteration 45     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:32s |
| Iteration 46     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:33s |
| Iteration 47     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:33s |
| Iteration 48     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:34s |
| Iteration 49     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:35s |
| Iteration 50     |   eigen |      auto |   0.875 |        0.875 |  0.000s |     1m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9036
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.1497
Time elapsed: 0.036s
-------------------------------------------------
Total time: 1m:37s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  3.114s |     3.118s |
| Initial point 2  |       0.9 |     0.0 |       0.5625 |  3.159s |     6.774s |
| Initial point 3  |       0.1 |   0.375 |       0.5625 |  3.169s |    10.473s |
| Initial point 4  |       1.0 |  0.5625 |       0.5625 |  0.000s |    10.963s |
| Initial point 5  |       0.2 |     0.5 |       0.5625 |  3.143s |    14.599s |
| Initial point 6  |       0.4 |     0.5 |       0.5625 |  3.165s |    18.271s |
| Initial point 7  |       0.4 |     0.5 |       0.5625 |  0.000s |    18.778s |
| Initial point 8  |       0.7 |   0.625 |        0.625 |  3.181s |    22.448s |
| Initial point 9  |       0.9 |     0.0 |        0.625 |  0.000s |    23.130s |
| Initial point 10 |       0.8 |  0.8125 |       0.8125 |  3.168s |    26.771s |
| Iteration 11     |       0.3 |     0.5 |       0.8125 |  3.185s |    30.556s |
| Iteration 12     |       0.6 |  0.4375 |       0.8125 |  3.191s |    34.355s |
| Iteration 13     |       0.5 |     0.5 |       0.8125 |  3.181s |    38.114s |
| Iteration 14     |       0.0 |  0.6875 |       0.8125 |  3.166s |    41.894s |
| Iteration 15     |       0.8 |  0.8125 |       0.8125 |  0.001s |    42.516s |
| Iteration 16     |       0.8 |  0.8125 |       0.8125 |  0.000s |    43.103s |
| Iteration 17     |       0.8 |  0.8125 |       0.8125 |  0.000s |    43.689s |
| Iteration 18     |       0.8 |  0.8125 |       0.8125 |  0.000s |    44.297s |
| Iteration 19     |       0.8 |  0.8125 |       0.8125 |  0.000s |    44.898s |
| Iteration 20     |       0.8 |  0.8125 |       0.8125 |  0.000s |    45.488s |
| Iteration 21     |       0.8 |  0.8125 |       0.8125 |  0.000s |    46.229s |
| Iteration 22     |       0.8 |  0.8125 |       0.8125 |  0.000s |    46.842s |
| Iteration 23     |       0.4 |     0.5 |       0.8125 |  0.000s |    47.440s |
| Iteration 24     |       0.8 |  0.8125 |       0.8125 |  0.000s |    48.045s |
| Iteration 25     |       0.8 |  0.8125 |       0.8125 |  0.000s |    48.646s |
| Iteration 26     |       0.8 |  0.8125 |       0.8125 |  0.000s |    49.257s |
| Iteration 27     |       0.8 |  0.8125 |       0.8125 |  0.000s |    49.922s |
| Iteration 28     |       0.9 |     0.0 |       0.8125 |  0.000s |    50.552s |
| Iteration 29     |       0.8 |  0.8125 |       0.8125 |  0.000s |    51.188s |
| Iteration 30     |       0.8 |  0.8125 |       0.8125 |  0.000s |    51.856s |
| Iteration 31     |       0.8 |  0.8125 |       0.8125 |  0.000s |    52.492s |
| Iteration 32     |       0.8 |  0.8125 |       0.8125 |  0.000s |    53.111s |
| Iteration 33     |       0.8 |  0.8125 |       0.8125 |  0.000s |    53.950s |
| Iteration 34     |       0.8 |  0.8125 |       0.8125 |  0.000s |    54.595s |
| Iteration 35     |       0.8 |  0.8125 |       0.8125 |  0.000s |    55.234s |
| Iteration 36     |       0.8 |  0.8125 |       0.8125 |  0.000s |    55.875s |
| Iteration 37     |       0.8 |  0.8125 |       0.8125 |  0.000s |    56.513s |
| Iteration 38     |       0.8 |  0.8125 |       0.8125 |  0.000s |    57.177s |
| Iteration 39     |       0.8 |  0.8125 |       0.8125 |  0.000s |    57.850s |
| Iteration 40     |       0.8 |  0.8125 |       0.8125 |  0.000s |    58.520s |
| Iteration 41     |       0.8 |  0.8125 |       0.8125 |  0.000s |    59.189s |
| Iteration 42     |       0.8 |  0.8125 |       0.8125 |  0.000s |    59.866s |
| Iteration 43     |       0.8 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 44     |       0.8 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 45     |       0.8 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 46     |       0.8 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 47     |       0.8 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 48     |       0.8 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 49     |       0.8 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
| Iteration 50     |       0.8 |  0.8125 |       0.8125 |  0.000s |     1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7366
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0583
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:06s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.0837 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  3.103s |     3.123s |
| Initial point 2  |  4.8057 | uniform |   kd_tree |        39 |       2 |    0.75 |         0.75 |  3.188s |     6.827s |
| Initial point 3  |  3.7962 | dista.. | ball_tree |        25 |       2 |   0.625 |         0.75 |  3.872s |    11.217s |
| Initial point 4  | 11.0753 | uniform | ball_tree |        39 |       2 |     0.5 |         0.75 |  3.229s |    15.010s |
| Initial point 5  |   8.676 | dista.. |      auto |        30 |       2 |     0.5 |         0.75 |  3.265s |    18.801s |
| Initial point 6  | 10.0475 | dista.. | ball_tree |        21 |       2 |  0.5625 |         0.75 |  3.199s |    22.504s |
| Initial point 7  |  7.1867 | dista.. | ball_tree |        24 |       1 |   0.875 |        0.875 |  3.290s |    26.332s |
| Initial point 8  |  1.7222 | dista.. | ball_tree |        21 |       2 |  0.8438 |        0.875 |  3.216s |    30.135s |
| Initial point 9  |  8.0055 | uniform | ball_tree |        24 |       1 |  0.6875 |        0.875 |  3.285s |    33.946s |
| Initial point 10 |  5.6862 | uniform |     brute |        22 |       2 |  0.7188 |        0.875 |  3.224s |    37.740s |
| Iteration 11     |  4.5266 | dista.. | ball_tree |        26 |       1 |    0.75 |        0.875 |  3.248s |    41.828s |
| Iteration 12     |  0.8546 | dista.. | ball_tree |        31 |       1 |     0.5 |        0.875 |  3.206s |    45.824s |
| Iteration 13     |  6.6823 | dista.. |   kd_tree |        38 |       1 |  0.6875 |        0.875 |  3.244s |    49.866s |
| Iteration 14     |  0.1224 | uniform |   kd_tree |        22 |       2 |     0.5 |        0.875 |  3.309s |    53.986s |
| Iteration 15     |  6.9811 | dista.. |      auto |        20 |       1 |  0.6875 |        0.875 |  3.251s |    58.156s |
| Iteration 16     |  0.6904 | dista.. | ball_tree |        24 |       2 |     0.5 |        0.875 |  3.263s |     1m:02s |
| Iteration 17     |  2.1841 | dista.. |   kd_tree |        25 |       2 |  0.8125 |        0.875 |  3.233s |     1m:07s |
| Iteration 18     |    7.46 | uniform | ball_tree |        38 |       2 |     1.0 |          1.0 |  3.186s |     1m:11s |
| Iteration 19     |  7.4546 | uniform |   kd_tree |        29 |       2 |  0.8438 |          1.0 |  3.228s |     1m:15s |
| Iteration 20     |  2.7978 | uniform |      auto |        27 |       1 |  0.6875 |          1.0 |  3.207s |     1m:19s |
| Iteration 21     |  7.4725 | dista.. | ball_tree |        40 |       1 |  0.4062 |          1.0 |  3.204s |     1m:23s |
| Iteration 22     |  7.4795 | uniform |   kd_tree |        39 |       2 |    0.75 |          1.0 |  3.220s |     1m:28s |
| Iteration 23     |  7.3838 | uniform |      auto |        27 |       2 |  0.7188 |          1.0 |  3.204s |     1m:32s |
| Iteration 24     |  7.5885 | uniform | ball_tree |        26 |       1 |  0.1875 |          1.0 |  3.241s |     1m:36s |
| Iteration 25     |  7.5838 | uniform | ball_tree |        23 |       2 |  0.7812 |          1.0 |  3.190s |     1m:40s |
| Iteration 26     |  1.9118 | dista.. |   kd_tree |        21 |       2 |   0.375 |          1.0 |  3.213s |     1m:44s |
| Iteration 27     |     1.6 | dista.. | ball_tree |        21 |       2 |  0.4688 |          1.0 |  3.160s |     1m:48s |
| Iteration 28     |  8.9632 | uniform |   kd_tree |        39 |       2 |   0.375 |          1.0 |  3.158s |     1m:52s |
| Iteration 29     |  2.3243 | dista.. | ball_tree |        31 |       2 |  0.8125 |          1.0 |  3.176s |     1m:56s |
| Iteration 30     |  7.5095 | uniform | ball_tree |        34 |       2 |  0.5625 |          1.0 |  3.163s |     2m:00s |
| Iteration 31     |   7.423 | uniform |      auto |        40 |       2 |   0.875 |          1.0 |  3.145s |     2m:04s |
| Iteration 32     |  7.1437 | uniform |   kd_tree |        30 |       1 |   0.375 |          1.0 |  3.171s |     2m:09s |
| Iteration 33     |  7.4024 | uniform |     brute |        31 |       2 |  0.5312 |          1.0 |  3.135s |     2m:13s |
| Iteration 34     |  7.1331 | dista.. |     brute |        33 |       1 |   0.625 |          1.0 |  3.171s |     2m:17s |
| Iteration 35     |  2.3102 | uniform |     brute |        25 |       2 |  0.5938 |          1.0 |  3.148s |     2m:21s |
| Iteration 36     |  7.4523 | dista.. |      auto |        39 |       2 |  0.1875 |          1.0 |  3.158s |     2m:25s |
| Iteration 37     |  7.4536 | uniform |      auto |        30 |       2 |     0.5 |          1.0 |  3.159s |     2m:29s |
| Iteration 38     |  7.1233 | uniform |     brute |        39 |       2 |  0.6875 |          1.0 |  3.144s |     2m:33s |
| Iteration 39     |  6.9291 | uniform | ball_tree |        40 |       2 |   0.875 |          1.0 |  3.173s |     2m:38s |
| Iteration 40     |  6.3205 | uniform |   kd_tree |        39 |       2 |  0.4375 |          1.0 |  3.173s |     2m:42s |
| Iteration 41     |  2.9217 | dista.. |      auto |        23 |       2 |  0.6562 |          1.0 |  3.191s |     2m:46s |
| Iteration 42     |  7.1192 | uniform | ball_tree |        40 |       2 |  0.2812 |          1.0 |  3.141s |     2m:50s |
| Iteration 43     |  7.4563 | uniform | ball_tree |        35 |       2 |   0.625 |          1.0 |  3.146s |     2m:54s |
| Iteration 44     |  2.3029 | dista.. |     brute |        25 |       2 |    0.25 |          1.0 |  3.143s |     2m:59s |
| Iteration 45     |  7.4527 | uniform | ball_tree |        36 |       2 |  0.8125 |          1.0 |  3.160s |     3m:03s |
| Iteration 46     |  7.4735 | uniform | ball_tree |        39 |       2 |   0.625 |          1.0 |  3.159s |     3m:08s |
| Iteration 47     |  7.4282 | uniform | ball_tree |        29 |       2 |  0.5625 |          1.0 |  3.149s |     3m:12s |
| Iteration 48     |  7.4811 | uniform |   kd_tree |        39 |       2 |    0.25 |          1.0 |  3.175s |     3m:16s |
| Iteration 49     |  6.8189 | uniform |   kd_tree |        21 |       2 |  0.5625 |          1.0 |  3.143s |     3m:20s |
| Iteration 50     |  7.4419 | uniform | ball_tree |        37 |       2 |  0.5625 |          1.0 |  3.166s |     3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'radius': 7.46, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 38, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6817
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.16
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:26s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.25 |         0.25 |  3.547s |     3.555s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8438 |       0.8438 |  3.553s |     7.724s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |       0.8438 |  3.295s |    11.576s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |       0.8438 |  3.456s |    15.530s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9062 |       0.9062 |  3.304s |    19.340s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.5625 |       0.9062 |  3.503s |    23.348s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.875 |       0.9062 |  3.848s |    27.718s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |       0.9062 |  3.481s |    31.705s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |       0.9062 |  3.194s |    36.652s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.2188 |       0.9062 |  3.289s |    41.987s |
| Iteration 11     |          144 |        0.0477 |     SAMME |     0.5 |       0.9062 |  3.292s |    46.293s |
| Iteration 12     |          250 |        0.0493 |     SAMME |   0.625 |       0.9062 |  3.345s |    50.317s |
| Iteration 13     |          250 |        0.0487 |     SAMME |    0.75 |       0.9062 |  3.351s |    54.782s |
| Iteration 14     |          476 |        2.0946 |     SAMME |  0.2812 |       0.9062 |  3.196s |    59.260s |
| Iteration 15     |          252 |        0.0577 |     SAMME |  0.9375 |       0.9375 |  3.381s |     1m:03s |
| Iteration 16     |          269 |        0.2787 |     SAMME |   0.875 |       0.9375 |  3.363s |     1m:08s |
| Iteration 17     |          287 |          0.16 |     SAMME |    0.75 |       0.9375 |  3.356s |     1m:13s |
| Iteration 18     |          277 |        2.3044 |   SAMME.R |   0.625 |       0.9375 |  3.369s |     1m:18s |
| Iteration 19     |          299 |        0.0157 |   SAMME.R |    0.75 |       0.9375 |  3.442s |     1m:22s |
| Iteration 20     |          333 |        0.0801 |     SAMME |  0.7188 |       0.9375 |  3.396s |     1m:26s |
| Iteration 21     |          500 |          0.01 |     SAMME |    0.75 |       0.9375 |  3.593s |     1m:31s |
| Iteration 22     |          357 |          0.01 |   SAMME.R |  0.5625 |       0.9375 |  3.462s |     1m:35s |
| Iteration 23     |          266 |        0.1695 |   SAMME.R |  0.6875 |       0.9375 |  3.435s |     1m:39s |
| Iteration 24     |          272 |          0.01 |     SAMME |  0.4688 |       0.9375 |  3.357s |     1m:43s |
| Iteration 25     |          135 |        0.4571 |     SAMME |   0.625 |       0.9375 |  3.264s |     1m:47s |
| Iteration 26     |          309 |        0.1612 |     SAMME |   0.625 |       0.9375 |  3.389s |     1m:52s |
| Iteration 27     |          245 |        0.2285 |     SAMME |  0.8125 |       0.9375 |  3.343s |     1m:56s |
| Iteration 28     |          241 |        0.2629 |     SAMME |  0.7188 |       0.9375 |  3.328s |     1m:60s |
| Iteration 29     |          463 |          0.01 |   SAMME.R |  0.8125 |       0.9375 |  3.555s |     2m:04s |
| Iteration 30     |          500 |        0.0211 |   SAMME.R |  0.6562 |       0.9375 |  3.539s |     2m:08s |
| Iteration 31     |           51 |        9.4993 |     SAMME |  0.7188 |       0.9375 |  3.189s |     2m:12s |
| Iteration 32     |          451 |          0.01 |     SAMME |  0.9062 |       0.9375 |  3.571s |     2m:17s |
| Iteration 33     |          448 |          0.01 |     SAMME |   0.625 |       0.9375 |  4.213s |     2m:22s |
| Iteration 34     |          175 |          10.0 |     SAMME |   0.625 |       0.9375 |  3.188s |     2m:26s |
| Iteration 35     |           50 |         0.882 |     SAMME |     1.0 |          1.0 |  3.212s |     2m:30s |
| Iteration 36     |           50 |        0.4939 |   SAMME.R |   0.625 |          1.0 |  3.226s |     2m:34s |
| Iteration 37     |           50 |        1.9001 |     SAMME |   0.375 |          1.0 |  3.218s |     2m:38s |
| Iteration 38     |          255 |        0.1732 |     SAMME |  0.9375 |          1.0 |  3.357s |     2m:42s |
| Iteration 39     |          253 |        0.1939 |     SAMME |   0.875 |          1.0 |  3.345s |     2m:46s |
| Iteration 40     |           50 |        0.0105 |     SAMME |  0.6875 |          1.0 |  3.248s |     2m:50s |
| Iteration 41     |          251 |        0.2066 |     SAMME |     1.0 |          1.0 |  3.379s |     2m:55s |
| Iteration 42     |          247 |         0.232 |     SAMME |     0.5 |          1.0 |  3.361s |     2m:59s |
| Iteration 43     |          262 |         0.148 |     SAMME |  0.8125 |          1.0 |  3.315s |     3m:03s |
| Iteration 44     |          338 |        9.6647 |   SAMME.R |    0.75 |          1.0 |  3.414s |     3m:07s |
| Iteration 45     |          263 |        0.1546 |     SAMME |  0.5625 |          1.0 |  3.290s |     3m:12s |
| Iteration 46     |          256 |        0.3601 |     SAMME |  0.5625 |          1.0 |  3.302s |     3m:16s |
| Iteration 47     |          251 |         0.095 |   SAMME.R |   0.625 |          1.0 |  3.383s |     3m:20s |
| Iteration 48     |          260 |        0.1044 |     SAMME |     0.5 |          1.0 |  3.294s |     3m:24s |
| Iteration 49     |          249 |        0.2579 |     SAMME |   0.625 |          1.0 |  3.295s |     3m:28s |
| Iteration 50     |           65 |        0.8737 |     SAMME |  0.8125 |          1.0 |  3.163s |     3m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'n_estimators': 251, 'learning_rate': 0.2066, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.207s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1673
Time elapsed: 0.949s
-------------------------------------------------
Total time: 3m:34s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     0.5 |          0.5 |  3.605s |     3.625s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |       0.8125 |  3.401s |     7.562s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.8125 |  3.414s |    11.489s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |       0.8125 |  3.234s |    15.283s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.6875 |       0.8125 |  3.673s |    19.524s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     0.5 |       0.8125 |  3.309s |    23.388s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.625 |       0.8125 |  3.364s |    27.348s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     0.5 |       0.8125 |  3.403s |    31.284s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |        0.875 |  3.393s |    35.297s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.4375 |        0.875 |  4.338s |    40.146s |
| Iteration 11     |           10 |   entropy |      None |                20 |                1 |         None |     False |       0.0 |         --- |     0.5 |        0.875 |  3.158s |    44.610s |
| Iteration 12     |          479 |      gini |         5 |                11 |                9 |          0.7 |     False |       0.0 |         --- |   0.625 |        0.875 |  3.691s |    49.345s |
| Iteration 13     |          436 |   entropy |         5 |                20 |                3 |          0.5 |     False |    0.0272 |         --- |     1.0 |          1.0 |  3.357s |    53.703s |
| Iteration 14     |          428 |      gini |      None |                20 |               20 |         auto |     False |     0.002 |         --- |    0.75 |          1.0 |  3.432s |    58.064s |
| Iteration 15     |          430 |      gini |         8 |                 3 |                1 |          0.7 |      True |    0.0207 |         0.9 |   0.875 |          1.0 |  3.517s |     1m:02s |
| Iteration 16     |          442 |   entropy |         9 |                16 |                1 |          0.5 |      True |     0.035 |         0.8 |    0.75 |          1.0 |  3.515s |     1m:07s |
| Iteration 17     |          416 |      gini |         4 |                12 |                9 |         None |      True |    0.0171 |         0.9 |   0.875 |          1.0 |  3.469s |     1m:11s |
| Iteration 18     |          441 |   entropy |         5 |                 6 |                9 |          0.5 |     False |    0.0349 |         --- |  0.8125 |          1.0 |  3.423s |     1m:16s |
| Iteration 19     |           76 |      gini |         3 |                17 |               20 |         None |      True |    0.0323 |         0.9 |   0.125 |          1.0 |  3.178s |     1m:22s |
| Iteration 20     |          415 |   entropy |         7 |                20 |                1 |         None |     False |     0.035 |         --- |  0.6562 |          1.0 |  3.474s |     1m:27s |
| Iteration 21     |          376 |   entropy |      None |                13 |                1 |          0.6 |     False |       0.0 |         --- |  0.6562 |          1.0 |  3.359s |     1m:31s |
| Iteration 22     |          186 |   entropy |         3 |                16 |               12 |          0.5 |      True |    0.0298 |         0.9 |  0.8125 |          1.0 |  3.292s |     1m:35s |
| Iteration 23     |          185 |   entropy |         7 |                11 |                1 |          0.9 |     False |    0.0022 |         --- |  0.6875 |          1.0 |  3.287s |     1m:39s |
| Iteration 24     |          429 |      gini |      None |                20 |               20 |         None |     False |    0.0018 |         --- |     0.5 |          1.0 |  3.429s |     1m:45s |
| Iteration 25     |          417 |   entropy |         5 |                19 |                4 |          0.5 |     False |    0.0224 |         --- |   0.625 |          1.0 |  3.274s |     1m:50s |
| Iteration 26     |          488 |   entropy |         5 |                10 |                1 |         None |      True |    0.0037 |         0.9 |  0.6875 |          1.0 |  3.647s |     1m:55s |
| Iteration 27     |          392 |      gini |         9 |                12 |                5 |         None |      True |    0.0104 |         0.9 |  0.8125 |          1.0 |  3.528s |     1m:60s |
| Iteration 28     |           43 |      gini |         7 |                 8 |                7 |         None |      True |    0.0159 |         0.9 |  0.5312 |          1.0 |  3.178s |     2m:04s |
| Iteration 29     |          190 |   entropy |         1 |                14 |               20 |          0.7 |     False |    0.0286 |         --- |     0.5 |          1.0 |  3.247s |     2m:08s |
| Iteration 30     |          440 |   entropy |         4 |                18 |                1 |         None |     False |    0.0111 |         --- |  0.6875 |          1.0 |  3.397s |     2m:12s |
| Iteration 31     |          432 |   entropy |         7 |                 4 |                8 |         None |      True |    0.0329 |        None |  0.5625 |          1.0 |  3.458s |     2m:17s |
| Iteration 32     |          341 |      gini |         9 |                 9 |                5 |         log2 |     False |    0.0312 |         --- |   0.875 |          1.0 |  4.025s |     2m:22s |
| Iteration 33     |          261 |   entropy |         9 |                14 |                6 |          0.7 |      True |     0.012 |         0.9 |     0.5 |          1.0 |  3.365s |     2m:26s |
| Iteration 34     |          366 |   entropy |         6 |                 3 |               19 |         auto |      True |    0.0189 |         0.9 |    0.75 |          1.0 |  3.423s |     2m:31s |
| Iteration 35     |          408 |      gini |         9 |                 2 |               20 |         auto |     False |     0.035 |         --- |  0.9688 |          1.0 |  3.415s |     2m:35s |
| Iteration 36     |          396 |   entropy |         9 |                17 |                4 |         sqrt |     False |    0.0018 |         --- |  0.8125 |          1.0 |  3.380s |     2m:40s |
| Iteration 37     |           10 |      gini |         9 |                16 |               13 |         log2 |     False |    0.0277 |         --- |    0.25 |          1.0 |  3.119s |     2m:44s |
| Iteration 38     |          445 |      gini |         9 |                11 |               13 |          0.9 |     False |    0.0045 |         --- |  0.9688 |          1.0 |  3.411s |     2m:48s |
| Iteration 39     |          434 |      gini |         9 |                 2 |               20 |         auto |     False |    0.0105 |         --- |  0.8125 |          1.0 |  3.382s |     2m:53s |
| Iteration 40     |          420 |      gini |         9 |                 2 |               20 |         None |      True |     0.035 |         0.9 |  0.6875 |          1.0 |  3.486s |     2m:58s |
| Iteration 41     |          500 |      gini |         9 |                17 |                3 |          0.7 |     False |    0.0085 |         --- |  0.9375 |          1.0 |  3.452s |     3m:02s |
| Iteration 42     |          434 |      gini |         9 |                18 |                1 |         auto |     False |     0.035 |         --- |   0.375 |          1.0 |  3.419s |     3m:07s |
| Iteration 43     |          500 |      gini |         9 |                 2 |               20 |         auto |      True |       0.0 |         0.9 |  0.4375 |          1.0 |  3.433s |     3m:12s |
| Iteration 44     |          406 |      gini |         9 |                 6 |               17 |          0.6 |     False |    0.0026 |         --- |     0.5 |          1.0 |  3.387s |     3m:16s |
| Iteration 45     |          499 |      gini |         8 |                 5 |                2 |          0.8 |     False |    0.0031 |         --- |   0.625 |          1.0 |  3.416s |     3m:20s |
| Iteration 46     |          500 |      gini |         2 |                 7 |               16 |          0.5 |     False |    0.0147 |         --- |   0.625 |          1.0 |  3.438s |     3m:25s |
| Iteration 47     |          338 |   entropy |         7 |                 7 |                1 |          0.8 |     False |    0.0344 |         --- |    0.75 |          1.0 |  3.333s |     3m:29s |
| Iteration 48     |          500 |   entropy |         5 |                 3 |                9 |          0.9 |      True |    0.0287 |        None |   0.375 |          1.0 |  3.517s |     3m:34s |
| Iteration 49     |          368 |      gini |         7 |                16 |               13 |         sqrt |     False |     0.031 |         --- |   0.625 |          1.0 |  3.264s |     3m:38s |
| Iteration 50     |          389 |      gini |         9 |                 2 |                1 |         auto |      True |     0.035 |         0.9 |    0.75 |          1.0 |  3.380s |     3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 436, 'criterion': 'entropy', 'max_depth': 5, 'min_samples_split': 20, 'min_samples_leaf': 3, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0272}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.309s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1364
Time elapsed: 1.375s
-------------------------------------------------
Total time: 3m:46s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.187s |     3.206s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  3.203s |     6.921s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  3.217s |    10.650s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  3.166s |    14.352s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  3.171s |    18.280s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  3.161s |    21.991s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  3.844s |    27.601s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  3.198s |    31.616s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |       0.6875 |  3.205s |    35.327s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.6875 |  3.178s |    39.034s |
| Iteration 11     |           26 |        0.3307 |         6 |  0.2334 |               10 |       0.6 |              0.5 |       100 |          1 |     0.5 |       0.6875 |  3.136s |    42.948s |
| Iteration 12     |          386 |        0.0292 |         6 |  0.4273 |                2 |       0.8 |              0.8 |       0.1 |          1 |  0.6875 |       0.6875 |  3.196s |    47.007s |
| Iteration 13     |          452 |        0.0355 |         6 |  0.5579 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |  0.8125 |       0.8125 |  3.195s |    51.052s |
| Iteration 14     |          407 |        0.0308 |         6 |  0.6686 |                7 |       1.0 |              0.4 |       100 |       0.01 |     0.5 |       0.8125 |  3.175s |    55.147s |
| Iteration 15     |          288 |        0.0379 |         5 |  0.2467 |                2 |       0.9 |              1.0 |      0.01 |        0.1 |   0.875 |        0.875 |  3.220s |    59.431s |
| Iteration 16     |          498 |        0.0778 |         5 |  0.4252 |                1 |       0.9 |              1.0 |         0 |         10 |  0.8125 |        0.875 |  3.249s |     1m:04s |
| Iteration 17     |           93 |           1.0 |        10 |     0.0 |                1 |       1.0 |              1.0 |      0.01 |          0 |  0.8125 |        0.875 |  3.116s |     1m:08s |
| Iteration 18     |           20 |        0.3835 |         1 |  0.5622 |                2 |       0.5 |              0.4 |         0 |          0 |  0.6875 |        0.875 |  3.124s |     1m:12s |
| Iteration 19     |          189 |          0.01 |         3 |     0.0 |                2 |       0.9 |              1.0 |      0.01 |          0 |  0.8125 |        0.875 |  3.217s |     1m:16s |
| Iteration 20     |          500 |          0.01 |         9 |     0.0 |                2 |       0.5 |              1.0 |         0 |        0.1 |  0.8125 |        0.875 |  3.266s |     1m:21s |
| Iteration 21     |           20 |          0.01 |        10 |     1.0 |                1 |       1.0 |              1.0 |      0.01 |          1 |  0.6562 |        0.875 |  3.102s |     1m:25s |
| Iteration 22     |          391 |        0.1128 |        10 |  0.3039 |                2 |       1.0 |              1.0 |      0.01 |          1 |     1.0 |          1.0 |  3.183s |     1m:29s |
| Iteration 23     |          372 |        0.2448 |        10 |  0.1525 |                1 |       1.0 |              1.0 |      0.01 |          1 |  0.5625 |          1.0 |  3.230s |     1m:33s |
| Iteration 24     |          201 |        0.1267 |         4 |     0.0 |                4 |       0.6 |              1.0 |         0 |        0.1 |   0.375 |          1.0 |  3.253s |     1m:37s |
| Iteration 25     |          472 |        0.4057 |         8 |  0.9942 |               10 |       0.9 |              1.0 |         0 |        100 |     0.5 |          1.0 |  3.227s |     1m:42s |
| Iteration 26     |          500 |        0.3095 |         3 |  0.7702 |                2 |       0.8 |              0.5 |      0.01 |        100 |  0.7188 |          1.0 |  3.254s |     1m:46s |
| Iteration 27     |          200 |        0.4424 |         9 |  0.2343 |                3 |       1.0 |              1.0 |         0 |          1 |   0.625 |          1.0 |  3.110s |     1m:50s |
| Iteration 28     |          363 |        0.0195 |        10 |  0.6182 |               10 |       1.0 |              1.0 |         1 |        100 |     0.5 |          1.0 |  3.140s |     1m:54s |
| Iteration 29     |          173 |        0.7941 |         8 |  0.1751 |                1 |       0.9 |              0.4 |       100 |         10 |     0.5 |          1.0 |  3.118s |     1m:58s |
| Iteration 30     |          228 |        0.0104 |        10 |  0.0796 |                5 |       0.7 |              1.0 |         1 |       0.01 |    0.75 |          1.0 |  3.121s |     2m:02s |
| Iteration 31     |          159 |        0.0766 |         8 |  0.1788 |                2 |       1.0 |              1.0 |       0.1 |        0.1 |  0.6875 |          1.0 |  3.086s |     2m:06s |
| Iteration 32     |          481 |        0.0258 |         9 |  0.5787 |                2 |       1.0 |              1.0 |      0.01 |          1 |  0.8125 |          1.0 |  3.846s |     2m:11s |
| Iteration 33     |          361 |        0.1111 |         5 |  0.6262 |                5 |       1.0 |              1.0 |       0.1 |        100 |     0.5 |          1.0 |  3.174s |     2m:16s |
| Iteration 34     |          280 |        0.0203 |         9 |  0.6368 |                2 |       1.0 |              0.5 |         0 |        100 |     0.5 |          1.0 |  3.175s |     2m:20s |
| Iteration 35     |          428 |        0.0191 |         3 |   0.142 |                1 |       0.8 |              1.0 |         0 |          0 |   0.875 |          1.0 |  3.165s |     2m:24s |
| Iteration 36     |          388 |        0.2437 |         6 |  0.8217 |                2 |       1.0 |              0.5 |      0.01 |          0 |    0.75 |          1.0 |  3.172s |     2m:29s |
| Iteration 37     |          371 |        0.3703 |        10 |  0.7323 |                2 |       0.9 |              1.0 |         0 |          0 |  0.4375 |          1.0 |  3.229s |     2m:33s |
| Iteration 38     |          376 |        0.0768 |         9 |  0.9948 |                2 |       1.0 |              1.0 |       0.1 |          1 |   0.875 |          1.0 |  3.147s |     2m:38s |
| Iteration 39     |          428 |          0.01 |         7 |  0.2982 |                2 |       1.0 |              1.0 |         0 |          0 |    0.75 |          1.0 |  3.158s |     2m:44s |
| Iteration 40     |          368 |         0.052 |         3 |  0.4101 |                1 |       1.0 |              1.0 |        10 |         10 |     0.5 |          1.0 |  3.210s |     2m:49s |
| Iteration 41     |          378 |        0.6696 |        10 |  0.2565 |                2 |       1.0 |              1.0 |      0.01 |        0.1 |   0.875 |          1.0 |  3.160s |     2m:53s |
| Iteration 42     |          228 |        0.0806 |        10 |  0.4218 |                2 |       0.5 |              0.5 |      0.01 |         10 |    0.25 |          1.0 |  3.124s |     2m:57s |
| Iteration 43     |          195 |        0.0249 |         2 |  0.3191 |                2 |       0.8 |              1.0 |      0.01 |          1 |    0.75 |          1.0 |  3.405s |     3m:02s |
| Iteration 44     |          436 |        0.0589 |         8 |  0.2877 |                2 |       1.0 |              1.0 |      0.01 |         10 |   0.375 |          1.0 |  3.144s |     3m:06s |
| Iteration 45     |          125 |        0.0116 |         5 |  0.3949 |                1 |       0.6 |              0.6 |      0.01 |          0 |  0.6875 |          1.0 |  3.177s |     3m:11s |
| Iteration 46     |          265 |        0.5971 |        10 |  0.4333 |                2 |       0.9 |              1.0 |      0.01 |          1 |   0.375 |          1.0 |  3.360s |     3m:16s |
| Iteration 47     |          373 |        0.0893 |         4 |  0.1413 |                2 |       0.9 |              1.0 |      0.01 |       0.01 |  0.6875 |          1.0 |  3.187s |     3m:21s |
| Iteration 48     |          347 |        0.1917 |        10 |  0.1166 |                2 |       1.0 |              1.0 |        10 |          1 |     0.5 |          1.0 |  3.174s |     3m:25s |
| Iteration 49     |          500 |          0.01 |         1 |  0.3463 |                1 |       1.0 |              1.0 |         0 |        0.1 |  0.5625 |          1.0 |  3.205s |     3m:30s |
| Iteration 50     |          293 |        0.0506 |         6 |  0.4339 |                2 |       0.9 |              1.0 |      0.01 |          1 |    0.75 |          1.0 |  3.188s |     3m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 391, 'learning_rate': 0.1128, 'max_depth': 10, 'gamma': 0.3039, 'min_child_weight': 2, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.086s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1265
Time elapsed: 0.250s
-------------------------------------------------
Total time: 3m:36s


Final results ==================== >>
Duration: 24m:10s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.8 ± 0.1225
Logistic Regression             --> roc_auc: 0.28 ± 0.1288 ~
Linear Discriminant Analysis    --> roc_auc: 0.39 ± 0.1497 ~
Quadratic Discriminant Analysis --> roc_auc: 0.76 ± 0.0583
Radius Nearest Neighbors        --> roc_auc: 0.92 ± 0.16 !
AdaBoost                        --> roc_auc: 0.6 ± 0.1673 ~
Random Forest                   --> roc_auc: 0.57 ± 0.1364 ~
XGBoost                         --> roc_auc: 0.6 ± 0.1265 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 803 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVANAGGTSYGKLTF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRNAGNMLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASASGTYKYIF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAMREGNTGGFKTIF.
   >>> Dropping feature CAVTKAAGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAFTGGGNKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8438 |       0.8438 |  0.675s |     0.695s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.7812 |       0.8438 |  0.719s |     1.958s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |       0.8438 |  0.674s |     3.157s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |       0.8438 |  0.710s |     4.380s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |       0.8438 |  0.732s |     5.756s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |       0.8438 |  1.512s |     7.794s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.748s |     9.062s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.790s |    10.373s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.625 |          1.0 |  0.718s |    11.634s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.712s |    12.870s |
| Iteration 11     | exponen.. |        0.8464 |          260 |       0.7 | squared_er.. |                 6 |               14 |         8 |         auto |    0.0088 |  0.8125 |          1.0 |  0.732s |    14.437s |
| Iteration 12     | exponen.. |        0.8788 |          280 |       0.9 | squared_er.. |                 9 |                1 |         2 |         sqrt |    0.0209 |     1.0 |          1.0 |  0.741s |    16.074s |
| Iteration 13     | exponen.. |        0.0101 |          164 |       0.7 | friedman_mse |                 6 |               19 |         1 |          0.9 |    0.0049 |   0.875 |          1.0 |  0.711s |    17.661s |
| Iteration 14     | exponen.. |        0.8073 |          236 |       0.8 | squared_er.. |                13 |                2 |         2 |         auto |    0.0056 |   0.875 |          1.0 |  0.735s |    19.402s |
| Iteration 15     |  deviance |        0.0148 |          246 |       0.8 | friedman_mse |                17 |                1 |         8 |          0.8 |    0.0177 |   0.875 |          1.0 |  0.733s |    21.065s |
| Iteration 16     | exponen.. |        0.8729 |          278 |       0.9 | squared_er.. |                 4 |                1 |         5 |         auto |    0.0299 |  0.9062 |          1.0 |  0.771s |    22.760s |
| Iteration 17     | exponen.. |        0.0154 |          407 |       0.8 | friedman_mse |                 9 |               17 |         4 |          0.8 |    0.0014 |  0.6875 |          1.0 |  0.775s |    24.486s |
| Iteration 18     | exponen.. |        0.6096 |          319 |       0.9 | squared_er.. |                 3 |                4 |         7 |          0.8 |    0.0161 |     1.0 |          1.0 |  0.762s |    26.155s |
| Iteration 19     | exponen.. |        0.2658 |          345 |       0.8 | squared_er.. |                 7 |                4 |         4 |         log2 |     0.027 |     1.0 |          1.0 |  0.757s |    27.776s |
| Iteration 20     | exponen.. |        0.1491 |          155 |       1.0 | squared_er.. |                 5 |                4 |         7 |         sqrt |    0.0187 |  0.5938 |          1.0 |  0.702s |    29.467s |
| Iteration 21     | exponen.. |        0.4414 |          377 |       0.9 | squared_er.. |                17 |                2 |         3 |         sqrt |    0.0304 |   0.875 |          1.0 |  0.770s |    31.168s |
| Iteration 22     | exponen.. |        0.4944 |          307 |       0.7 | squared_er.. |                 2 |                3 |        10 |          0.8 |    0.0348 |   0.875 |          1.0 |  0.756s |    32.865s |
| Iteration 23     | exponen.. |        0.1668 |          391 |       0.6 | squared_er.. |                 8 |                3 |         6 |          0.7 |    0.0001 |     1.0 |          1.0 |  0.784s |    34.592s |
| Iteration 24     | exponen.. |        0.1825 |          413 |       0.8 | friedman_mse |                 3 |               15 |         3 |          0.7 |    0.0083 |     1.0 |          1.0 |  0.782s |    36.274s |
| Iteration 25     | exponen.. |        0.1559 |          393 |       1.0 | squared_er.. |                 5 |                1 |         4 |         sqrt |    0.0084 |    0.75 |          1.0 |  0.752s |    37.928s |
| Iteration 26     | exponen.. |         0.192 |          402 |       0.7 | friedman_mse |                 3 |               10 |         4 |          0.8 |    0.0086 |  0.9375 |          1.0 |  0.772s |    39.731s |
| Iteration 27     | exponen.. |          0.01 |          169 |       1.0 | squared_er.. |                 3 |                2 |         7 |          0.5 |    0.0111 |     1.0 |          1.0 |  0.738s |    41.436s |
| Iteration 28     |  deviance |          0.01 |          122 |       1.0 | friedman_mse |                11 |                6 |         2 |          0.7 |    0.0048 |   0.875 |          1.0 |  0.700s |    43.214s |
| Iteration 29     | exponen.. |          0.01 |          178 |       1.0 | friedman_mse |                20 |               20 |         1 |         None |    0.0326 |  0.7188 |          1.0 |  0.707s |    44.873s |
| Iteration 30     |  deviance |           1.0 |          265 |       0.7 | friedman_mse |                18 |                1 |         3 |          0.5 |    0.0318 |  0.7812 |          1.0 |  0.727s |    46.637s |
| Iteration 31     | exponen.. |        0.7585 |          321 |       0.8 | squared_er.. |                19 |                7 |         4 |         auto |    0.0195 |  0.9375 |          1.0 |  0.768s |    48.521s |
| Iteration 32     | exponen.. |          0.01 |          169 |       1.0 | squared_er.. |                17 |                8 |         7 |         sqrt |     0.002 |    0.75 |          1.0 |  0.717s |    50.229s |
| Iteration 33     | exponen.. |        0.2957 |          436 |       0.5 | friedman_mse |                 2 |               20 |         2 |          0.9 |    0.0259 |     0.5 |          1.0 |  0.762s |    52.586s |
| Iteration 34     | exponen.. |        0.1726 |          500 |       0.8 | friedman_mse |                 3 |               10 |         2 |         log2 |    0.0121 |     0.5 |          1.0 |  0.790s |    54.462s |
| Iteration 35     | exponen.. |           1.0 |          277 |       0.8 | squared_er.. |                 7 |               12 |         5 |         log2 |     0.035 |  0.8438 |          1.0 |  0.738s |    56.238s |
| Iteration 36     | exponen.. |        0.3008 |          368 |       0.8 | squared_er.. |                 5 |                4 |         3 |          0.7 |       0.0 |     1.0 |          1.0 |  0.770s |    58.042s |
| Iteration 37     | exponen.. |        0.0696 |          205 |       0.9 | squared_er.. |                 3 |                1 |         1 |          0.8 |    0.0105 |     1.0 |          1.0 |  0.731s |    59.828s |
| Iteration 38     | exponen.. |        0.8557 |          358 |       0.9 | squared_er.. |                14 |                1 |         1 |         auto |    0.0082 |     0.5 |          1.0 |  0.751s |     1m:02s |
| Iteration 39     | exponen.. |        0.8365 |          128 |       1.0 | squared_er.. |                 6 |                1 |        10 |          0.9 |       0.0 |  0.1875 |          1.0 |  0.659s |     1m:03s |
| Iteration 40     | exponen.. |        0.1703 |          242 |       0.9 | squared_er.. |                 2 |                3 |        10 |          0.8 |    0.0042 |     1.0 |          1.0 |  0.751s |     1m:05s |
| Iteration 41     |  deviance |        0.3321 |          234 |       0.8 | squared_er.. |                 3 |                3 |         4 |          0.7 |    0.0142 |    0.75 |          1.0 |  0.734s |     1m:07s |
| Iteration 42     | exponen.. |        0.0152 |          257 |       0.9 | squared_er.. |                 7 |                1 |         3 |         sqrt |    0.0119 |  0.9375 |          1.0 |  0.747s |     1m:09s |
| Iteration 43     | exponen.. |        0.0193 |          500 |       0.8 | squared_er.. |                 4 |                1 |        10 |         log2 |    0.0069 |   0.875 |          1.0 |  0.828s |     1m:11s |
| Iteration 44     | exponen.. |        0.4075 |          285 |       0.8 | squared_er.. |                13 |                1 |         2 |         log2 |    0.0146 |     1.0 |          1.0 |  0.734s |     1m:13s |
| Iteration 45     | exponen.. |        0.3992 |          315 |       0.8 | squared_er.. |                 9 |                3 |         5 |         log2 |     0.032 |     1.0 |          1.0 |  0.750s |     1m:15s |
| Iteration 46     | exponen.. |         0.982 |          488 |       0.8 | squared_er.. |                 2 |                6 |         6 |         auto |    0.0263 |  0.5938 |          1.0 |  0.754s |     1m:17s |
| Iteration 47     | exponen.. |         0.284 |          285 |       1.0 | squared_er.. |                14 |                3 |         5 |          0.9 |    0.0042 |   0.875 |          1.0 |  0.694s |     1m:19s |
| Iteration 48     | exponen.. |        0.4852 |          283 |       0.8 | friedman_mse |                 5 |                3 |         4 |         None |    0.0264 |     1.0 |          1.0 |  0.713s |     1m:21s |
| Iteration 49     | exponen.. |         0.014 |          190 |       0.8 | friedman_mse |                19 |               16 |         9 |          0.8 |     0.006 |     1.0 |          1.0 |  0.672s |     1m:23s |
| Iteration 50     | exponen.. |         0.014 |          191 |       1.0 | friedman_mse |                 5 |               19 |         8 |          0.5 |    0.0061 |  0.7812 |          1.0 |  0.663s |     1m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1668, 'n_estimators': 391, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 3, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0001}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.121s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.08
Time elapsed: 0.571s
-------------------------------------------------
Total time: 1m:27s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  0.691s |     0.703s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     1.0 |          1.0 |  0.698s |     1.910s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.125 |          1.0 |  0.643s |     3.081s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.25 |          1.0 |  0.644s |     4.235s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |          1.0 |  0.639s |     5.389s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.3125 |          1.0 |  0.650s |     6.567s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |          1.0 |  1.235s |     8.331s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     1.0 |          1.0 |  0.648s |     9.474s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |          1.0 |  0.652s |    11.122s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     1.0 |          1.0 |  0.650s |    12.421s |
| Iteration 11     |      l1 | 13.4173 | libli.. |      122 |      --- |  0.6875 |          1.0 |  0.648s |    13.854s |
| Iteration 12     |      l2 |  0.1725 |     sag |      932 |      --- |     1.0 |          1.0 |  0.639s |    15.236s |
| Iteration 13     |      l2 |  0.6983 | newto.. |      981 |      --- |  0.5625 |          1.0 |  0.648s |    16.616s |
| Iteration 14     |      l2 |   100.0 |     sag |      100 |      --- |   0.875 |          1.0 |  0.649s |    18.050s |
| Iteration 15     |      l2 | 81.9721 |    saga |      960 |      --- |  0.9375 |          1.0 |  0.646s |    19.420s |
| Iteration 16     |      l2 |  0.0092 |    saga |      116 |      --- |  0.6875 |          1.0 |  0.643s |    20.804s |
| Iteration 17     |      l2 |   1.811 |     sag |      111 |      --- |  0.5625 |          1.0 |  0.646s |    22.188s |
| Iteration 18     |      l2 |  0.0023 |     sag |      943 |      --- |    0.75 |          1.0 |  0.644s |    23.656s |
| Iteration 19     |    none |     --- |   lbfgs |      841 |      --- |  0.6875 |          1.0 |  0.646s |    25.057s |
| Iteration 20     |    none |     --- |    saga |      601 |      --- |    0.75 |          1.0 |  0.647s |    27.786s |
| Iteration 21     | elast.. |  0.0824 |    saga |      248 |      0.4 |  0.6562 |          1.0 |  0.640s |    30.807s |
| Iteration 22     |      l2 |  0.0131 |     sag |      234 |      --- |  0.4375 |          1.0 |  0.637s |    33.775s |
| Iteration 23     |      l2 |  6.1732 |   lbfgs |      884 |      --- |  0.6875 |          1.0 |  0.639s |    36.622s |
| Iteration 24     |      l2 |  0.0018 | newto.. |      817 |      --- |   0.875 |          1.0 |  0.641s |    39.596s |
| Iteration 25     |      l2 |  0.0338 |   lbfgs |      177 |      --- |   0.875 |          1.0 |  0.664s |    41.356s |
| Iteration 26     |    none |     --- |     sag |      135 |      --- |  0.5625 |          1.0 |  0.655s |    42.859s |
| Iteration 27     |      l1 | 53.6581 |    saga |      249 |      --- |  0.6875 |          1.0 |  0.638s |    44.327s |
| Iteration 28     |      l2 | 50.8385 | newto.. |      115 |      --- |  0.9375 |          1.0 |  0.646s |    45.829s |
| Iteration 29     |      l2 |  4.4837 |     sag |      941 |      --- |   0.625 |          1.0 |  0.644s |    47.381s |
| Iteration 30     |      l2 |  0.1121 | libli.. |      177 |      --- |    0.75 |          1.0 |  0.644s |    48.830s |
| Iteration 31     |      l2 |  0.0015 |     sag |     1000 |      --- |  0.6875 |          1.0 |  0.640s |    50.366s |
| Iteration 32     |      l2 |  0.0092 |     sag |      768 |      --- |  0.3125 |          1.0 |  0.659s |    52.471s |
| Iteration 33     |      l2 |  0.6202 | libli.. |      281 |      --- |  0.8125 |          1.0 |  0.653s |    54.341s |
| Iteration 34     |      l1 |  42.879 | libli.. |      119 |      --- |  0.3125 |          1.0 |  0.641s |    56.006s |
| Iteration 35     |    none |     --- |    saga |      776 |      --- |   0.375 |          1.0 |  0.644s |    57.472s |
| Iteration 36     |      l2 |  0.0011 |    saga |      987 |      --- |  0.5625 |          1.0 |  0.647s |    58.962s |
| Iteration 37     |      l1 |  7.0112 | libli.. |      526 |      --- |     1.0 |          1.0 |  0.640s |     1m:01s |
| Iteration 38     |      l2 |  0.0356 | libli.. |      924 |      --- |     0.5 |          1.0 |  0.642s |     1m:02s |
| Iteration 39     |      l2 | 76.8352 | libli.. |      465 |      --- |  0.6875 |          1.0 |  0.645s |     1m:04s |
| Iteration 40     |      l2 | 25.4077 |   lbfgs |      124 |      --- |     1.0 |          1.0 |  0.647s |     1m:05s |
| Iteration 41     |      l2 |  4.3528 |   lbfgs |      158 |      --- |  0.4375 |          1.0 |  0.657s |     1m:07s |
| Iteration 42     |      l2 |  9.8978 | libli.. |      127 |      --- |    0.75 |          1.0 |  0.639s |     1m:08s |
| Iteration 43     |      l2 |  0.1495 |    saga |      940 |      --- |     0.5 |          1.0 |  0.640s |     1m:10s |
| Iteration 44     |      l2 |  0.0011 |     sag |      251 |      --- |   0.875 |          1.0 |  0.650s |     1m:11s |
| Iteration 45     |      l2 | 99.7916 |   lbfgs |      711 |      --- |     1.0 |          1.0 |  0.646s |     1m:13s |
| Iteration 46     |      l2 | 37.0298 | newto.. |      809 |      --- |  0.6875 |          1.0 |  0.642s |     1m:15s |
| Iteration 47     |      l2 | 70.8107 | newto.. |      921 |      --- |    0.75 |          1.0 |  0.644s |     1m:16s |
| Iteration 48     |      l2 |  0.0021 |     sag |      121 |      --- |  0.5625 |          1.0 |  0.640s |     1m:18s |
| Iteration 49     |      l2 |  0.0012 |    saga |      123 |      --- |     1.0 |          1.0 |  0.640s |     1m:19s |
| Iteration 50     |      l2 |  0.0038 |     sag |      135 |      --- |  0.4375 |          1.0 |  0.639s |     1m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'penalty': 'l2', 'C': 0.087, 'solver': 'sag', 'max_iter': 942}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7545
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0245
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:22s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  0.644s |     0.649s |
| Initial point 2  |     svd |       --- |   0.875 |        0.875 |  0.636s |     1.785s |
| Initial point 3  |     svd |       --- |   0.875 |        0.875 |  0.000s |     2.274s |
| Initial point 4  |    lsqr |       0.8 |    0.25 |        0.875 |  0.640s |     3.402s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |        0.875 |  0.634s |     4.553s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |        0.875 |  0.638s |     5.755s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |        0.875 |  1.225s |     7.506s |
| Initial point 8  |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.650s |     9.886s |
| Initial point 9  |    lsqr |       0.6 |  0.5625 |       0.9375 |  0.625s |    11.302s |
| Initial point 10 |   eigen |       0.8 |    0.75 |       0.9375 |  0.634s |    12.451s |
| Iteration 11     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    13.081s |
| Iteration 12     |   eigen |       0.7 |     1.0 |          1.0 |  0.627s |    14.349s |
| Iteration 13     |     svd |       --- |   0.875 |          1.0 |  0.000s |    15.009s |
| Iteration 14     |    lsqr |      auto |     0.5 |          1.0 |  0.631s |    16.376s |
| Iteration 15     |   eigen |      auto |    0.75 |          1.0 |  0.626s |    17.637s |
| Iteration 16     |     svd |       --- |   0.875 |          1.0 |  0.000s |    18.316s |
| Iteration 17     |     svd |       --- |   0.875 |          1.0 |  0.000s |    19.005s |
| Iteration 18     |     svd |       --- |   0.875 |          1.0 |  0.001s |    19.671s |
| Iteration 19     |     svd |       --- |   0.875 |          1.0 |  0.000s |    20.325s |
| Iteration 20     |     svd |       --- |   0.875 |          1.0 |  0.000s |    21.030s |
| Iteration 21     |   eigen |       0.5 |  0.5625 |          1.0 |  0.629s |    22.333s |
| Iteration 22     |   eigen |       0.6 |  0.4375 |          1.0 |  0.638s |    23.650s |
| Iteration 23     |   eigen |      None |   0.625 |          1.0 |  0.631s |    24.976s |
| Iteration 24     |    lsqr |       1.0 |     1.0 |          1.0 |  0.632s |    26.332s |
| Iteration 25     |    lsqr |      None |   0.625 |          1.0 |  0.628s |    27.645s |
| Iteration 26     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    28.333s |
| Iteration 27     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    29.045s |
| Iteration 28     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    29.765s |
| Iteration 29     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    30.500s |
| Iteration 30     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    31.218s |
| Iteration 31     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    33.001s |
| Iteration 32     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    33.725s |
| Iteration 33     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    34.466s |
| Iteration 34     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    35.198s |
| Iteration 35     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    35.979s |
| Iteration 36     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    36.788s |
| Iteration 37     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    37.541s |
| Iteration 38     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    38.315s |
| Iteration 39     |     svd |       --- |   0.875 |          1.0 |  0.000s |    39.112s |
| Iteration 40     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    39.887s |
| Iteration 41     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    40.688s |
| Iteration 42     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    41.513s |
| Iteration 43     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    42.347s |
| Iteration 44     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    43.158s |
| Iteration 45     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    43.968s |
| Iteration 46     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    44.797s |
| Iteration 47     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    45.646s |
| Iteration 48     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    47.189s |
| Iteration 49     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    48.203s |
| Iteration 50     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    49.070s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 49.930s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7509
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1887
Time elapsed: 0.028s
-------------------------------------------------
Total time: 49.968s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  0.636s |     0.639s |
| Initial point 2  |       0.9 |   0.375 |       0.5625 |  0.644s |     1.818s |
| Initial point 3  |       0.1 |  0.0625 |       0.5625 |  0.632s |     2.963s |
| Initial point 4  |       1.0 |  0.5625 |       0.5625 |  0.000s |     3.468s |
| Initial point 5  |       0.2 |  0.5625 |       0.5625 |  1.216s |     5.177s |
| Initial point 6  |       0.4 |     0.5 |       0.5625 |  0.626s |     6.307s |
| Initial point 7  |       0.4 |     0.5 |       0.5625 |  0.001s |     6.808s |
| Initial point 8  |       0.7 |  0.9375 |       0.9375 |  0.633s |     7.940s |
| Initial point 9  |       0.9 |   0.375 |       0.9375 |  0.001s |     8.464s |
| Initial point 10 |       0.8 |    0.75 |       0.9375 |  0.632s |     9.587s |
| Iteration 11     |       0.3 |  0.8125 |       0.9375 |  0.646s |    10.836s |
| Iteration 12     |       0.6 |  0.8125 |       0.9375 |  0.628s |    12.059s |
| Iteration 13     |       0.5 |   0.375 |       0.9375 |  0.635s |    13.275s |
| Iteration 14     |       0.0 |  0.9375 |       0.9375 |  0.626s |    14.510s |
| Iteration 15     |       0.0 |  0.9375 |       0.9375 |  0.000s |    15.129s |
| Iteration 16     |       0.7 |  0.9375 |       0.9375 |  0.000s |    15.726s |
| Iteration 17     |       0.7 |  0.9375 |       0.9375 |  0.000s |    16.313s |
| Iteration 18     |       0.0 |  0.9375 |       0.9375 |  0.000s |    17.123s |
| Iteration 19     |       0.0 |  0.9375 |       0.9375 |  0.001s |    17.731s |
| Iteration 20     |       0.7 |  0.9375 |       0.9375 |  0.000s |    18.343s |
| Iteration 21     |       0.0 |  0.9375 |       0.9375 |  0.000s |    18.953s |
| Iteration 22     |       0.7 |  0.9375 |       0.9375 |  0.000s |    19.568s |
| Iteration 23     |       0.0 |  0.9375 |       0.9375 |  0.000s |    20.176s |
| Iteration 24     |       0.7 |  0.9375 |       0.9375 |  0.000s |    20.795s |
| Iteration 25     |       0.0 |  0.9375 |       0.9375 |  0.000s |    21.436s |
| Iteration 26     |       0.7 |  0.9375 |       0.9375 |  0.000s |    22.072s |
| Iteration 27     |       0.7 |  0.9375 |       0.9375 |  0.000s |    22.694s |
| Iteration 28     |       0.0 |  0.9375 |       0.9375 |  0.000s |    23.317s |
| Iteration 29     |       0.7 |  0.9375 |       0.9375 |  0.000s |    23.939s |
| Iteration 30     |       0.0 |  0.9375 |       0.9375 |  0.000s |    24.554s |
| Iteration 31     |       0.7 |  0.9375 |       0.9375 |  0.000s |    25.187s |
| Iteration 32     |       0.6 |  0.8125 |       0.9375 |  0.000s |    25.851s |
| Iteration 33     |       0.0 |  0.9375 |       0.9375 |  0.000s |    26.493s |
| Iteration 34     |       0.0 |  0.9375 |       0.9375 |  0.000s |    27.148s |
| Iteration 35     |       0.7 |  0.9375 |       0.9375 |  0.000s |    27.832s |
| Iteration 36     |       0.7 |  0.9375 |       0.9375 |  0.000s |    28.501s |
| Iteration 37     |       0.0 |  0.9375 |       0.9375 |  0.001s |    29.160s |
| Iteration 38     |       0.7 |  0.9375 |       0.9375 |  0.000s |    29.850s |
| Iteration 39     |       0.0 |  0.9375 |       0.9375 |  0.000s |    30.536s |
| Iteration 40     |       0.0 |  0.9375 |       0.9375 |  0.000s |    31.215s |
| Iteration 41     |       0.7 |  0.9375 |       0.9375 |  0.001s |    31.900s |
| Iteration 42     |       0.7 |  0.9375 |       0.9375 |  0.000s |    32.669s |
| Iteration 43     |       0.0 |  0.9375 |       0.9375 |  0.000s |    33.352s |
| Iteration 44     |       0.7 |  0.9375 |       0.9375 |  0.000s |    34.047s |
| Iteration 45     |       0.0 |  0.9375 |       0.9375 |  0.000s |    34.749s |
| Iteration 46     |       0.7 |  0.9375 |       0.9375 |  0.000s |    35.468s |
| Iteration 47     |       0.0 |  0.9375 |       0.9375 |  0.000s |    36.183s |
| Iteration 48     |       0.7 |  0.9375 |       0.9375 |  0.000s |    36.906s |
| Iteration 49     |       0.0 |  0.9375 |       0.9375 |  0.000s |    37.629s |
| Iteration 50     |       0.7 |  0.9375 |       0.9375 |  0.000s |    38.348s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 39.113s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7509
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1887
Time elapsed: 0.027s
-------------------------------------------------
Total time: 39.150s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 13.2174 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  0.653s |     0.674s |
| Initial point 2  |  5.2566 | uniform |   kd_tree |        39 |       2 |  0.6875 |       0.6875 |  0.655s |     1.908s |
| Initial point 3  |  4.1524 | dista.. | ball_tree |        25 |       2 |  0.4375 |       0.6875 |  0.642s |     3.086s |
| Initial point 4  | 12.1143 | uniform | ball_tree |        39 |       2 |     0.5 |       0.6875 |  0.644s |     4.234s |
| Initial point 5  |    9.49 | dista.. |      auto |        30 |       2 |  0.5625 |       0.6875 |  0.642s |     5.378s |
| Initial point 6  | 10.9901 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.642s |     6.532s |
| Initial point 7  |  7.8609 | dista.. | ball_tree |        24 |       1 |    0.75 |          1.0 |  1.258s |     8.299s |
| Initial point 8  |  1.8838 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.640s |     9.582s |
| Initial point 9  |  8.7566 | uniform | ball_tree |        24 |       1 |    0.25 |          1.0 |  0.660s |    10.760s |
| Initial point 10 |  6.2196 | uniform |     brute |        22 |       2 |  0.8125 |          1.0 |  0.643s |    11.922s |
| Iteration 11     |  6.6411 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.641s |    13.374s |
| Iteration 12     |  6.3832 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.641s |    14.841s |
| Iteration 13     |  6.6574 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.642s |    16.331s |
| Iteration 14     |  3.4127 | dista.. |      auto |        21 |       2 |     1.0 |          1.0 |  0.654s |    17.850s |
| Iteration 15     |  10.855 | dista.. |      auto |        21 |       1 |  0.8125 |          1.0 |  0.650s |    19.491s |
| Iteration 16     |  0.1698 | dista.. |      auto |        21 |       2 |  0.4375 |          1.0 |  0.653s |    21.138s |
| Iteration 17     | 12.8489 | dista.. |   kd_tree |        21 |       2 |  0.6875 |          1.0 |  0.640s |    22.610s |
| Iteration 18     |  2.6076 | dista.. | ball_tree |        21 |       2 |  0.9375 |          1.0 |  0.640s |    24.068s |
| Iteration 19     |  5.2871 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.639s |    25.541s |
| Iteration 20     | 12.8857 | dista.. | ball_tree |        20 |       2 |   0.625 |          1.0 |  0.639s |    27.296s |
| Iteration 21     |  7.4494 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.632s |    28.813s |
| Iteration 22     | 11.6843 | dista.. | ball_tree |        21 |       1 |  0.3125 |          1.0 |  0.632s |    30.264s |
| Iteration 23     |  5.2261 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  0.652s |    31.743s |
| Iteration 24     |  6.8087 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.640s |    33.267s |
| Iteration 25     |  6.8745 | dista.. | ball_tree |        21 |       2 |  0.7188 |          1.0 |  0.657s |    34.735s |
| Iteration 26     |  4.8108 | dista.. | ball_tree |        21 |       2 |  0.4688 |          1.0 |  0.646s |    36.242s |
| Iteration 27     |  7.6297 | dista.. | ball_tree |        21 |       2 |   0.375 |          1.0 |  0.671s |    37.705s |
| Iteration 28     |  5.5318 | dista.. | ball_tree |        22 |       2 |   0.875 |          1.0 |  0.660s |    39.211s |
| Iteration 29     |  6.3728 | uniform |     brute |        25 |       2 |  0.5938 |          1.0 |  0.641s |    40.608s |
| Iteration 30     |  0.2427 | dista.. |     brute |        33 |       1 |   0.625 |          1.0 |  0.641s |    42.027s |
| Iteration 31     |  0.6945 | uniform |     brute |        37 |       1 |  0.5625 |          1.0 |  0.639s |    43.439s |
| Iteration 32     | 13.0357 | dista.. |      auto |        29 |       1 |     0.5 |          1.0 |  1.222s |    45.433s |
| Iteration 33     |  13.244 | uniform |      auto |        22 |       2 |     0.5 |          1.0 |  0.654s |    46.908s |
| Iteration 34     | 12.7532 | dista.. | ball_tree |        23 |       2 |  0.6875 |          1.0 |  0.638s |    48.420s |
| Iteration 35     |  0.3135 | dista.. |      auto |        20 |       1 |  0.8125 |          1.0 |  0.690s |    49.908s |
| Iteration 36     |   0.597 | dista.. |      auto |        22 |       1 |  0.5312 |          1.0 |  0.646s |    51.376s |
| Iteration 37     |  0.3435 | dista.. | ball_tree |        22 |       2 |  0.6875 |          1.0 |  0.638s |    52.819s |
| Iteration 38     |  13.129 | uniform |     brute |        21 |       2 |     0.5 |          1.0 |  0.644s |    54.303s |
| Iteration 39     |  0.0097 | uniform | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.642s |    55.742s |
| Iteration 40     |  6.4727 | dista.. |   kd_tree |        20 |       2 |  0.9375 |          1.0 |  0.644s |    57.358s |
| Iteration 41     |  2.1009 | dista.. | ball_tree |        21 |       2 |   0.375 |          1.0 |  0.643s |    58.964s |
| Iteration 42     |  1.7977 | dista.. | ball_tree |        21 |       2 |   0.375 |          1.0 |  0.648s |     1m:01s |
| Iteration 43     |  6.4423 | dista.. |      auto |        20 |       1 |  0.5312 |          1.0 |  0.641s |     1m:02s |
| Iteration 44     |  6.3529 | dista.. | ball_tree |        20 |       2 |     1.0 |          1.0 |  0.649s |     1m:04s |
| Iteration 45     |  6.2724 | dista.. |      auto |        20 |       2 |  0.9375 |          1.0 |  0.635s |     1m:05s |
| Iteration 46     |  6.1197 | dista.. |     brute |        30 |       2 |   0.625 |          1.0 |  0.637s |     1m:07s |
| Iteration 47     |  6.4082 | uniform |      auto |        20 |       2 |    0.75 |          1.0 |  0.646s |     1m:09s |
| Iteration 48     |  6.1409 | dista.. |   kd_tree |        21 |       2 |    0.75 |          1.0 |  0.646s |     1m:10s |
| Iteration 49     |  3.1101 | dista.. | ball_tree |        21 |       2 |  0.7188 |          1.0 |  0.641s |     1m:12s |
| Iteration 50     |  6.4645 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.636s |     1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'radius': 3.4127, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:15s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.028s |     1.035s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  1.106s |     2.655s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |       0.8125 |  0.842s |     4.018s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.625 |       0.8125 |  1.000s |     5.559s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.5938 |       0.8125 |  0.858s |     6.940s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |       0.8125 |  1.058s |     8.503s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     0.5 |       0.8125 |  0.705s |     9.746s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  0.982s |    12.499s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.5312 |          1.0 |  0.684s |    14.027s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9375 |          1.0 |  1.398s |    15.973s |
| Iteration 11     |          170 |        0.0208 |     SAMME |   0.875 |          1.0 |  0.810s |    17.483s |
| Iteration 12     |          449 |        0.0114 |   SAMME.R |     1.0 |          1.0 |  1.048s |    19.312s |
| Iteration 13     |          429 |        0.0153 |     SAMME |  0.9375 |          1.0 |  0.990s |    22.092s |
| Iteration 14     |          290 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.920s |    23.991s |
| Iteration 15     |          500 |        0.0181 |   SAMME.R |  0.9375 |          1.0 |  1.086s |    26.782s |
| Iteration 16     |           50 |          0.01 |     SAMME |  0.8125 |          1.0 |  0.716s |    29.433s |
| Iteration 17     |          500 |        0.0123 |     SAMME |  0.8125 |          1.0 |  1.049s |    32.324s |
| Iteration 18     |           94 |        0.0171 |   SAMME.R |    0.75 |          1.0 |  0.710s |    33.952s |
| Iteration 19     |          362 |        0.0184 |     SAMME |  0.7188 |          1.0 |  0.887s |    35.644s |
| Iteration 20     |          500 |          0.01 |   SAMME.R |  0.5938 |          1.0 |  1.029s |    37.431s |
| Iteration 21     |          173 |        0.5045 |     SAMME |  0.9375 |          1.0 |  0.778s |    38.898s |
| Iteration 22     |          479 |        0.5163 |   SAMME.R |     0.5 |          1.0 |  1.016s |    40.793s |
| Iteration 23     |          445 |        0.0185 |   SAMME.R |  0.9375 |          1.0 |  0.998s |    42.604s |
| Iteration 24     |          415 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.962s |    44.360s |
| Iteration 25     |          116 |        0.6086 |     SAMME |   0.625 |          1.0 |  0.714s |    46.391s |
| Iteration 26     |          444 |        0.0152 |     SAMME |   0.875 |          1.0 |  0.943s |    48.249s |
| Iteration 27     |          423 |        0.0214 |   SAMME.R |     1.0 |          1.0 |  0.967s |    49.984s |
| Iteration 28     |          418 |        0.0222 |   SAMME.R |  0.8125 |          1.0 |  0.967s |    51.749s |
| Iteration 29     |          196 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.829s |    53.346s |
| Iteration 30     |          191 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  0.784s |    54.937s |
| Iteration 31     |          200 |          10.0 |   SAMME.R |    0.25 |          1.0 |  0.803s |    56.557s |
| Iteration 32     |           80 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.704s |    58.063s |
| Iteration 33     |           60 |          0.01 |     SAMME |    0.75 |          1.0 |  0.662s |    59.519s |
| Iteration 34     |          492 |          0.01 |     SAMME |  0.4375 |          1.0 |  1.589s |     1m:02s |
| Iteration 35     |           57 |        0.0852 |   SAMME.R |  0.8438 |          1.0 |  0.715s |     1m:04s |
| Iteration 36     |           50 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.676s |     1m:05s |
| Iteration 37     |          487 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.979s |     1m:07s |
| Iteration 38     |          419 |          0.01 |   SAMME.R |   0.625 |          1.0 |  0.964s |     1m:09s |
| Iteration 39     |           59 |        0.0837 |   SAMME.R |  0.4375 |          1.0 |  0.678s |     1m:10s |
| Iteration 40     |           64 |        0.0228 |   SAMME.R |  0.9375 |          1.0 |  0.677s |     1m:12s |
| Iteration 41     |           50 |        0.0232 |   SAMME.R |  0.8125 |          1.0 |  0.666s |     1m:13s |
| Iteration 42     |           62 |         0.028 |     SAMME |    0.75 |          1.0 |  0.678s |     1m:15s |
| Iteration 43     |          115 |        0.2409 |     SAMME |  0.9688 |          1.0 |  0.706s |     1m:16s |
| Iteration 44     |          107 |        0.2324 |     SAMME |     1.0 |          1.0 |  0.705s |     1m:18s |
| Iteration 45     |           50 |        0.2664 |     SAMME |  0.9375 |          1.0 |  0.660s |     1m:19s |
| Iteration 46     |           50 |        0.2689 |     SAMME |  0.7188 |          1.0 |  0.661s |     1m:21s |
| Iteration 47     |           85 |        0.1826 |     SAMME |  0.8125 |          1.0 |  0.694s |     1m:22s |
| Iteration 48     |          500 |        0.0255 |   SAMME.R |     1.0 |          1.0 |  1.024s |     1m:24s |
| Iteration 49     |          500 |        0.0253 |   SAMME.R |  0.9375 |          1.0 |  1.027s |     1m:26s |
| Iteration 50     |          500 |        0.0255 |   SAMME.R |     1.0 |          1.0 |  0.001s |     1m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 449, 'learning_rate': 0.0114, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9741
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.409s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.915 ± 0.0583
Time elapsed: 1.832s
-------------------------------------------------
Total time: 1m:30s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  1.073s |     1.093s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.875 |        0.875 |  0.954s |     2.585s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |        0.875 |  0.975s |     4.109s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.25 |        0.875 |  0.789s |     5.420s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |        0.875 |  0.990s |     6.931s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.818s |     8.353s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.852s |     9.716s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.841s |    11.077s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.6562 |          1.0 |  0.956s |    12.561s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.875 |          1.0 |  0.926s |    13.999s |
| Iteration 11     |           49 |   entropy |      None |                18 |                1 |         None |     False |    0.0208 |         --- |     1.0 |          1.0 |  0.710s |    15.570s |
| Iteration 12     |          499 |   entropy |         6 |                 9 |               15 |         None |     False |    0.0002 |         --- |  0.9375 |          1.0 |  0.947s |    18.024s |
| Iteration 13     |           10 |   entropy |      None |                19 |                1 |         None |     False |    0.0237 |         --- |  0.9688 |          1.0 |  0.642s |    19.552s |
| Iteration 14     |           85 |   entropy |      None |                17 |                1 |         None |     False |    0.0177 |         --- |   0.875 |          1.0 |  0.683s |    21.285s |
| Iteration 15     |           10 |   entropy |         8 |                20 |                5 |         auto |     False |     0.035 |         --- |   0.875 |          1.0 |  0.634s |    22.817s |
| Iteration 16     |           10 |   entropy |      None |                15 |                6 |          0.6 |     False |     0.026 |         --- |     1.0 |          1.0 |  0.633s |    24.311s |
| Iteration 17     |          364 |   entropy |         4 |                 9 |               13 |          0.7 |     False |    0.0073 |         --- |  0.8125 |          1.0 |  0.855s |    26.059s |
| Iteration 18     |          192 |   entropy |      None |                20 |                1 |         None |     False |       0.0 |         --- |  0.7812 |          1.0 |  0.759s |    27.747s |
| Iteration 19     |          266 |      gini |         2 |                 8 |               15 |         auto |     False |    0.0345 |         --- |  0.8125 |          1.0 |  0.826s |    29.520s |
| Iteration 20     |          255 |   entropy |         6 |                 6 |               11 |          0.6 |      True |    0.0288 |         0.7 |    0.75 |          1.0 |  0.857s |    31.230s |
| Iteration 21     |           10 |      gini |         7 |                 6 |               20 |         sqrt |      True |    0.0088 |         0.8 |     0.5 |          1.0 |  0.686s |    32.854s |
| Iteration 22     |          269 |   entropy |         3 |                10 |               12 |         auto |     False |    0.0265 |         --- |  0.8125 |          1.0 |  0.834s |    34.695s |
| Iteration 23     |           10 |      gini |      None |                 2 |               20 |         None |     False |       0.0 |         --- |   0.875 |          1.0 |  0.634s |    36.325s |
| Iteration 24     |           90 |      gini |         8 |                 8 |               18 |          0.5 |     False |    0.0214 |         --- |  0.8438 |          1.0 |  0.691s |    37.962s |
| Iteration 25     |           10 |   entropy |         9 |                18 |                3 |         sqrt |     False |     0.008 |         --- |     1.0 |          1.0 |  0.644s |    40.843s |
| Iteration 26     |           10 |      gini |         9 |                 2 |               20 |         auto |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.633s |    42.772s |
| Iteration 27     |           10 |      gini |      None |                 2 |                1 |         None |     False |       0.0 |         --- |  0.6875 |          1.0 |  0.631s |    44.385s |
| Iteration 28     |          271 |      gini |      None |                11 |               20 |         log2 |     False |    0.0206 |         --- |  0.9375 |          1.0 |  0.785s |    46.280s |
| Iteration 29     |          153 |   entropy |         2 |                12 |               20 |          0.5 |     False |      0.02 |         --- |  0.7188 |          1.0 |  0.718s |    48.148s |
| Iteration 30     |          282 |   entropy |         3 |                 2 |               20 |          0.9 |     False |     0.014 |         --- |  0.8125 |          1.0 |  0.804s |    50.114s |
| Iteration 31     |          500 |      gini |      None |                 2 |                1 |         auto |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.947s |    53.098s |
| Iteration 32     |           68 |   entropy |         9 |                 9 |                4 |         log2 |     False |     0.011 |         --- |  0.6875 |          1.0 |  0.669s |    55.128s |
| Iteration 33     |          420 |   entropy |         4 |                 2 |               15 |         sqrt |      True |    0.0268 |         0.9 |  0.8125 |          1.0 |  0.960s |    57.119s |
| Iteration 34     |           10 |      gini |      None |                20 |               20 |         None |     False |       0.0 |         --- |   0.375 |          1.0 |  0.637s |    58.828s |
| Iteration 35     |          384 |      gini |         6 |                 3 |               10 |          0.5 |     False |     0.026 |         --- |  0.9062 |          1.0 |  0.864s |     1m:01s |
| Iteration 36     |          270 |      gini |         7 |                 2 |               20 |         None |     False |       0.0 |         --- |     1.0 |          1.0 |  1.371s |     1m:03s |
| Iteration 37     |          500 |      gini |      None |                 2 |               20 |          0.8 |      True |    0.0317 |         0.7 |     0.5 |          1.0 |  1.059s |     1m:05s |
| Iteration 38     |          414 |   entropy |         4 |                19 |                6 |         log2 |     False |    0.0176 |         --- |  0.6875 |          1.0 |  0.924s |     1m:07s |
| Iteration 39     |          188 |      gini |         6 |                 2 |               20 |          0.9 |     False |    0.0185 |         --- |  0.8125 |          1.0 |  0.790s |     1m:09s |
| Iteration 40     |           10 |   entropy |      None |                17 |                1 |          0.9 |     False |    0.0242 |         --- |  0.8438 |          1.0 |  0.695s |     1m:11s |
| Iteration 41     |          500 |      gini |         9 |                 2 |               20 |         log2 |     False |    0.0343 |         --- |  0.5625 |          1.0 |  0.981s |     1m:13s |
| Iteration 42     |          262 |      gini |         5 |                 4 |               16 |          0.5 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.814s |     1m:15s |
| Iteration 43     |          262 |      gini |         9 |                 2 |               13 |         log2 |     False |       0.0 |         --- |   0.875 |          1.0 |  0.829s |     1m:17s |
| Iteration 44     |          303 |      gini |         8 |                 7 |               19 |          0.6 |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.832s |     1m:19s |
| Iteration 45     |          360 |   entropy |         8 |                 2 |                1 |          0.8 |     False |    0.0314 |         --- |   0.875 |          1.0 |  0.990s |     1m:21s |
| Iteration 46     |          272 |      gini |         5 |                20 |                9 |         sqrt |     False |    0.0297 |         --- |  0.6875 |          1.0 |  0.898s |     1m:23s |
| Iteration 47     |          500 |      gini |         6 |                 2 |                3 |          0.9 |      True |    0.0347 |         0.5 |   0.875 |          1.0 |  1.083s |     1m:25s |
| Iteration 48     |          500 |   entropy |      None |                 2 |                6 |         sqrt |     False |    0.0148 |         --- |     1.0 |          1.0 |  1.047s |     1m:27s |
| Iteration 49     |          500 |      gini |      None |                 2 |                5 |          0.9 |     False |    0.0172 |         --- |     1.0 |          1.0 |  1.071s |     1m:29s |
| Iteration 50     |          297 |      gini |      None |                 2 |               17 |          0.6 |     False |       0.0 |         --- |  0.7812 |          1.0 |  0.797s |     1m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 270, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 2, 'min_samples_leaf': 20, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8062
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.179s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.2493
Time elapsed: 0.794s
-------------------------------------------------
Total time: 1m:33s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.770s |     0.789s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  0.771s |     2.088s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  0.762s |     3.377s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  0.707s |     4.641s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  0.754s |     5.926s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  0.723s |     7.466s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  0.739s |     8.749s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  0.734s |    10.012s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.375 |         0.75 |  0.756s |    11.298s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  0.742s |    12.568s |
| Iteration 11     |          215 |        0.0283 |         1 |  0.4643 |                6 |       0.7 |              1.0 |      0.01 |       0.01 |  0.8125 |       0.8125 |  0.716s |    14.183s |
| Iteration 12     |           86 |        0.0414 |         3 |  0.4876 |               10 |       0.7 |              0.4 |        10 |        0.1 |     0.5 |       0.8125 |  1.298s |    16.366s |
| Iteration 13     |          170 |        0.3834 |         3 |   0.431 |                1 |       0.5 |              1.0 |      0.01 |       0.01 |   0.625 |       0.8125 |  0.724s |    17.969s |
| Iteration 14     |          146 |         0.017 |         3 |  0.4595 |                4 |       0.8 |              1.0 |      0.01 |       0.01 |  0.7188 |       0.8125 |  0.749s |    19.637s |
| Iteration 15     |          500 |        0.0371 |         3 |   0.435 |               10 |       0.7 |              0.9 |         1 |       0.01 |     0.5 |       0.8125 |  0.760s |    21.322s |
| Iteration 16     |          123 |        0.0235 |         1 |  0.2485 |                9 |       0.7 |              1.0 |      0.01 |        0.1 |     0.5 |       0.8125 |  0.704s |    22.922s |
| Iteration 17     |          266 |        0.4331 |         4 |   0.425 |                6 |       0.6 |              0.5 |       100 |        100 |     0.5 |       0.8125 |  0.726s |    24.495s |
| Iteration 18     |          450 |        0.5525 |         8 |  0.4708 |                6 |       0.5 |              0.9 |       0.1 |         10 |     0.5 |       0.8125 |  0.747s |    26.163s |
| Iteration 19     |          284 |        0.0154 |         1 |  0.5085 |                6 |       0.7 |              0.9 |       0.1 |       0.01 |    0.75 |       0.8125 |  0.731s |    27.874s |
| Iteration 20     |          241 |        0.1369 |         8 |  0.4525 |                5 |       0.7 |              0.6 |        10 |        0.1 |     0.5 |       0.8125 |  0.676s |    29.556s |
| Iteration 21     |          342 |        0.0181 |         6 |  0.4546 |                5 |       0.7 |              1.0 |       0.1 |       0.01 |   0.625 |       0.8125 |  0.692s |    31.234s |
| Iteration 22     |          468 |         0.025 |         1 |   0.473 |                6 |       0.8 |              0.5 |      0.01 |        0.1 |  0.5938 |       0.8125 |  0.719s |    33.700s |
| Iteration 23     |          158 |        0.2014 |         1 |  0.4625 |                6 |       1.0 |              1.0 |       0.1 |          1 |   0.625 |       0.8125 |  0.667s |    35.496s |
| Iteration 24     |          160 |        0.0103 |         1 |  0.4534 |                6 |       0.7 |              1.0 |      0.01 |          0 |    0.75 |       0.8125 |  0.683s |    37.147s |
| Iteration 25     |          427 |        0.0304 |         1 |  0.4606 |                5 |       0.8 |              1.0 |       100 |         10 |     0.5 |       0.8125 |  0.704s |    38.961s |
| Iteration 26     |          301 |        0.0111 |         5 |  0.3726 |                3 |       1.0 |              1.0 |         1 |        0.1 |  0.8438 |       0.8438 |  0.694s |    40.702s |
| Iteration 27     |          232 |        0.0302 |         5 |  0.3474 |                3 |       0.6 |              1.0 |        10 |        0.1 |     0.5 |       0.8438 |  0.684s |    42.464s |
| Iteration 28     |          428 |        0.0547 |         5 |  0.4105 |                3 |       1.0 |              1.0 |      0.01 |        0.1 |  0.9375 |       0.9375 |  0.718s |    44.322s |
| Iteration 29     |          120 |        0.1844 |         5 |  0.6136 |                3 |       1.0 |              0.9 |        10 |          1 |     0.5 |       0.9375 |  0.665s |    46.090s |
| Iteration 30     |          396 |        0.0471 |         5 |   0.408 |                2 |       1.0 |              1.0 |         0 |        0.1 |  0.9375 |       0.9375 |  0.710s |    47.960s |
| Iteration 31     |          487 |        0.0655 |         6 |  0.4079 |                3 |       1.0 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.722s |    49.894s |
| Iteration 32     |          500 |        0.0624 |         8 |  0.9116 |                7 |       1.0 |              1.0 |         0 |        0.1 |    0.25 |          1.0 |  0.719s |    51.763s |
| Iteration 33     |          383 |        0.0448 |        10 |  0.3868 |                2 |       1.0 |              1.0 |         0 |        0.1 |  0.6875 |          1.0 |  0.717s |    53.577s |
| Iteration 34     |          500 |        0.3139 |         6 |  0.3958 |                3 |       1.0 |              1.0 |         0 |        0.1 |  0.4375 |          1.0 |  0.719s |    55.442s |
| Iteration 35     |          174 |        0.0463 |         6 |  0.3925 |                3 |       1.0 |              1.0 |      0.01 |        0.1 |  0.7812 |          1.0 |  0.677s |    57.268s |
| Iteration 36     |          500 |        0.0644 |         5 |  0.4125 |                3 |       1.0 |              1.0 |         0 |        0.1 |  0.9375 |          1.0 |  0.717s |    59.338s |
| Iteration 37     |          500 |        0.0456 |         6 |  0.3927 |                3 |       1.0 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.723s |     1m:01s |
| Iteration 38     |          500 |        0.0559 |         6 |  0.4023 |                2 |       1.0 |              1.0 |        10 |        0.1 |     0.5 |          1.0 |  0.727s |     1m:04s |
| Iteration 39     |          500 |        0.0582 |         6 |  0.3554 |                1 |       1.0 |              1.0 |         0 |         10 |   0.375 |          1.0 |  0.793s |     1m:06s |
| Iteration 40     |          486 |        0.0561 |         6 |   0.378 |                3 |       1.0 |              0.9 |         0 |        0.1 |     1.0 |          1.0 |  0.793s |     1m:08s |
| Iteration 41     |          495 |        0.0541 |         6 |  0.4135 |                1 |       1.0 |              0.7 |         0 |        0.1 |  0.9375 |          1.0 |  0.781s |     1m:10s |
| Iteration 42     |          496 |         0.056 |         6 |  0.3701 |                2 |       1.0 |              1.0 |         0 |        0.1 |   0.875 |          1.0 |  0.778s |     1m:12s |
| Iteration 43     |          500 |        0.0484 |         6 |  0.4238 |                4 |       1.0 |              0.4 |         0 |        0.1 |    0.75 |          1.0 |  0.766s |     1m:15s |
| Iteration 44     |          500 |        0.0459 |         5 |  0.4103 |                3 |       1.0 |              0.9 |         0 |        0.1 |     1.0 |          1.0 |  0.775s |     1m:17s |
| Iteration 45     |          500 |        0.0476 |         5 |  0.4123 |                3 |       1.0 |              0.9 |         0 |        0.1 |   0.875 |          1.0 |  0.779s |     1m:19s |
| Iteration 46     |          500 |        0.0506 |         4 |  0.3741 |                1 |       1.0 |              1.0 |         0 |       0.01 |  0.8125 |          1.0 |  0.789s |     1m:21s |
| Iteration 47     |          500 |        0.0284 |         5 |  0.3585 |                1 |       1.0 |              1.0 |         0 |        0.1 |   0.875 |          1.0 |  0.810s |     1m:23s |
| Iteration 48     |           20 |           1.0 |         1 |     1.0 |                1 |       0.5 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.708s |     1m:25s |
| Iteration 49     |           20 |          0.01 |        10 |     0.0 |                2 |       0.5 |              0.4 |       100 |        100 |     0.5 |          1.0 |  0.647s |     1m:27s |
| Iteration 50     |           20 |           1.0 |        10 |     0.0 |               10 |       0.5 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.682s |     1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 486, 'learning_rate': 0.0561, 'max_depth': 6, 'gamma': 0.378, 'min_child_weight': 3, 'subsample': 1.0, 'colsample_bytree': 0.9, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.107s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0927
Time elapsed: 0.326s
-------------------------------------------------
Total time: 1m:31s


Final results ==================== >>
Duration: 10m:07s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.89 ± 0.08
Logistic Regression             --> roc_auc: 0.78 ± 0.0245
Linear Discriminant Analysis    --> roc_auc: 0.57 ± 0.1887
Quadratic Discriminant Analysis --> roc_auc: 0.57 ± 0.1887
Radius Nearest Neighbors        --> roc_auc: 0.97 ± 0.04 !
AdaBoost                        --> roc_auc: 0.915 ± 0.0583
Random Forest                   --> roc_auc: 0.61 ± 0.2493
XGBoost                         --> roc_auc: 0.82 ± 0.0927
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVANAGGTSYGKLTF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRNAGNMLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASASGTYKYIF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAMREGNTGGFKTIF.
   >>> Dropping feature CAVTKAAGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAFTGGGNKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.625 |        0.625 |  3.330s |     3.351s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |       0.8125 |  3.378s |     7.248s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.6875 |       0.8125 |  3.304s |    11.161s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |       0.8125 |  3.445s |    15.144s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |       0.8125 |  3.474s |    19.190s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.4375 |       0.8125 |  3.563s |    23.355s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.25 |       0.8125 |  3.322s |    27.219s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |        0.875 |  3.327s |    31.357s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     0.5 |        0.875 |  3.143s |    35.027s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  3.205s |    38.762s |
| Iteration 11     | exponen.. |        0.0151 |          375 |       0.9 | friedman_mse |                11 |               15 |         4 |          0.7 |    0.0019 |   0.625 |          1.0 |  3.259s |    42.904s |
| Iteration 12     |  deviance |        0.0332 |          355 |       0.9 | squared_er.. |                19 |                9 |         5 |          0.9 |      0.01 |     1.0 |          1.0 |  3.276s |    47.450s |
| Iteration 13     | exponen.. |         0.013 |          311 |       0.9 | squared_er.. |                18 |               19 |         5 |          0.6 |    0.0081 |  0.9375 |          1.0 |  3.229s |    52.807s |
| Iteration 14     | exponen.. |        0.4224 |          500 |       0.8 | squared_er.. |                15 |               11 |         4 |         log2 |    0.0177 |  0.8125 |          1.0 |  3.909s |    58.636s |
| Iteration 15     | exponen.. |        0.0148 |           10 |       0.7 | friedman_mse |                20 |               11 |         4 |          0.6 |    0.0244 |    0.75 |          1.0 |  3.142s |     1m:03s |
| Iteration 16     | exponen.. |        0.0167 |          194 |       1.0 | friedman_mse |                17 |               13 |         4 |          0.9 |    0.0062 |    0.75 |          1.0 |  3.218s |     1m:07s |
| Iteration 17     |  deviance |          0.01 |          300 |       1.0 | squared_er.. |                20 |               15 |         6 |          0.9 |       0.0 |  0.6875 |          1.0 |  3.213s |     1m:12s |
| Iteration 18     | exponen.. |        0.0401 |          257 |       0.8 | squared_er.. |                 3 |                5 |         5 |         log2 |    0.0283 |    0.75 |          1.0 |  3.219s |     1m:16s |
| Iteration 19     | exponen.. |        0.0461 |           10 |       0.7 | friedman_mse |                20 |               13 |         6 |         auto |     0.035 |  0.4062 |          1.0 |  3.147s |     1m:20s |
| Iteration 20     | exponen.. |        0.0196 |          426 |       0.5 | squared_er.. |                20 |                6 |         5 |          0.7 |    0.0018 |   0.375 |          1.0 |  3.231s |     1m:24s |
| Iteration 21     | exponen.. |        0.4055 |          331 |       1.0 | friedman_mse |                14 |                7 |         6 |         None |    0.0102 |  0.6875 |          1.0 |  3.210s |     1m:29s |
| Iteration 22     |  deviance |        0.0369 |          390 |       0.9 | squared_er.. |                18 |               19 |         5 |          0.8 |    0.0108 |  0.6875 |          1.0 |  3.221s |     1m:33s |
| Iteration 23     |  deviance |        0.3051 |          137 |       1.0 | squared_er.. |                 9 |                4 |         6 |          0.7 |    0.0063 |  0.9062 |          1.0 |  3.154s |     1m:37s |
| Iteration 24     |  deviance |        0.2137 |          426 |       0.7 | squared_er.. |                 8 |               20 |         5 |         auto |    0.0075 |  0.8125 |          1.0 |  3.228s |     1m:41s |
| Iteration 25     |  deviance |        0.0235 |          154 |       1.0 | squared_er.. |                 7 |                6 |         2 |          0.6 |    0.0096 |  0.6875 |          1.0 |  3.177s |     1m:45s |
| Iteration 26     | exponen.. |        0.0142 |           84 |       1.0 | friedman_mse |                17 |               15 |         5 |          0.8 |    0.0063 |    0.75 |          1.0 |  3.158s |     1m:49s |
| Iteration 27     |  deviance |        0.0124 |          265 |       0.5 | friedman_mse |                16 |                5 |         3 |         auto |    0.0139 |   0.375 |          1.0 |  3.206s |     1m:53s |
| Iteration 28     | exponen.. |        0.0292 |          414 |       0.5 | squared_er.. |                15 |               12 |         5 |          0.8 |    0.0089 |     1.0 |          1.0 |  3.267s |     1m:58s |
| Iteration 29     |  deviance |        0.2949 |          410 |       0.7 | friedman_mse |                17 |                8 |         5 |          0.8 |    0.0097 |    0.75 |          1.0 |  3.260s |     2m:02s |
| Iteration 30     |  deviance |        0.6554 |           84 |       0.8 | squared_er.. |                 9 |               20 |         4 |         auto |    0.0051 |  0.7188 |          1.0 |  3.176s |     2m:06s |
| Iteration 31     | exponen.. |        0.0121 |          160 |       0.7 | friedman_mse |                 6 |               13 |         4 |          0.6 |    0.0048 |   0.875 |          1.0 |  3.204s |     2m:11s |
| Iteration 32     |  deviance |        0.0296 |          275 |       0.5 | squared_er.. |                19 |               15 |         8 |          0.6 |    0.0098 |     0.5 |          1.0 |  3.229s |     2m:15s |
| Iteration 33     |  deviance |        0.0136 |          360 |       1.0 | squared_er.. |                 2 |                4 |         5 |          0.8 |    0.0092 |    0.75 |          1.0 |  3.228s |     2m:19s |
| Iteration 34     | exponen.. |        0.0218 |           61 |       0.7 | friedman_mse |                 4 |                8 |         7 |          0.9 |    0.0051 |  0.4375 |          1.0 |  3.202s |     2m:24s |
| Iteration 35     | exponen.. |        0.1486 |          328 |       0.8 | squared_er.. |                20 |               10 |         5 |         sqrt |    0.0089 |  0.5625 |          1.0 |  3.203s |     2m:28s |
| Iteration 36     |  deviance |           1.0 |          153 |       1.0 | squared_er.. |                10 |               20 |         4 |         None |     0.035 |    0.75 |          1.0 |  3.170s |     2m:32s |
| Iteration 37     | exponen.. |        0.6811 |          266 |       0.5 | friedman_mse |                 4 |                5 |         1 |         None |    0.0317 |  0.9375 |          1.0 |  3.213s |     2m:36s |
| Iteration 38     | exponen.. |        0.2631 |          230 |       1.0 | squared_er.. |                 6 |                1 |         3 |         None |     0.024 |  0.4375 |          1.0 |  3.206s |     2m:41s |
| Iteration 39     |  deviance |        0.3291 |          127 |       0.8 | friedman_mse |                 9 |                2 |         4 |          0.8 |    0.0309 |  0.5312 |          1.0 |  3.174s |     2m:46s |
| Iteration 40     | exponen.. |        0.1143 |          162 |       0.5 | squared_er.. |                 3 |                1 |         1 |         None |    0.0264 |    0.75 |          1.0 |  3.207s |     2m:50s |
| Iteration 41     |  deviance |        0.0101 |          500 |       0.8 | friedman_mse |                17 |               15 |         5 |          0.9 |    0.0137 |  0.5625 |          1.0 |  3.272s |     2m:54s |
| Iteration 42     |  deviance |        0.1417 |          329 |       0.7 | friedman_mse |                11 |               18 |         1 |         log2 |     0.035 |  0.6875 |          1.0 |  3.192s |     2m:58s |
| Iteration 43     |  deviance |        0.2016 |          459 |       0.9 | friedman_mse |                 9 |                1 |         1 |         sqrt |    0.0027 |   0.875 |          1.0 |  3.271s |     3m:03s |
| Iteration 44     | exponen.. |        0.0392 |          494 |       0.8 | friedman_mse |                18 |                1 |         1 |         None |    0.0025 |    0.75 |          1.0 |  3.260s |     3m:07s |
| Iteration 45     | exponen.. |        0.0307 |          462 |       0.7 | squared_er.. |                15 |               18 |         5 |         None |     0.017 |     1.0 |          1.0 |  3.250s |     3m:12s |
| Iteration 46     |  deviance |        0.0428 |          183 |       0.6 | friedman_mse |                 6 |                7 |         1 |          0.7 |     0.031 |  0.8438 |          1.0 |  3.162s |     3m:16s |
| Iteration 47     | exponen.. |        0.0347 |          326 |       0.7 | squared_er.. |                16 |               19 |         4 |          0.9 |    0.0209 |  0.6562 |          1.0 |  3.234s |     3m:20s |
| Iteration 48     |  deviance |        0.0531 |          212 |       0.6 | squared_er.. |                19 |               13 |         5 |         log2 |    0.0131 |  0.9375 |          1.0 |  3.172s |     3m:25s |
| Iteration 49     |  deviance |        0.9802 |           92 |       1.0 | squared_er.. |                 6 |                1 |         6 |          0.7 |     0.032 |  0.9688 |          1.0 |  3.162s |     3m:29s |
| Iteration 50     |  deviance |        0.0338 |          450 |       0.9 | squared_er.. |                20 |                1 |         6 |          0.9 |    0.0271 |    0.75 |          1.0 |  3.269s |     3m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0332, 'n_estimators': 355, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 19, 'min_samples_leaf': 9, 'max_depth': 5, 'max_features': 0.9, 'ccp_alpha': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1049
Time elapsed: 0.492s
-------------------------------------------------
Total time: 3m:35s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  3.161s |     3.173s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.875 |        0.875 |  3.170s |     6.857s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.25 |        0.875 |  3.172s |    10.566s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.375 |        0.875 |  3.128s |    14.209s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |        0.875 |  3.196s |    17.926s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |        0.875 |  3.182s |    21.621s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.3125 |        0.875 |  3.175s |    25.315s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.6875 |        0.875 |  3.191s |    29.095s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |        0.875 |  3.139s |    32.763s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |        0.875 |  3.164s |    36.433s |
| Iteration 11     |    none |     --- |     sag |      131 |      --- |   0.625 |        0.875 |  3.152s |    40.404s |
| Iteration 12     |      l2 |  0.0506 |     sag |     1000 |      --- |    0.75 |        0.875 |  3.176s |    44.587s |
| Iteration 13     |      l2 |  0.1031 | libli.. |      924 |      --- |   0.625 |        0.875 |  3.767s |    49.302s |
| Iteration 14     |      l2 |  0.0644 |     sag |      931 |      --- |  0.6875 |        0.875 |  3.187s |    53.350s |
| Iteration 15     |      l2 |  0.1012 |     sag |      964 |      --- |   0.625 |        0.875 |  3.125s |    57.324s |
| Iteration 16     |      l2 |  0.3953 |     sag |      964 |      --- |  0.3125 |        0.875 |  3.138s |     1m:02s |
| Iteration 17     |      l2 | 31.6958 |    saga |      953 |      --- |     0.5 |        0.875 |  3.184s |     1m:06s |
| Iteration 18     |      l2 |  2.2127 |    saga |      987 |      --- |  0.3125 |        0.875 |  3.143s |     1m:10s |
| Iteration 19     |    none |     --- | newto.. |      716 |      --- |   0.625 |        0.875 |  3.160s |     1m:14s |
| Iteration 20     |      l2 |  0.0826 |     sag |      203 |      --- |  0.3125 |        0.875 |  3.142s |     1m:18s |
| Iteration 21     |      l2 |  0.0169 |     sag |      949 |      --- |  0.4375 |        0.875 |  3.160s |     1m:22s |
| Iteration 22     |      l1 |  0.0394 |    saga |      955 |      --- |     0.5 |        0.875 |  3.149s |     1m:26s |
| Iteration 23     |      l2 |  0.0952 |    saga |     1000 |      --- |   0.625 |        0.875 |  3.165s |     1m:30s |
| Iteration 24     |      l2 |  0.0935 |     sag |     1000 |      --- |    0.25 |        0.875 |  3.174s |     1m:34s |
| Iteration 25     |      l2 | 60.4813 |     sag |      248 |      --- |  0.8125 |        0.875 |  3.145s |     1m:38s |
| Iteration 26     |      l2 | 97.0714 |     sag |      169 |      --- |  0.8125 |        0.875 |  3.112s |     1m:42s |
| Iteration 27     |      l2 |  1.5581 |     sag |      124 |      --- |    0.25 |        0.875 |  3.178s |     1m:46s |
| Iteration 28     |      l2 | 44.1491 |     sag |      126 |      --- |  0.8125 |        0.875 |  3.170s |     1m:50s |
| Iteration 29     |      l2 |  0.1823 |     sag |      969 |      --- |  0.6875 |        0.875 |  3.199s |     1m:54s |
| Iteration 30     |      l2 |  3.3337 |     sag |      103 |      --- |    0.75 |        0.875 |  3.153s |     1m:58s |
| Iteration 31     |      l2 |  0.9924 |     sag |      106 |      --- |   0.625 |        0.875 |  3.182s |     2m:02s |
| Iteration 32     |      l2 |  4.8697 |     sag |      225 |      --- |   0.625 |        0.875 |  3.189s |     2m:06s |
| Iteration 33     |      l1 | 14.9859 | libli.. |      150 |      --- |   0.625 |        0.875 |  3.161s |     2m:10s |
| Iteration 34     |      l1 |    1.96 | libli.. |      114 |      --- |  0.4375 |        0.875 |  3.150s |     2m:14s |
| Iteration 35     |      l2 |  0.0622 |    saga |      967 |      --- |  0.6875 |        0.875 |  3.150s |     2m:18s |
| Iteration 36     |      l2 |  2.0343 |     sag |      345 |      --- |   0.625 |        0.875 |  3.174s |     2m:23s |
| Iteration 37     |      l2 |  0.1958 | libli.. |      932 |      --- |    0.75 |        0.875 |  3.164s |     2m:29s |
| Iteration 38     |    none |     --- | newto.. |      934 |      --- |  0.6875 |        0.875 |  3.755s |     2m:34s |
| Iteration 39     |    none |     --- | newto.. |      998 |      --- |   0.375 |        0.875 |  3.117s |     2m:38s |
| Iteration 40     |      l2 |  2.6863 |     sag |      255 |      --- |    0.75 |        0.875 |  3.161s |     2m:42s |
| Iteration 41     |      l2 |  7.1987 |     sag |      260 |      --- |  0.4375 |        0.875 |  3.176s |     2m:46s |
| Iteration 42     |      l2 |   3.742 | newto.. |      109 |      --- |  0.8125 |        0.875 |  3.160s |     2m:50s |
| Iteration 43     |      l2 |  0.0094 | newto.. |      996 |      --- |    0.75 |        0.875 |  3.179s |     2m:54s |
| Iteration 44     |      l2 | 19.0259 | newto.. |      152 |      --- |  0.5625 |        0.875 |  3.166s |     2m:59s |
| Iteration 45     |      l2 |  0.0047 | newto.. |      902 |      --- |  0.8125 |        0.875 |  3.154s |     3m:03s |
| Iteration 46     |      l2 | 95.7205 | newto.. |      878 |      --- |  0.8125 |        0.875 |  3.144s |     3m:07s |
| Iteration 47     |      l2 |  0.0025 | newto.. |      378 |      --- |     0.5 |        0.875 |  3.169s |     3m:11s |
| Iteration 48     |      l2 |  0.9808 |     sag |      100 |      --- |  0.9375 |       0.9375 |  3.134s |     3m:15s |
| Iteration 49     |      l2 |  0.2608 |     sag |      100 |      --- |   0.875 |       0.9375 |  3.165s |     3m:19s |
| Iteration 50     |      l2 |  0.0024 |     sag |      100 |      --- |     0.5 |       0.9375 |  3.176s |     3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'penalty': 'l2', 'C': 0.9808, 'solver': 'sag', 'max_iter': 100}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9009
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0583
Time elapsed: 0.055s
-------------------------------------------------
Total time: 3m:25s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.4375 |       0.4375 |  3.168s |     3.174s |
| Initial point 2  |     svd |       --- |   0.875 |        0.875 |  3.128s |     6.816s |
| Initial point 3  |     svd |       --- |   0.875 |        0.875 |  0.001s |     7.349s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |        0.875 |  3.135s |    11.007s |
| Initial point 5  |   eigen |       0.9 |  0.6875 |        0.875 |  3.162s |    14.725s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |        0.875 |  3.169s |    18.424s |
| Initial point 7  |    lsqr |       0.5 |  0.9375 |       0.9375 |  3.199s |    22.172s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |       0.9375 |  3.153s |    25.877s |
| Initial point 9  |    lsqr |       0.6 |    0.25 |       0.9375 |  3.133s |    29.517s |
| Initial point 10 |   eigen |       0.8 |   0.875 |       0.9375 |  3.141s |    33.188s |
| Iteration 11     |   eigen |       0.6 |   0.875 |       0.9375 |  3.277s |    37.164s |
| Iteration 12     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |    37.819s |
| Iteration 13     |   eigen |       0.7 |  0.5625 |       0.9375 |  3.201s |    41.682s |
| Iteration 14     |    lsqr |      auto |  0.6875 |       0.9375 |  3.178s |    45.505s |
| Iteration 15     |   eigen |      auto |   0.625 |       0.9375 |  3.189s |    49.640s |
| Iteration 16     |     svd |       --- |   0.875 |       0.9375 |  0.000s |    50.346s |
| Iteration 17     |     svd |       --- |   0.875 |       0.9375 |  0.000s |    51.751s |
| Iteration 18     |    lsqr |       1.0 |  0.4375 |       0.9375 |  3.062s |    55.631s |
| Iteration 19     |     svd |       --- |   0.875 |       0.9375 |  0.000s |    56.313s |
| Iteration 20     |     svd |       --- |   0.875 |       0.9375 |  0.000s |    56.991s |
| Iteration 21     |     svd |       --- |   0.875 |       0.9375 |  0.000s |    58.255s |
| Iteration 22     |     svd |       --- |   0.875 |       0.9375 |  0.000s |    58.957s |
| Iteration 23     |   eigen |       0.5 |   0.625 |       0.9375 |  3.064s |     1m:03s |
| Iteration 24     |   eigen |      None |    0.25 |       0.9375 |  3.132s |     1m:07s |
| Iteration 25     |    lsqr |      None |  0.8125 |       0.9375 |  3.159s |     1m:11s |
| Iteration 26     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:11s |
| Iteration 27     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:12s |
| Iteration 28     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:13s |
| Iteration 29     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 30     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:14s |
| Iteration 31     |    lsqr |      auto |  0.6875 |       0.9375 |  0.000s |     1m:15s |
| Iteration 32     |    lsqr |       0.6 |    0.25 |       0.9375 |  0.000s |     1m:16s |
| Iteration 33     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:16s |
| Iteration 34     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:17s |
| Iteration 35     |    lsqr |      None |  0.8125 |       0.9375 |  0.000s |     1m:18s |
| Iteration 36     |    lsqr |       0.9 |     0.5 |       0.9375 |  0.000s |     1m:19s |
| Iteration 37     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:19s |
| Iteration 38     |     svd |       --- |   0.875 |       0.9375 |  0.000s |     1m:20s |
| Iteration 39     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:21s |
| Iteration 40     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:22s |
| Iteration 41     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:23s |
| Iteration 42     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:23s |
| Iteration 43     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:24s |
| Iteration 44     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:25s |
| Iteration 45     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:26s |
| Iteration 46     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:27s |
| Iteration 47     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:28s |
| Iteration 48     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:28s |
| Iteration 49     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:30s |
| Iteration 50     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:31s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7616
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:32s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.4375 |       0.4375 |  3.110s |     3.113s |
| Initial point 2  |       0.9 |   0.875 |        0.875 |  3.170s |     6.965s |
| Initial point 3  |       0.1 |    0.25 |        0.875 |  3.191s |    10.713s |
| Initial point 4  |       1.0 |  0.4375 |        0.875 |  0.001s |    11.489s |
| Initial point 5  |       0.2 |   0.625 |        0.875 |  3.072s |    15.379s |
| Initial point 6  |       0.4 |    0.75 |        0.875 |  3.149s |    19.062s |
| Initial point 7  |       0.4 |    0.75 |        0.875 |  0.001s |    19.593s |
| Initial point 8  |       0.7 |     0.5 |        0.875 |  3.210s |    23.301s |
| Initial point 9  |       0.9 |   0.875 |        0.875 |  0.001s |    23.828s |
| Initial point 10 |       0.8 |    0.75 |        0.875 |  3.190s |    27.519s |
| Iteration 11     |       0.3 |    0.75 |        0.875 |  3.189s |    31.303s |
| Iteration 12     |       0.6 |  0.8125 |        0.875 |  3.208s |    35.154s |
| Iteration 13     |       0.5 |   0.375 |        0.875 |  3.229s |    38.978s |
| Iteration 14     |       0.0 |    0.75 |        0.875 |  3.222s |    42.827s |
| Iteration 15     |       0.9 |   0.875 |        0.875 |  0.000s |    43.428s |
| Iteration 16     |       0.9 |   0.875 |        0.875 |  0.000s |    44.024s |
| Iteration 17     |       0.9 |   0.875 |        0.875 |  0.000s |    44.633s |
| Iteration 18     |       0.9 |   0.875 |        0.875 |  0.000s |    45.240s |
| Iteration 19     |       0.9 |   0.875 |        0.875 |  0.000s |    45.851s |
| Iteration 20     |       0.9 |   0.875 |        0.875 |  0.000s |    46.487s |
| Iteration 21     |       0.6 |  0.8125 |        0.875 |  0.000s |    47.099s |
| Iteration 22     |       0.9 |   0.875 |        0.875 |  0.000s |    47.710s |
| Iteration 23     |       0.9 |   0.875 |        0.875 |  0.000s |    48.322s |
| Iteration 24     |       0.9 |   0.875 |        0.875 |  0.000s |    48.944s |
| Iteration 25     |       0.9 |   0.875 |        0.875 |  0.000s |    49.579s |
| Iteration 26     |       0.9 |   0.875 |        0.875 |  0.000s |    50.828s |
| Iteration 27     |       0.1 |    0.25 |        0.875 |  0.000s |    51.490s |
| Iteration 28     |       0.9 |   0.875 |        0.875 |  0.000s |    52.159s |
| Iteration 29     |       0.2 |   0.625 |        0.875 |  0.000s |    52.867s |
| Iteration 30     |       0.8 |    0.75 |        0.875 |  0.001s |    53.508s |
| Iteration 31     |       0.9 |   0.875 |        0.875 |  0.000s |    54.187s |
| Iteration 32     |       0.9 |   0.875 |        0.875 |  0.000s |    54.822s |
| Iteration 33     |       0.9 |   0.875 |        0.875 |  0.000s |    55.466s |
| Iteration 34     |       0.9 |   0.875 |        0.875 |  0.000s |    56.951s |
| Iteration 35     |       0.9 |   0.875 |        0.875 |  0.000s |    57.818s |
| Iteration 36     |       0.9 |   0.875 |        0.875 |  0.000s |    58.492s |
| Iteration 37     |       0.9 |   0.875 |        0.875 |  0.000s |    59.167s |
| Iteration 38     |       0.9 |   0.875 |        0.875 |  0.000s |    59.842s |
| Iteration 39     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:01s |
| Iteration 40     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:01s |
| Iteration 41     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 42     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 43     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 44     |       0.9 |   0.875 |        0.875 |  0.001s |     1m:04s |
| Iteration 45     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 46     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 47     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 48     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 49     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:08s |
| Iteration 50     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7054
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.2315
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:09s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.7863 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  3.161s |     3.181s |
| Initial point 2  |  4.2897 | uniform |   kd_tree |        39 |       2 |  0.3438 |       0.6875 |  3.122s |     7.106s |
| Initial point 3  |  3.3886 | dista.. | ball_tree |        25 |       2 |  0.4375 |       0.6875 |  3.179s |    10.804s |
| Initial point 4  |  9.8861 | uniform | ball_tree |        39 |       2 |   0.625 |       0.6875 |  3.167s |    14.513s |
| Initial point 5  |  7.7445 | dista.. |      auto |        30 |       2 |  0.6875 |       0.6875 |  3.252s |    19.628s |
| Initial point 6  |  8.9687 | dista.. | ball_tree |        21 |       2 |     0.5 |       0.6875 |  3.248s |    23.781s |
| Initial point 7  |  6.4151 | dista.. | ball_tree |        24 |       1 |  0.4375 |       0.6875 |  3.209s |    27.590s |
| Initial point 8  |  1.5373 | dista.. | ball_tree |        21 |       2 |   0.375 |       0.6875 |  3.209s |    31.323s |
| Initial point 9  |   7.146 | uniform | ball_tree |        24 |       1 |  0.6875 |       0.6875 |  3.283s |    35.134s |
| Initial point 10 |  5.0757 | uniform |     brute |        22 |       2 |    0.25 |       0.6875 |  3.148s |    38.804s |
| Iteration 11     |     0.0 | uniform |      auto |        20 |       1 |     0.5 |       0.6875 |  3.182s |    42.802s |
| Iteration 12     |  1.1224 | uniform | ball_tree |        20 |       1 |     0.5 |       0.6875 |  3.213s |    46.918s |
| Iteration 13     |  9.7688 | uniform |      auto |        23 |       1 |  0.3438 |       0.6875 |  3.209s |    50.981s |
| Iteration 14     |  9.4074 | dista.. |      auto |        20 |       2 |  0.6875 |       0.6875 |  3.178s |    54.970s |
| Iteration 15     |  9.1293 | dista.. |      auto |        40 |       1 |  0.5625 |       0.6875 |  3.187s |    58.947s |
| Iteration 16     |   1.899 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  3.145s |     1m:03s |
| Iteration 17     |     0.0 | dista.. |      auto |        20 |       2 |     0.5 |          1.0 |  3.190s |     1m:07s |
| Iteration 18     |  2.6536 | dista.. |   kd_tree |        31 |       1 |  0.4375 |          1.0 |  3.183s |     1m:11s |
| Iteration 19     |  0.3761 | dista.. |      auto |        21 |       2 |     0.5 |          1.0 |  3.172s |     1m:15s |
| Iteration 20     |  5.8753 | dista.. |     brute |        37 |       2 |   0.625 |          1.0 |  3.142s |     1m:19s |
| Iteration 21     |  0.0184 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  3.801s |     1m:23s |
| Iteration 22     | 10.6793 | dista.. |      auto |        21 |       1 |     0.5 |          1.0 |  3.196s |     1m:27s |
| Iteration 23     | 10.6326 | dista.. |   kd_tree |        20 |       2 |   0.625 |          1.0 |  3.205s |     1m:31s |
| Iteration 24     | 10.7945 | dista.. |     brute |        40 |       2 |   0.625 |          1.0 |  3.271s |     1m:36s |
| Iteration 25     |  9.8975 | uniform |   kd_tree |        20 |       1 |    0.25 |          1.0 |  3.230s |     1m:40s |
| Iteration 26     |  1.9168 | uniform |      auto |        20 |       2 |   0.625 |          1.0 |  3.218s |     1m:44s |
| Iteration 27     |  0.5105 | dista.. |      auto |        40 |       2 |     0.5 |          1.0 |  3.210s |     1m:48s |
| Iteration 28     |   1.824 | dista.. |     brute |        20 |       2 |  0.5625 |          1.0 |  3.241s |     1m:52s |
| Iteration 29     | 10.7176 | dista.. |      auto |        20 |       2 |  0.6875 |          1.0 |  3.365s |     1m:56s |
| Iteration 30     | 10.6136 | uniform | ball_tree |        40 |       2 |     0.5 |          1.0 |  3.210s |     2m:00s |
| Iteration 31     |  0.0695 | dista.. |   kd_tree |        40 |       2 |     0.5 |          1.0 |  3.299s |     2m:05s |
| Iteration 32     | 10.3304 | dista.. |      auto |        21 |       2 |  0.4375 |          1.0 |  3.217s |     2m:09s |
| Iteration 33     |  7.4282 | dista.. |      auto |        31 |       2 |   0.625 |          1.0 |  3.240s |     2m:13s |
| Iteration 34     |  0.8459 | uniform |     brute |        40 |       1 |     0.5 |          1.0 |  3.251s |     2m:17s |
| Iteration 35     |  0.2557 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  3.258s |     2m:21s |
| Iteration 36     | 10.2259 | dista.. |   kd_tree |        20 |       1 |   0.875 |          1.0 |  3.197s |     2m:25s |
| Iteration 37     | 10.8168 | dista.. |      auto |        20 |       1 |    0.75 |          1.0 |  3.192s |     2m:29s |
| Iteration 38     | 10.8168 | dista.. |      auto |        20 |       1 |    0.75 |          1.0 |  0.001s |     2m:30s |
| Iteration 39     |  2.1104 | dista.. |      auto |        20 |       2 |  0.3438 |          1.0 |  3.172s |     2m:35s |
| Iteration 40     | 10.8168 | dista.. |     brute |        20 |       1 |  0.6875 |          1.0 |  3.208s |     2m:39s |
| Iteration 41     |   0.118 | dista.. | ball_tree |        30 |       2 |     0.5 |          1.0 |  3.195s |     2m:43s |
| Iteration 42     |  8.6112 | dista.. |   kd_tree |        20 |       1 |  0.4375 |          1.0 |  3.204s |     2m:48s |
| Iteration 43     |  1.9379 | dista.. |   kd_tree |        20 |       1 |  0.4688 |          1.0 |  3.203s |     2m:52s |
| Iteration 44     |   0.003 | uniform |     brute |        28 |       1 |     0.5 |          1.0 |  3.215s |     2m:57s |
| Iteration 45     | 10.3186 | dista.. |   kd_tree |        20 |       1 |   0.875 |          1.0 |  3.197s |     3m:01s |
| Iteration 46     | 10.2723 | dista.. | ball_tree |        20 |       1 |  0.8125 |          1.0 |  3.164s |     3m:05s |
| Iteration 47     | 10.2758 | uniform |   kd_tree |        20 |       1 |   0.375 |          1.0 |  3.838s |     3m:10s |
| Iteration 48     |  1.8434 | dista.. |      auto |        27 |       2 |  0.6875 |          1.0 |  3.194s |     3m:14s |
| Iteration 49     |   6.273 | dista.. |   kd_tree |        30 |       2 |     1.0 |          1.0 |  3.230s |     3m:19s |
| Iteration 50     |  6.2578 | dista.. |   kd_tree |        30 |       2 |     0.5 |          1.0 |  3.203s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'radius': 6.273, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:24s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  3.579s |     3.585s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  3.584s |     7.753s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |       0.8125 |  3.295s |    11.581s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.3125 |       0.8125 |  3.451s |    15.548s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |       0.8125 |  3.341s |    19.401s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.625 |       0.8125 |  3.533s |    23.590s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     0.5 |       0.8125 |  3.172s |    27.291s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9688 |       0.9688 |  3.425s |    31.223s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6875 |       0.9688 |  3.130s |    34.865s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.7188 |       0.9688 |  3.275s |    38.657s |
| Iteration 11     |          411 |        0.0195 |     SAMME |   0.625 |       0.9688 |  3.411s |    42.776s |
| Iteration 12     |          112 |        0.0238 |   SAMME.R |     1.0 |          1.0 |  3.223s |    46.666s |
| Iteration 13     |           66 |        0.0295 |   SAMME.R |  0.5312 |          1.0 |  3.211s |    50.596s |
| Iteration 14     |          121 |        0.0217 |   SAMME.R |  0.6562 |          1.0 |  3.228s |    54.538s |
| Iteration 15     |          251 |        0.0219 |     SAMME |    0.75 |          1.0 |  3.322s |    58.551s |
| Iteration 16     |          210 |        0.0111 |     SAMME |   0.625 |          1.0 |  3.285s |     1m:03s |
| Iteration 17     |          175 |        0.0226 |   SAMME.R |  0.4375 |          1.0 |  3.284s |     1m:07s |
| Iteration 18     |          150 |        0.0177 |     SAMME |    0.75 |          1.0 |  3.238s |     1m:10s |
| Iteration 19     |          371 |        0.0183 |   SAMME.R |  0.7188 |          1.0 |  3.442s |     1m:15s |
| Iteration 20     |          112 |        0.0226 |   SAMME.R |   0.375 |          1.0 |  3.206s |     1m:19s |
| Iteration 21     |           78 |        0.0166 |     SAMME |   0.625 |          1.0 |  3.212s |     1m:23s |
| Iteration 22     |          285 |        0.0472 |   SAMME.R |  0.5625 |          1.0 |  3.349s |     1m:27s |
| Iteration 23     |          440 |        0.0188 |     SAMME |  0.9688 |          1.0 |  3.428s |     1m:31s |
| Iteration 24     |          496 |        0.0184 |     SAMME |   0.625 |          1.0 |  4.104s |     1m:36s |
| Iteration 25     |           55 |        0.0205 |     SAMME |  0.8125 |          1.0 |  3.194s |     1m:40s |
| Iteration 26     |          380 |        0.0201 |     SAMME |     0.5 |          1.0 |  3.398s |     1m:44s |
| Iteration 27     |          315 |        0.0192 |     SAMME |  0.5625 |          1.0 |  3.354s |     1m:48s |
| Iteration 28     |          313 |        0.0191 |     SAMME |  0.9062 |          1.0 |  3.382s |     1m:52s |
| Iteration 29     |          159 |        0.0332 |     SAMME |  0.6562 |          1.0 |  3.288s |     1m:56s |
| Iteration 30     |          401 |        0.0191 |     SAMME |    0.75 |          1.0 |  3.403s |     2m:00s |
| Iteration 31     |          380 |        0.0913 |   SAMME.R |  0.8125 |          1.0 |  3.433s |     2m:05s |
| Iteration 32     |           82 |         0.084 |   SAMME.R |  0.7812 |          1.0 |  3.205s |     2m:09s |
| Iteration 33     |          375 |        0.0188 |     SAMME |  0.8125 |          1.0 |  3.375s |     2m:13s |
| Iteration 34     |          383 |        0.0187 |     SAMME |     0.5 |          1.0 |  3.376s |     2m:17s |
| Iteration 35     |          133 |        0.0985 |   SAMME.R |     0.5 |          1.0 |  3.221s |     2m:21s |
| Iteration 36     |          452 |        0.0189 |     SAMME |  0.6562 |          1.0 |  3.459s |     2m:25s |
| Iteration 37     |          281 |        0.0189 |     SAMME |  0.7812 |          1.0 |  3.329s |     2m:29s |
| Iteration 38     |          113 |        0.0768 |   SAMME.R |  0.6875 |          1.0 |  3.193s |     2m:33s |
| Iteration 39     |          231 |        0.0563 |   SAMME.R |     0.5 |          1.0 |  3.310s |     2m:37s |
| Iteration 40     |          432 |        0.0243 |     SAMME |    0.75 |          1.0 |  3.431s |     2m:42s |
| Iteration 41     |          124 |        1.2158 |   SAMME.R |  0.8125 |          1.0 |  3.252s |     2m:46s |
| Iteration 42     |          224 |        1.9713 |   SAMME.R |     0.5 |          1.0 |  3.304s |     2m:50s |
| Iteration 43     |          173 |        1.1192 |   SAMME.R |  0.8125 |          1.0 |  3.302s |     2m:54s |
| Iteration 44     |          248 |        0.0197 |     SAMME |  0.7812 |          1.0 |  3.329s |     2m:58s |
| Iteration 45     |          290 |        0.0198 |     SAMME |   0.875 |          1.0 |  3.344s |     3m:02s |
| Iteration 46     |          132 |        0.0206 |     SAMME |  0.8438 |          1.0 |  3.218s |     3m:06s |
| Iteration 47     |          348 |        0.0216 |     SAMME |  0.7188 |          1.0 |  3.364s |     3m:12s |
| Iteration 48     |          135 |        0.0217 |     SAMME |   0.875 |          1.0 |  3.246s |     3m:17s |
| Iteration 49     |          101 |         0.023 |     SAMME |     1.0 |          1.0 |  3.210s |     3m:22s |
| Iteration 50     |           50 |        0.0245 |     SAMME |  0.6875 |          1.0 |  3.187s |     3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 112, 'learning_rate': 0.0238, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9647
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.109s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.765 ± 0.1281
Time elapsed: 0.474s
-------------------------------------------------
Total time: 3m:30s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  3.581s |     3.599s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  3.477s |     8.392s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.5625 |       0.9375 |  3.417s |    12.413s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  3.253s |    16.262s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |       0.9375 |  3.400s |    20.226s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |       0.9375 |  3.268s |    24.059s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.625 |       0.9375 |  3.322s |    27.927s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |       0.9375 |  3.279s |    31.730s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.6875 |       0.9375 |  3.415s |    35.665s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  3.378s |    39.559s |
| Iteration 11     |          500 |      gini |         1 |                 8 |                3 |          0.5 |     False |       0.0 |         --- |  0.8125 |          1.0 |  3.396s |    43.985s |
| Iteration 12     |          413 |      gini |         6 |                 8 |                8 |          0.8 |     False |     0.018 |         --- |     1.0 |          1.0 |  3.386s |    48.385s |
| Iteration 13     |          334 |   entropy |         5 |                 9 |               15 |         sqrt |      True |    0.0276 |         0.7 |  0.9375 |          1.0 |  3.533s |    52.856s |
| Iteration 14     |          394 |   entropy |         5 |                 9 |               14 |         sqrt |      True |    0.0186 |         0.7 |  0.7188 |          1.0 |  3.561s |    57.402s |
| Iteration 15     |          500 |      gini |         2 |                 8 |               20 |         sqrt |      True |    0.0141 |         0.7 |     0.5 |          1.0 |  3.629s |     1m:02s |
| Iteration 16     |          346 |      gini |         6 |                 9 |               10 |          0.8 |     False |    0.0173 |         --- |   0.625 |          1.0 |  3.366s |     1m:06s |
| Iteration 17     |          418 |      gini |         6 |                 7 |               15 |         None |      True |    0.0063 |         0.5 |     0.5 |          1.0 |  3.424s |     1m:11s |
| Iteration 18     |          336 |      gini |         5 |                 2 |                7 |          0.9 |     False |    0.0175 |         --- |    0.75 |          1.0 |  3.315s |     1m:15s |
| Iteration 19     |           85 |      gini |         6 |                11 |               15 |         sqrt |      True |    0.0181 |        None |  0.4375 |          1.0 |  3.110s |     1m:19s |
| Iteration 20     |           17 |      gini |         5 |                 8 |               11 |         None |      True |    0.0212 |        None |  0.5625 |          1.0 |  3.121s |     1m:23s |
| Iteration 21     |          438 |   entropy |         8 |                 2 |                8 |         None |      True |    0.0269 |         0.6 |  0.5625 |          1.0 |  3.462s |     1m:28s |
| Iteration 22     |          415 |      gini |         6 |                 8 |                8 |          0.8 |      True |    0.0045 |         0.6 |    0.75 |          1.0 |  3.416s |     1m:32s |
| Iteration 23     |          416 |      gini |         6 |                 7 |                7 |          0.8 |     False |    0.0187 |         --- |  0.7188 |          1.0 |  3.367s |     1m:36s |
| Iteration 24     |          223 |      gini |         7 |                12 |               16 |         None |      True |    0.0247 |         0.6 |     0.5 |          1.0 |  3.261s |     1m:41s |
| Iteration 25     |          315 |   entropy |         5 |                19 |               18 |          0.5 |      True |    0.0166 |         0.6 |     0.5 |          1.0 |  3.378s |     1m:46s |
| Iteration 26     |          453 |      gini |         8 |                 9 |               11 |         log2 |     False |    0.0259 |         --- |  0.6875 |          1.0 |  3.375s |     1m:50s |
| Iteration 27     |          477 |      gini |         7 |                 8 |               15 |         sqrt |      True |    0.0288 |         0.6 |  0.4375 |          1.0 |  3.495s |     1m:55s |
| Iteration 28     |          263 |      gini |         5 |                12 |               15 |          0.9 |      True |    0.0156 |         0.5 |     0.5 |          1.0 |  3.332s |     1m:60s |
| Iteration 29     |          205 |      gini |         1 |                10 |                1 |          0.9 |     False |     0.014 |         --- |  0.5312 |          1.0 |  3.253s |     2m:04s |
| Iteration 30     |          207 |      gini |         7 |                16 |               15 |          0.7 |      True |    0.0242 |        None |   0.625 |          1.0 |  3.281s |     2m:08s |
| Iteration 31     |          500 |      gini |         6 |                 8 |                5 |         log2 |     False |    0.0057 |         --- |  0.8125 |          1.0 |  3.397s |     2m:13s |
| Iteration 32     |          294 |   entropy |         3 |                 8 |               16 |          0.5 |      True |    0.0264 |         0.8 |    0.75 |          1.0 |  3.346s |     2m:17s |
| Iteration 33     |          333 |   entropy |         7 |                 6 |               14 |         log2 |      True |    0.0307 |         0.6 |   0.625 |          1.0 |  3.336s |     2m:22s |
| Iteration 34     |          422 |   entropy |         1 |                 9 |                4 |         None |     False |    0.0274 |         --- |   0.375 |          1.0 |  3.359s |     2m:27s |
| Iteration 35     |          427 |      gini |         6 |                10 |                3 |         sqrt |     False |    0.0275 |         --- |  0.5625 |          1.0 |  3.335s |     2m:31s |
| Iteration 36     |          311 |      gini |         2 |                 5 |                5 |          0.5 |      True |    0.0222 |         0.7 |  0.8125 |          1.0 |  3.359s |     2m:36s |
| Iteration 37     |          500 |      gini |         8 |                 6 |                6 |          0.9 |     False |    0.0326 |         --- |  0.9375 |          1.0 |  3.440s |     2m:40s |
| Iteration 38     |          477 |      gini |         1 |                 3 |                6 |          0.7 |     False |    0.0309 |         --- |  0.5625 |          1.0 |  3.362s |     2m:45s |
| Iteration 39     |          198 |   entropy |         5 |                 2 |               18 |         log2 |     False |    0.0152 |         --- |  0.5938 |          1.0 |  3.209s |     2m:49s |
| Iteration 40     |          500 |      gini |         8 |                 6 |                6 |         sqrt |     False |    0.0181 |         --- |    0.75 |          1.0 |  3.411s |     2m:54s |
| Iteration 41     |          500 |      gini |         5 |                 9 |                5 |          0.9 |     False |    0.0229 |         --- |  0.5625 |          1.0 |  3.460s |     2m:58s |
| Iteration 42     |          485 |      gini |         4 |                20 |                6 |          0.6 |     False |    0.0133 |         --- |  0.6562 |          1.0 |  3.413s |     3m:03s |
| Iteration 43     |           13 |      gini |         8 |                 3 |                7 |         sqrt |     False |    0.0129 |         --- |    0.75 |          1.0 |  3.161s |     3m:07s |
| Iteration 44     |          341 |   entropy |      None |                15 |               13 |          0.9 |     False |    0.0156 |         --- |  0.9375 |          1.0 |  3.355s |     3m:12s |
| Iteration 45     |          192 |   entropy |         4 |                14 |               13 |          0.5 |     False |    0.0154 |         --- |  0.9375 |          1.0 |  3.251s |     3m:16s |
| Iteration 46     |          300 |   entropy |         6 |                 2 |               12 |         auto |      True |    0.0112 |         0.9 |  0.5625 |          1.0 |  3.374s |     3m:22s |
| Iteration 47     |           91 |   entropy |         8 |                16 |               15 |          0.8 |      True |    0.0017 |         0.9 |  0.7188 |          1.0 |  3.168s |     3m:27s |
| Iteration 48     |          106 |   entropy |         1 |                17 |               11 |         sqrt |     False |    0.0294 |         --- |  0.9375 |          1.0 |  3.163s |     3m:31s |
| Iteration 49     |          297 |   entropy |         8 |                19 |               12 |          0.7 |     False |    0.0072 |         --- |     1.0 |          1.0 |  3.308s |     3m:36s |
| Iteration 50     |          418 |   entropy |         9 |                20 |               12 |         sqrt |     False |    0.0062 |         --- |    0.75 |          1.0 |  4.049s |     3m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 413, 'criterion': 'gini', 'max_depth': 6, 'min_samples_split': 8, 'min_samples_leaf': 8, 'max_features': 0.8, 'bootstrap': False, 'ccp_alpha': 0.018}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9688
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.303s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0735
Time elapsed: 1.351s
-------------------------------------------------
Total time: 3m:44s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |   0.625 |        0.625 |  3.276s |     3.294s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  3.323s |     7.231s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  3.301s |    11.072s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  3.135s |    14.765s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  3.220s |    19.059s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  3.256s |    22.988s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  3.244s |    26.785s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  3.204s |    30.519s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |          1.0 |  3.237s |    34.606s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  3.261s |    38.789s |
| Iteration 11     |           62 |         0.573 |         3 |  0.6835 |                3 |       0.5 |              0.4 |       0.1 |          1 |  0.6875 |          1.0 |  3.145s |    43.105s |
| Iteration 12     |          449 |        0.0424 |         9 |  0.4082 |                3 |       0.9 |              0.7 |       0.1 |        0.1 |   0.875 |          1.0 |  3.265s |    47.226s |
| Iteration 13     |          104 |        0.7839 |         3 |  0.7891 |                3 |       0.8 |              1.0 |       0.1 |          0 |    0.75 |          1.0 |  3.195s |    51.395s |
| Iteration 14     |          500 |        0.0184 |         1 |  0.4029 |                3 |       0.6 |              1.0 |       0.1 |          1 |  0.7812 |          1.0 |  3.202s |    55.583s |
| Iteration 15     |          332 |        0.0661 |         3 |  0.3981 |                3 |       0.8 |              0.8 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.211s |    59.755s |
| Iteration 16     |          344 |        0.8589 |         6 |  0.3294 |                3 |       0.9 |              0.7 |         1 |          1 |   0.625 |          1.0 |  3.226s |     1m:04s |
| Iteration 17     |          334 |        0.0289 |         2 |  0.3758 |                3 |       1.0 |              0.8 |       0.1 |       0.01 |     0.5 |          1.0 |  3.212s |     1m:08s |
| Iteration 18     |          400 |        0.6455 |         5 |  0.5873 |                2 |       0.9 |              1.0 |       0.1 |        0.1 |  0.5625 |          1.0 |  3.204s |     1m:12s |
| Iteration 19     |          411 |         0.059 |        10 |  0.5283 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |   0.625 |          1.0 |  3.212s |     1m:17s |
| Iteration 20     |          473 |        0.0375 |         8 |  0.4025 |                3 |       0.7 |              0.9 |         0 |        100 |  0.5625 |          1.0 |  3.232s |     1m:21s |
| Iteration 21     |          487 |          0.01 |         8 |  0.4421 |                3 |       0.8 |              0.9 |        10 |        0.1 |     0.5 |          1.0 |  3.216s |     1m:25s |
| Iteration 22     |          446 |        0.8788 |         9 |  0.2524 |               10 |       0.9 |              0.4 |       100 |        0.1 |     0.5 |          1.0 |  3.196s |     1m:29s |
| Iteration 23     |          255 |        0.1144 |         5 |  0.5241 |                3 |       0.5 |              0.7 |      0.01 |          0 |    0.75 |          1.0 |  3.174s |     1m:33s |
| Iteration 24     |           50 |        0.0108 |         3 |  0.4409 |                1 |       0.9 |              0.5 |         0 |        0.1 |    0.75 |          1.0 |  3.166s |     1m:37s |
| Iteration 25     |          120 |        0.0203 |         1 |  0.3311 |                1 |       0.8 |              0.6 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.187s |     1m:41s |
| Iteration 26     |          284 |          0.01 |        10 |  0.5997 |                1 |       0.5 |              0.4 |      0.01 |          0 |   0.625 |          1.0 |  3.193s |     1m:45s |
| Iteration 27     |           20 |        0.1334 |         1 |     0.0 |                1 |       1.0 |              0.5 |      0.01 |        100 |   0.375 |          1.0 |  3.132s |     1m:51s |
| Iteration 28     |          396 |        0.0368 |         4 |  0.4117 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.857s |     1m:56s |
| Iteration 29     |          500 |        0.0409 |         6 |   0.147 |                5 |       0.5 |              0.6 |       0.1 |        0.1 |     0.5 |          1.0 |  3.215s |     2m:00s |
| Iteration 30     |          233 |        0.1351 |         6 |  0.0122 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.169s |     2m:04s |
| Iteration 31     |          282 |        0.0365 |         4 |  0.6366 |                3 |       0.9 |              0.8 |       0.1 |        0.1 |  0.9375 |          1.0 |  3.218s |     2m:09s |
| Iteration 32     |          104 |        0.2175 |         6 |  0.5193 |                3 |       0.8 |              1.0 |        10 |        0.1 |     0.5 |          1.0 |  3.183s |     2m:13s |
| Iteration 33     |          138 |        0.0435 |         6 |  0.8225 |                3 |       0.9 |              0.9 |        10 |        0.1 |     0.5 |          1.0 |  3.150s |     2m:17s |
| Iteration 34     |          497 |        0.1303 |         5 |  0.3644 |                3 |       0.7 |              0.9 |       0.1 |        0.1 |   0.375 |          1.0 |  3.230s |     2m:21s |
| Iteration 35     |          247 |        0.0332 |         6 |  0.2138 |                3 |       0.8 |              0.7 |         0 |       0.01 |   0.625 |          1.0 |  3.184s |     2m:26s |
| Iteration 36     |          130 |        0.0384 |         5 |   0.031 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |  0.9375 |          1.0 |  3.185s |     2m:30s |
| Iteration 37     |          327 |        0.0342 |         6 |  0.3481 |                3 |       0.9 |              0.8 |       0.1 |        0.1 |     1.0 |          1.0 |  3.225s |     2m:34s |
| Iteration 38     |          500 |        0.0359 |         6 |  0.6139 |                3 |       0.7 |              1.0 |       0.1 |        0.1 |  0.6875 |          1.0 |  3.246s |     2m:39s |
| Iteration 39     |          358 |        0.0361 |         6 |   0.181 |                3 |       0.9 |              0.8 |       0.1 |        0.1 |  0.4375 |          1.0 |  3.125s |     2m:44s |
| Iteration 40     |          312 |        0.0325 |        10 |  0.1845 |                8 |       0.9 |              0.7 |      0.01 |        0.1 |     0.5 |          1.0 |  3.123s |     2m:50s |
| Iteration 41     |          380 |        0.0296 |         6 |  0.4094 |                2 |       0.9 |              0.7 |      0.01 |        0.1 |  0.4375 |          1.0 |  3.191s |     2m:54s |
| Iteration 42     |          117 |        0.0227 |         2 |  0.1612 |                1 |       0.7 |              0.6 |        10 |          0 |     0.5 |          1.0 |  3.173s |     2m:58s |
| Iteration 43     |          120 |        0.0111 |         9 |  0.8197 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.186s |     3m:02s |
| Iteration 44     |           94 |        0.7742 |         2 |  0.8038 |                3 |       1.0 |              0.7 |      0.01 |        0.1 |    0.75 |          1.0 |  3.168s |     3m:07s |
| Iteration 45     |          294 |        0.0161 |         9 |  0.9646 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |     1.0 |          1.0 |  3.208s |     3m:11s |
| Iteration 46     |          286 |        0.0122 |         5 |  0.1386 |                3 |       0.9 |              0.4 |         0 |        0.1 |  0.8125 |          1.0 |  3.171s |     3m:15s |
| Iteration 47     |          194 |         0.438 |         1 |  0.8896 |                3 |       0.9 |              0.4 |      0.01 |        0.1 |    0.75 |          1.0 |  3.181s |     3m:19s |
| Iteration 48     |          221 |          0.01 |         2 |  0.8772 |                3 |       0.9 |              0.5 |      0.01 |        0.1 |   0.875 |          1.0 |  3.190s |     3m:24s |
| Iteration 49     |           63 |          0.01 |         7 |  0.5255 |                3 |       0.9 |              0.5 |      0.01 |        0.1 |     1.0 |          1.0 |  3.168s |     3m:28s |
| Iteration 50     |          300 |          0.01 |         6 |  0.9963 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |    0.75 |          1.0 |  3.195s |     3m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.975
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.092s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.098
Time elapsed: 0.285s
-------------------------------------------------
Total time: 3m:34s


Final results ==================== >>
Duration: 23m:53s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.7 ± 0.1049 ~
Logistic Regression             --> roc_auc: 0.76 ± 0.0583
Linear Discriminant Analysis    --> roc_auc: 0.57 ± 0.06 ~
Quadratic Discriminant Analysis --> roc_auc: 0.52 ± 0.2315 ~
Radius Nearest Neighbors        --> roc_auc: 0.79 ± 0.02 !
AdaBoost                        --> roc_auc: 0.765 ± 0.1281 ~
Random Forest                   --> roc_auc: 0.76 ± 0.0735 ~
XGBoost                         --> roc_auc: 0.73 ± 0.098 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 826 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGTGTASKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALDSNYQLIW.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAVKDDYKLSF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CANAGGTSYGKLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVGARAAGNKLTF.
   >>> Dropping feature CAVGYGGSQGNLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAARNSGNTPLVF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  1.391s |     1.411s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.6875 |          1.0 |  0.682s |     2.976s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.642s |     4.210s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.6875 |          1.0 |  0.679s |     5.796s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |          1.0 |  0.702s |     7.110s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |          1.0 |  0.733s |     8.402s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.875 |          1.0 |  0.698s |     9.669s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.743s |    10.966s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  0.684s |    12.194s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.674s |    13.430s |
| Iteration 11     | exponen.. |           1.0 |           10 |       1.0 | friedman_mse |                10 |                5 |         8 |          0.8 |     0.035 |  0.6875 |          1.0 |  0.638s |    15.067s |
| Iteration 12     | exponen.. |         0.025 |          486 |       1.0 | squared_er.. |                20 |               19 |         9 |         log2 |    0.0017 |     1.0 |          1.0 |  0.724s |    16.641s |
| Iteration 13     | exponen.. |        0.0157 |           15 |       0.6 | friedman_mse |                20 |                7 |         3 |          0.8 |    0.0017 |    0.75 |          1.0 |  0.652s |    18.262s |
| Iteration 14     |  deviance |        0.0874 |          291 |       0.9 | squared_er.. |                17 |               13 |         8 |          0.5 |    0.0326 |  0.8125 |          1.0 |  0.836s |    19.994s |
| Iteration 15     | exponen.. |        0.0246 |          253 |       0.9 | squared_er.. |                 6 |               20 |         9 |          0.6 |     0.029 |  0.8125 |          1.0 |  0.742s |    21.565s |
| Iteration 16     | exponen.. |          0.06 |          267 |       1.0 | friedman_mse |                18 |               18 |         4 |          0.6 |    0.0022 |   0.875 |          1.0 |  0.685s |    23.222s |
| Iteration 17     | exponen.. |        0.4376 |          320 |       0.8 | squared_er.. |                16 |               17 |         4 |         sqrt |    0.0141 |    0.75 |          1.0 |  0.757s |    24.813s |
| Iteration 18     | exponen.. |        0.4472 |           72 |       1.0 | squared_er.. |                20 |               16 |         2 |          0.8 |    0.0196 |   0.875 |          1.0 |  0.702s |    26.360s |
| Iteration 19     | exponen.. |         0.074 |          109 |       1.0 | friedman_mse |                20 |               20 |         7 |          0.6 |    0.0005 |     1.0 |          1.0 |  0.738s |    28.040s |
| Iteration 20     | exponen.. |        0.1266 |          152 |       0.9 | friedman_mse |                12 |               18 |         3 |          0.6 |     0.003 |   0.875 |          1.0 |  0.723s |    29.820s |
| Iteration 21     | exponen.. |        0.0598 |          308 |       0.7 | squared_er.. |                17 |               17 |         6 |          0.8 |    0.0215 |  0.6562 |          1.0 |  0.702s |    31.409s |
| Iteration 22     |  deviance |        0.9524 |          101 |       1.0 | friedman_mse |                 5 |               13 |         9 |         sqrt |       0.0 |    0.75 |          1.0 |  0.695s |    33.042s |
| Iteration 23     | exponen.. |        0.8354 |          413 |       1.0 | friedman_mse |                 3 |               20 |         4 |          0.5 |    0.0224 |  0.2812 |          1.0 |  0.749s |    34.680s |
| Iteration 24     | exponen.. |        0.0109 |           16 |       0.8 | squared_er.. |                17 |                6 |         6 |         sqrt |    0.0243 |    0.75 |          1.0 |  0.676s |    36.276s |
| Iteration 25     | exponen.. |        0.0108 |           63 |       0.6 | friedman_mse |                 2 |                1 |         7 |          0.7 |    0.0312 |  0.6875 |          1.0 |  0.713s |    38.035s |
| Iteration 26     | exponen.. |         0.369 |           19 |       0.7 | squared_er.. |                16 |               16 |         7 |         sqrt |     0.027 |   0.875 |          1.0 |  0.672s |    39.750s |
| Iteration 27     | exponen.. |        0.0656 |          469 |       0.9 | squared_er.. |                 9 |               16 |         2 |         log2 |    0.0008 |    0.75 |          1.0 |  0.788s |    42.031s |
| Iteration 28     | exponen.. |        0.5862 |           55 |       0.8 | squared_er.. |                16 |               19 |         5 |         auto |    0.0259 |  0.8125 |          1.0 |  0.685s |    43.724s |
| Iteration 29     | exponen.. |        0.0275 |          166 |       1.0 | friedman_mse |                19 |               18 |         4 |          0.6 |       0.0 |  0.9375 |          1.0 |  0.700s |    45.476s |
| Iteration 30     | exponen.. |        0.3203 |          144 |       0.8 | friedman_mse |                15 |                9 |         6 |         sqrt |    0.0036 |     1.0 |          1.0 |  0.707s |    47.120s |
| Iteration 31     | exponen.. |        0.0922 |          123 |       1.0 | friedman_mse |                14 |               10 |         5 |          0.8 |    0.0284 |     1.0 |          1.0 |  0.696s |    48.875s |
| Iteration 32     | exponen.. |        0.0379 |          500 |       1.0 | friedman_mse |                20 |               11 |         5 |         log2 |     0.009 |  0.9062 |          1.0 |  0.773s |    50.570s |
| Iteration 33     | exponen.. |        0.1787 |          124 |       1.0 | friedman_mse |                16 |                5 |         9 |          0.8 |    0.0222 |  0.6875 |          1.0 |  0.690s |    52.259s |
| Iteration 34     | exponen.. |        0.9217 |          129 |       0.9 | friedman_mse |                12 |               10 |         1 |          0.5 |    0.0002 |  0.8125 |          1.0 |  0.703s |    53.903s |
| Iteration 35     | exponen.. |        0.0177 |          194 |       0.9 | friedman_mse |                 8 |               10 |         8 |         auto |    0.0037 |     1.0 |          1.0 |  0.726s |    55.651s |
| Iteration 36     | exponen.. |        0.4526 |          106 |       1.0 | friedman_mse |                 9 |                9 |         7 |          0.7 |    0.0042 |  0.7188 |          1.0 |  0.690s |    57.380s |
| Iteration 37     | exponen.. |         0.029 |          195 |       0.7 | friedman_mse |                16 |               11 |         7 |         auto |    0.0037 |     1.0 |          1.0 |  0.721s |    59.194s |
| Iteration 38     |  deviance |        0.0351 |           93 |       0.9 | squared_er.. |                 9 |               12 |         2 |          0.8 |    0.0313 |  0.8125 |          1.0 |  0.692s |     1m:02s |
| Iteration 39     | exponen.. |        0.0215 |          234 |       0.7 | friedman_mse |                17 |                9 |         7 |         log2 |    0.0053 |     1.0 |          1.0 |  0.752s |     1m:04s |
| Iteration 40     | exponen.. |        0.0114 |          147 |       1.0 | friedman_mse |                20 |               14 |         6 |         auto |    0.0067 |    0.75 |          1.0 |  0.702s |     1m:05s |
| Iteration 41     | exponen.. |         0.021 |          278 |       0.7 | friedman_mse |                18 |                8 |         4 |         auto |    0.0137 |   0.875 |          1.0 |  0.745s |     1m:07s |
| Iteration 42     | exponen.. |         0.023 |          224 |       0.5 | friedman_mse |                14 |                7 |         8 |         sqrt |    0.0015 |    0.75 |          1.0 |  0.725s |     1m:09s |
| Iteration 43     | exponen.. |        0.0368 |          209 |       0.8 | friedman_mse |                15 |               10 |        10 |         auto |     0.006 |   0.625 |          1.0 |  0.680s |     1m:11s |
| Iteration 44     | exponen.. |        0.0575 |          270 |       0.8 | friedman_mse |                16 |               19 |         5 |          0.8 |    0.0141 |  0.5625 |          1.0 |  0.684s |     1m:12s |
| Iteration 45     | exponen.. |        0.0758 |          142 |       0.8 | friedman_mse |                14 |               13 |         2 |          0.9 |    0.0053 |     1.0 |          1.0 |  0.665s |     1m:14s |
| Iteration 46     | exponen.. |        0.0224 |          238 |       1.0 | squared_er.. |                16 |               10 |         7 |         auto |    0.0048 |  0.9375 |          1.0 |  0.686s |     1m:16s |
| Iteration 47     | exponen.. |        0.0876 |          228 |       0.6 | friedman_mse |                10 |               12 |         3 |          0.6 |    0.0052 |  0.8125 |          1.0 |  0.681s |     1m:18s |
| Iteration 48     | exponen.. |        0.0426 |          174 |       0.8 | friedman_mse |                11 |               16 |         9 |         sqrt |    0.0037 |     1.0 |          1.0 |  0.663s |     1m:20s |
| Iteration 49     | exponen.. |        0.4099 |          153 |       0.9 | friedman_mse |                 8 |               11 |         8 |         auto |    0.0036 |     1.0 |          1.0 |  0.665s |     1m:21s |
| Iteration 50     | exponen.. |        0.0167 |          222 |       0.6 | friedman_mse |                13 |                7 |         8 |         sqrt |    0.0053 |   0.875 |          1.0 |  0.685s |     1m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.733, 'n_estimators': 73, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 9, 'min_samples_leaf': 8, 'max_depth': 7, 'max_features': 0.9, 'ccp_alpha': 0.0296}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.026s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.685 ± 0.0663
Time elapsed: 0.109s
-------------------------------------------------
Total time: 1m:25s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.8125 |       0.8125 |  0.674s |     0.686s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |       0.8125 |  0.687s |     1.892s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |       0.8125 |  0.692s |     3.132s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  0.686s |     4.390s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |       0.8125 |  0.683s |     5.619s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |       0.8125 |  0.681s |     6.826s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     1.0 |          1.0 |  0.687s |     8.041s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.6875 |          1.0 |  0.684s |     9.436s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |          1.0 |  0.688s |    10.638s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.875 |          1.0 |  0.682s |    11.859s |
| Iteration 11     |      l2 |  2.8409 | libli.. |      271 |      --- |    0.75 |          1.0 |  0.675s |    13.331s |
| Iteration 12     |      l2 |  0.0016 |   lbfgs |      851 |      --- |     1.0 |          1.0 |  0.682s |    14.933s |
| Iteration 13     | elast.. |  0.0015 |    saga |      915 |      0.3 |     0.5 |          1.0 |  0.682s |    16.399s |
| Iteration 14     |      l2 |  2.3866 | libli.. |      283 |      --- |  0.9375 |          1.0 |  0.675s |    17.857s |
| Iteration 15     |      l2 |  0.8435 |   lbfgs |      520 |      --- |  0.9375 |          1.0 |  0.685s |    19.349s |
| Iteration 16     |      l2 |   0.001 | libli.. |     1000 |      --- |   0.875 |          1.0 |  0.685s |    20.810s |
| Iteration 17     |      l2 | 91.4835 |   lbfgs |     1000 |      --- |   0.625 |          1.0 |  0.683s |    22.279s |
| Iteration 18     |      l2 |  1.2537 | newto.. |      500 |      --- |     0.5 |          1.0 |  0.677s |    25.218s |
| Iteration 19     |      l2 |  1.9282 | libli.. |      259 |      --- |    0.75 |          1.0 |  0.644s |    28.394s |
| Iteration 20     |      l2 |  2.2228 | libli.. |      222 |      --- |     1.0 |          1.0 |  0.645s |    30.395s |
| Iteration 21     |      l2 |  0.0018 |   lbfgs |      934 |      --- |  0.8125 |          1.0 |  0.641s |    31.954s |
| Iteration 22     |      l2 |  2.2267 | libli.. |      275 |      --- |  0.3125 |          1.0 |  0.655s |    33.594s |
| Iteration 23     |      l2 |  0.0032 |    saga |      200 |      --- |  0.4375 |          1.0 |  0.695s |    35.083s |
| Iteration 24     |      l2 |  0.0233 |   lbfgs |      542 |      --- |   0.625 |          1.0 |  0.691s |    36.878s |
| Iteration 25     |      l2 |  0.0013 |   lbfgs |      315 |      --- |  0.6875 |          1.0 |  0.691s |    38.685s |
| Iteration 26     |      l2 |  0.0013 |   lbfgs |      551 |      --- |  0.8125 |          1.0 |  0.688s |    40.436s |
| Iteration 27     |      l2 |  0.7578 | libli.. |      682 |      --- |     0.5 |          1.0 |  0.681s |    43.189s |
| Iteration 28     |      l2 |  0.1697 | newto.. |      877 |      --- |  0.6875 |          1.0 |  1.347s |    46.951s |
| Iteration 29     |    none |     --- |    saga |      306 |      --- |     1.0 |          1.0 |  0.657s |    50.016s |
| Iteration 30     |    none |     --- |    saga |      982 |      --- |  0.6875 |          1.0 |  0.662s |    53.019s |
| Iteration 31     |    none |     --- |    saga |      140 |      --- |     1.0 |          1.0 |  0.653s |    56.058s |
| Iteration 32     |      l2 |   0.001 |    saga |      995 |      --- |  0.8125 |          1.0 |  0.651s |    59.111s |
| Iteration 33     |    none |     --- |    saga |      245 |      --- |  0.5625 |          1.0 |  0.652s |     1m:02s |
| Iteration 34     |      l2 |  0.8435 |   lbfgs |      520 |      --- |  0.9375 |          1.0 |  0.000s |     1m:03s |
| Iteration 35     |      l2 |  1.0449 | newto.. |      369 |      --- |   0.625 |          1.0 |  0.657s |     1m:05s |
| Iteration 36     |    none |     --- | newto.. |      445 |      --- |  0.8125 |          1.0 |  0.656s |     1m:06s |
| Iteration 37     |    none |     --- | newto.. |      434 |      --- |  0.6875 |          1.0 |  0.661s |     1m:08s |
| Iteration 38     |      l2 |  9.2206 | libli.. |      219 |      --- |  0.8125 |          1.0 |  0.655s |     1m:09s |
| Iteration 39     |      l2 |  0.1117 | libli.. |      685 |      --- |  0.8125 |          1.0 |  0.652s |     1m:11s |
| Iteration 40     |      l2 |  0.7103 |    saga |      106 |      --- |    0.75 |          1.0 |  0.652s |     1m:13s |
| Iteration 41     |      l2 |  0.1904 |   lbfgs |      762 |      --- |  0.5625 |          1.0 |  0.655s |     1m:14s |
| Iteration 42     |      l2 |  0.2254 |     sag |      934 |      --- |   0.875 |          1.0 |  0.648s |     1m:16s |
| Iteration 43     |      l2 |  0.0719 |     sag |      714 |      --- |     0.5 |          1.0 |  0.649s |     1m:17s |
| Iteration 44     |      l2 |  0.0201 |     sag |      134 |      --- |   0.625 |          1.0 |  0.646s |     1m:19s |
| Iteration 45     |    none |     --- |    saga |      421 |      --- |    0.75 |          1.0 |  0.661s |     1m:20s |
| Iteration 46     |      l2 |  0.1053 |   lbfgs |      541 |      --- |  0.5625 |          1.0 |  0.652s |     1m:22s |
| Iteration 47     |    none |     --- |    saga |      865 |      --- |     1.0 |          1.0 |  0.657s |     1m:23s |
| Iteration 48     |      l1 |  0.0011 |    saga |      455 |      --- |     0.5 |          1.0 |  0.650s |     1m:25s |
| Iteration 49     |      l2 |  0.0397 |   lbfgs |      568 |      --- |    0.75 |          1.0 |  0.644s |     1m:27s |
| Iteration 50     |      l1 |  1.7731 |    saga |      996 |      --- |     0.5 |          1.0 |  0.657s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'penalty': 'l2', 'C': 2.2818, 'solver': 'liblinear', 'max_iter': 278}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7871
Test evaluation --> roc_auc: 0.25
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.37 ± 0.103
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:29s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.8125 |       0.8125 |  0.642s |     0.648s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.8125 |  0.640s |     2.076s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.8125 |  0.001s |     2.599s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |       0.8125 |  0.643s |     3.759s |
| Initial point 5  |   eigen |       0.9 |  0.4375 |       0.8125 |  0.655s |     4.948s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  1.240s |     6.732s |
| Initial point 7  |    lsqr |       0.5 |     1.0 |          1.0 |  0.641s |     7.915s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |          1.0 |  0.647s |     9.109s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |          1.0 |  0.642s |    10.324s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |          1.0 |  0.637s |    11.495s |
| Iteration 11     |   eigen |       0.5 |  0.8125 |          1.0 |  0.636s |    12.763s |
| Iteration 12     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    13.419s |
| Iteration 13     |   eigen |       0.7 |   0.625 |          1.0 |  0.639s |    14.699s |
| Iteration 14     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    15.348s |
| Iteration 15     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    16.012s |
| Iteration 16     |   eigen |      None |  0.9375 |          1.0 |  0.635s |    17.308s |
| Iteration 17     |    lsqr |      None |   0.625 |          1.0 |  0.636s |    18.620s |
| Iteration 18     |    lsqr |       1.0 |  0.4375 |          1.0 |  0.656s |    20.002s |
| Iteration 19     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    20.696s |
| Iteration 20     |    lsqr |      auto |     1.0 |          1.0 |  0.654s |    22.031s |
| Iteration 21     |   eigen |      auto |  0.8125 |          1.0 |  0.637s |    23.398s |
| Iteration 22     |   eigen |       0.6 |  0.5625 |          1.0 |  0.640s |    24.727s |
| Iteration 23     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    25.466s |
| Iteration 24     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    26.169s |
| Iteration 25     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    26.874s |
| Iteration 26     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    27.576s |
| Iteration 27     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    28.291s |
| Iteration 28     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    29.130s |
| Iteration 29     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    29.957s |
| Iteration 30     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    31.312s |
| Iteration 31     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    32.326s |
| Iteration 32     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    33.086s |
| Iteration 33     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    33.871s |
| Iteration 34     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    34.669s |
| Iteration 35     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    35.446s |
| Iteration 36     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    36.210s |
| Iteration 37     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    37.086s |
| Iteration 38     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    37.886s |
| Iteration 39     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    38.700s |
| Iteration 40     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    39.508s |
| Iteration 41     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    40.297s |
| Iteration 42     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    41.101s |
| Iteration 43     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    41.915s |
| Iteration 44     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    42.735s |
| Iteration 45     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    43.562s |
| Iteration 46     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    44.405s |
| Iteration 47     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    45.289s |
| Iteration 48     |     svd |       --- |  0.6875 |          1.0 |  0.001s |    46.182s |
| Iteration 49     |   eigen |       0.6 |  0.5625 |          1.0 |  0.001s |    47.062s |
| Iteration 50     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |    48.126s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 49.032s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7879
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.37 ± 0.0872
Time elapsed: 0.029s
-------------------------------------------------
Total time: 49.071s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.8125 |       0.8125 |  0.633s |     0.636s |
| Initial point 2  |       0.9 |    0.75 |       0.8125 |  0.638s |     3.136s |
| Initial point 3  |       0.1 |  0.4375 |       0.8125 |  1.220s |     5.300s |
| Initial point 4  |       1.0 |  0.8125 |       0.8125 |  0.000s |     5.840s |
| Initial point 5  |       0.2 |  0.4375 |       0.8125 |  0.633s |     6.980s |
| Initial point 6  |       0.4 |     1.0 |          1.0 |  0.637s |     8.145s |
| Initial point 7  |       0.4 |     1.0 |          1.0 |  0.000s |     8.740s |
| Initial point 8  |       0.7 |     0.5 |          1.0 |  0.642s |     9.894s |
| Initial point 9  |       0.9 |    0.75 |          1.0 |  0.000s |    11.397s |
| Initial point 10 |       0.8 |    0.75 |          1.0 |  0.635s |    12.804s |
| Iteration 11     |       0.3 |    0.75 |          1.0 |  0.639s |    14.101s |
| Iteration 12     |       0.6 |    0.75 |          1.0 |  0.638s |    15.385s |
| Iteration 13     |       0.5 |   0.625 |          1.0 |  0.633s |    18.069s |
| Iteration 14     |       0.0 |  0.9375 |          1.0 |  0.636s |    19.950s |
| Iteration 15     |       0.4 |     1.0 |          1.0 |  0.000s |    20.588s |
| Iteration 16     |       0.4 |     1.0 |          1.0 |  0.000s |    21.207s |
| Iteration 17     |       0.4 |     1.0 |          1.0 |  0.000s |    21.826s |
| Iteration 18     |       0.4 |     1.0 |          1.0 |  0.000s |    22.468s |
| Iteration 19     |       0.4 |     1.0 |          1.0 |  0.000s |    23.088s |
| Iteration 20     |       0.6 |    0.75 |          1.0 |  0.000s |    23.717s |
| Iteration 21     |       0.6 |    0.75 |          1.0 |  0.000s |    24.352s |
| Iteration 22     |       0.4 |     1.0 |          1.0 |  0.000s |    25.023s |
| Iteration 23     |       0.4 |     1.0 |          1.0 |  0.000s |    25.654s |
| Iteration 24     |       0.4 |     1.0 |          1.0 |  0.000s |    26.299s |
| Iteration 25     |       0.4 |     1.0 |          1.0 |  0.000s |    26.988s |
| Iteration 26     |       0.4 |     1.0 |          1.0 |  0.000s |    28.867s |
| Iteration 27     |       0.4 |     1.0 |          1.0 |  0.000s |    29.833s |
| Iteration 28     |       0.9 |    0.75 |          1.0 |  0.000s |    30.469s |
| Iteration 29     |       0.4 |     1.0 |          1.0 |  0.000s |    31.210s |
| Iteration 30     |       0.8 |    0.75 |          1.0 |  0.000s |    31.873s |
| Iteration 31     |       0.4 |     1.0 |          1.0 |  0.000s |    32.527s |
| Iteration 32     |       0.4 |     1.0 |          1.0 |  0.000s |    33.182s |
| Iteration 33     |       0.4 |     1.0 |          1.0 |  0.000s |    33.865s |
| Iteration 34     |       0.4 |     1.0 |          1.0 |  0.000s |    35.569s |
| Iteration 35     |       0.4 |     1.0 |          1.0 |  0.000s |    37.538s |
| Iteration 36     |       0.4 |     1.0 |          1.0 |  0.000s |    38.478s |
| Iteration 37     |       0.4 |     1.0 |          1.0 |  0.000s |    39.453s |
| Iteration 38     |       0.4 |     1.0 |          1.0 |  0.000s |    40.124s |
| Iteration 39     |       0.4 |     1.0 |          1.0 |  0.000s |    40.821s |
| Iteration 40     |       0.4 |     1.0 |          1.0 |  0.000s |    41.496s |
| Iteration 41     |       0.4 |     1.0 |          1.0 |  0.000s |    42.184s |
| Iteration 42     |       0.4 |     1.0 |          1.0 |  0.000s |    42.881s |
| Iteration 43     |       0.4 |     1.0 |          1.0 |  0.000s |    43.566s |
| Iteration 44     |       0.4 |     1.0 |          1.0 |  0.000s |    44.278s |
| Iteration 45     |       0.4 |     1.0 |          1.0 |  0.000s |    44.990s |
| Iteration 46     |       0.4 |     1.0 |          1.0 |  0.000s |    46.580s |
| Iteration 47     |       0.4 |     1.0 |          1.0 |  0.000s |    47.539s |
| Iteration 48     |       0.4 |     1.0 |          1.0 |  0.000s |    48.294s |
| Iteration 49     |       0.4 |     1.0 |          1.0 |  0.000s |    49.026s |
| Iteration 50     |       0.4 |     1.0 |          1.0 |  0.001s |    49.773s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 1.0
Time elapsed: 50.575s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7567
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.1503
Time elapsed: 0.027s
-------------------------------------------------
Total time: 50.611s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.4392 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.652s |     0.672s |
| Initial point 2  |  4.9471 | uniform |   kd_tree |        39 |       2 |  0.2188 |       0.9375 |  0.748s |     2.162s |
| Initial point 3  |  3.9079 | dista.. | ball_tree |        25 |       2 |   0.875 |       0.9375 |  0.707s |     3.604s |
| Initial point 4  |  11.401 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.698s |     4.855s |
| Initial point 5  |  8.9312 | dista.. |      auto |        30 |       2 |   0.875 |       0.9375 |  0.650s |     6.087s |
| Initial point 6  |  10.343 | dista.. | ball_tree |        21 |       2 |   0.875 |       0.9375 |  1.207s |     7.828s |
| Initial point 7  |  7.3981 | dista.. | ball_tree |        24 |       1 |  0.8125 |       0.9375 |  0.700s |     9.079s |
| Initial point 8  |  1.7728 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.9375 |  0.647s |    10.278s |
| Initial point 9  |   8.241 | uniform | ball_tree |        24 |       1 |  0.8125 |       0.9375 |  0.705s |    11.531s |
| Initial point 10 |  5.8534 | uniform |     brute |        22 |       2 |     0.5 |       0.9375 |  0.719s |    12.844s |
| Iteration 11     | 12.4743 | dista.. |      auto |        25 |       2 |   0.875 |       0.9375 |  0.632s |    14.286s |
| Iteration 12     |   8.636 | dista.. | ball_tree |        26 |       2 |     1.0 |          1.0 |  0.631s |    15.739s |
| Iteration 13     | 10.8221 | dista.. | ball_tree |        26 |       2 |  0.9375 |          1.0 |  0.637s |    17.169s |
| Iteration 14     |  7.3921 | dista.. | ball_tree |        26 |       2 |  0.9375 |          1.0 |  0.639s |    18.616s |
| Iteration 15     | 10.8411 | dista.. |      auto |        36 |       1 |     1.0 |          1.0 |  0.635s |    21.133s |
| Iteration 16     |  8.2895 | dista.. |      auto |        36 |       1 |   0.875 |          1.0 |  0.631s |    23.891s |
| Iteration 17     | 12.4743 | dista.. | ball_tree |        35 |       1 |    0.75 |          1.0 |  0.640s |    26.790s |
| Iteration 18     | 12.4743 | uniform |      auto |        32 |       1 |   0.375 |          1.0 |  0.640s |    29.572s |
| Iteration 19     | 12.4743 | dista.. |     brute |        26 |       2 |  0.6875 |          1.0 |  0.637s |    32.418s |
| Iteration 20     | 12.4743 | dista.. |      auto |        35 |       1 |     1.0 |          1.0 |  0.647s |    35.199s |
| Iteration 21     | 12.4743 | dista.. |      auto |        36 |       2 |  0.7188 |          1.0 |  0.635s |    37.981s |
| Iteration 22     | 12.4743 | dista.. |      auto |        35 |       1 |     1.0 |          1.0 |  0.001s |    40.108s |
| Iteration 23     |  12.072 | dista.. |      auto |        36 |       1 |  0.3125 |          1.0 |  0.640s |    42.876s |
| Iteration 24     |  0.0662 | dista.. |     brute |        38 |       1 |     0.5 |          1.0 |  0.649s |    45.580s |
| Iteration 25     |  8.7276 | dista.. | ball_tree |        26 |       2 |    0.75 |          1.0 |  0.640s |    48.553s |
| Iteration 26     |     0.0 | dista.. |      auto |        20 |       2 |     0.5 |          1.0 |  0.687s |    51.418s |
| Iteration 27     |  7.0192 | dista.. |     brute |        40 |       1 |   0.625 |          1.0 |  0.633s |    54.299s |
| Iteration 28     |     0.0 | uniform | ball_tree |        20 |       1 |     0.5 |          1.0 |  0.653s |    57.093s |
| Iteration 29     | 12.4743 | dista.. |     brute |        22 |       1 |  0.8125 |          1.0 |  0.643s |    58.911s |
| Iteration 30     | 12.4743 | dista.. |     brute |        23 |       2 |     1.0 |          1.0 |  0.655s |     1m:00s |
| Iteration 31     |  8.6166 | dista.. | ball_tree |        26 |       2 |     1.0 |          1.0 |  0.635s |     1m:02s |
| Iteration 32     | 10.8144 | uniform |      auto |        36 |       1 |   0.625 |          1.0 |  1.202s |     1m:04s |
| Iteration 33     |  7.8344 | dista.. |     brute |        22 |       2 |  0.9375 |          1.0 |  0.633s |     1m:06s |
| Iteration 34     |  9.6784 | dista.. |     brute |        20 |       1 |    0.75 |          1.0 |  0.659s |     1m:07s |
| Iteration 35     |  7.4762 | dista.. | ball_tree |        26 |       2 |  0.8125 |          1.0 |  0.671s |     1m:09s |
| Iteration 36     | 12.4743 | dista.. |      auto |        35 |       1 |     1.0 |          1.0 |  0.001s |     1m:10s |
| Iteration 37     | 12.4743 | dista.. |     brute |        21 |       2 |  0.8125 |          1.0 |  0.673s |     1m:12s |
| Iteration 38     | 12.4743 | dista.. |      auto |        36 |       2 |  0.7188 |          1.0 |  0.000s |     1m:13s |
| Iteration 39     |  7.2089 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  0.675s |     1m:14s |
| Iteration 40     | 12.4461 | dista.. |     brute |        23 |       2 |   0.875 |          1.0 |  0.683s |     1m:16s |
| Iteration 41     |   6.402 | dista.. |      auto |        22 |       2 |    0.75 |          1.0 |  0.678s |     1m:18s |
| Iteration 42     | 10.8127 | dista.. |      auto |        36 |       1 |    0.75 |          1.0 |  0.696s |     1m:20s |
| Iteration 43     |  7.2258 | dista.. |     brute |        38 |       1 |    0.75 |          1.0 |  0.646s |     1m:21s |
| Iteration 44     |  9.4344 | dista.. |     brute |        20 |       2 |  0.6875 |          1.0 |  0.658s |     1m:23s |
| Iteration 45     | 12.4693 | dista.. |     brute |        23 |       1 |     1.0 |          1.0 |  0.642s |     1m:24s |
| Iteration 46     | 12.4743 | dista.. |     brute |        37 |       2 |  0.8125 |          1.0 |  0.673s |     1m:26s |
| Iteration 47     | 12.4743 | dista.. |     brute |        28 |       1 |     0.5 |          1.0 |  0.644s |     1m:27s |
| Iteration 48     |     0.0 | uniform | ball_tree |        34 |       2 |     0.5 |          1.0 |  0.641s |     1m:29s |
| Iteration 49     |  9.1493 | dista.. |      auto |        20 |       2 |  0.9375 |          1.0 |  0.637s |     1m:31s |
| Iteration 50     |  5.7593 | dista.. |      auto |        39 |       1 |  0.6562 |          1.0 |  0.636s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'radius': 7.2089, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9996
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.06
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:33s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  0.998s |     1.005s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |         0.75 |  1.028s |     2.689s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.784s |     4.024s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.8125 |          1.0 |  0.921s |     5.477s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.816s |     6.807s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |          1.0 |  0.998s |     8.330s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.25 |          1.0 |  0.660s |     9.502s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  0.924s |    10.948s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.8125 |          1.0 |  0.646s |    12.106s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     1.0 |          1.0 |  0.756s |    13.380s |
| Iteration 11     |          193 |        0.0248 |     SAMME |  0.7188 |          1.0 |  1.344s |    15.521s |
| Iteration 12     |          238 |        2.8364 |     SAMME |  0.9062 |          1.0 |  0.640s |    16.980s |
| Iteration 13     |          153 |        0.0228 |     SAMME |    0.75 |          1.0 |  0.749s |    18.463s |
| Iteration 14     |          395 |        0.0206 |     SAMME |  0.8125 |          1.0 |  0.907s |    20.229s |
| Iteration 15     |          265 |          0.01 |     SAMME |     1.0 |          1.0 |  0.822s |    22.013s |
| Iteration 16     |          285 |        9.8756 |     SAMME |  0.4375 |          1.0 |  0.635s |    23.395s |
| Iteration 17     |          261 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.829s |    25.077s |
| Iteration 18     |          413 |          10.0 |     SAMME |  0.3125 |          1.0 |  0.660s |    26.544s |
| Iteration 19     |           65 |        0.3936 |   SAMME.R |  0.6875 |          1.0 |  0.694s |    28.025s |
| Iteration 20     |          332 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.885s |    29.616s |
| Iteration 21     |          341 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.903s |    31.223s |
| Iteration 22     |          274 |        0.1412 |   SAMME.R |     0.5 |          1.0 |  0.854s |    32.790s |
| Iteration 23     |          335 |        0.0169 |     SAMME |  0.4688 |          1.0 |  0.872s |    35.873s |
| Iteration 24     |          141 |        0.0147 |     SAMME |  0.6875 |          1.0 |  0.745s |    40.285s |
| Iteration 25     |          109 |        0.0457 |     SAMME |  0.7188 |          1.0 |  0.707s |    43.537s |
| Iteration 26     |          475 |        1.0061 |     SAMME |  0.6875 |          1.0 |  0.960s |    46.881s |
| Iteration 27     |           57 |          0.01 |   SAMME.R |    0.75 |          1.0 |  0.684s |    49.998s |
| Iteration 28     |          255 |        0.0292 |     SAMME |   0.875 |          1.0 |  0.799s |    53.262s |
| Iteration 29     |          500 |          0.01 |     SAMME |     1.0 |          1.0 |  0.967s |    56.701s |
| Iteration 30     |          267 |          0.01 |     SAMME |     1.0 |          1.0 |  0.799s |     1m:00s |
| Iteration 31     |          323 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.871s |     1m:02s |
| Iteration 32     |          329 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.875s |     1m:04s |
| Iteration 33     |           66 |        1.0314 |     SAMME |    0.75 |          1.0 |  0.661s |     1m:06s |
| Iteration 34     |          500 |        0.0103 |   SAMME.R |  0.9375 |          1.0 |  1.043s |     1m:08s |
| Iteration 35     |          224 |        0.0514 |     SAMME |     1.0 |          1.0 |  0.810s |     1m:09s |
| Iteration 36     |          245 |        0.0502 |     SAMME |   0.875 |          1.0 |  0.807s |     1m:12s |
| Iteration 37     |          471 |        0.0192 |     SAMME |  0.9688 |          1.0 |  1.005s |     1m:14s |
| Iteration 38     |          419 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  1.006s |     1m:15s |
| Iteration 39     |          145 |        0.0522 |     SAMME |     1.0 |          1.0 |  0.778s |     1m:17s |
| Iteration 40     |          135 |        0.0564 |     SAMME |  0.8125 |          1.0 |  0.761s |     1m:19s |
| Iteration 41     |          130 |        0.0513 |     SAMME |  0.8125 |          1.0 |  0.760s |     1m:21s |
| Iteration 42     |          500 |        0.0102 |     SAMME |  0.8125 |          1.0 |  1.033s |     1m:23s |
| Iteration 43     |          500 |        0.0192 |   SAMME.R |  0.6875 |          1.0 |  1.065s |     1m:25s |
| Iteration 44     |          143 |        0.2724 |     SAMME |  0.8125 |          1.0 |  0.775s |     1m:26s |
| Iteration 45     |           50 |        0.0193 |     SAMME |     1.0 |          1.0 |  0.696s |     1m:28s |
| Iteration 46     |          436 |        0.0187 |     SAMME |  0.7812 |          1.0 |  0.988s |     1m:30s |
| Iteration 47     |           74 |          0.01 |     SAMME |   0.875 |          1.0 |  0.720s |     1m:31s |
| Iteration 48     |           69 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.731s |     1m:33s |
| Iteration 49     |           63 |        0.0196 |     SAMME |  0.9375 |          1.0 |  0.709s |     1m:35s |
| Iteration 50     |          197 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.839s |     1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9406
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.399s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.645 ± 0.0843
Time elapsed: 1.821s
-------------------------------------------------
Total time: 1m:41s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  1.056s |     1.076s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6562 |          1.0 |  0.892s |     3.392s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |          1.0 |  0.942s |     5.834s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |          1.0 |  0.743s |     8.078s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |          1.0 |  0.994s |     9.797s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  0.809s |    11.189s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.808s |    12.561s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.797s |    13.929s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.625 |          1.0 |  0.905s |    15.371s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  0.890s |    17.386s |
| Iteration 11     |          142 |      gini |         6 |                 2 |                5 |          0.8 |      True |    0.0261 |         0.5 |    0.75 |          1.0 |  0.735s |    19.210s |
| Iteration 12     |          370 |   entropy |      None |                11 |               11 |         sqrt |     False |    0.0208 |         --- |     1.0 |          1.0 |  0.844s |    21.583s |
| Iteration 13     |           70 |   entropy |         1 |                18 |                6 |          0.8 |     False |    0.0003 |         --- |    0.75 |          1.0 |  0.667s |    23.193s |
| Iteration 14     |          392 |   entropy |         1 |                16 |                5 |         sqrt |      True |    0.0181 |         0.8 |   0.875 |          1.0 |  0.929s |    25.058s |
| Iteration 15     |          338 |   entropy |         1 |                20 |                2 |          0.7 |      True |    0.0175 |         0.8 |     1.0 |          1.0 |  0.888s |    27.002s |
| Iteration 16     |           57 |   entropy |         1 |                 5 |               19 |          0.6 |      True |    0.0244 |         0.9 |  0.9375 |          1.0 |  0.666s |    29.979s |
| Iteration 17     |           10 |   entropy |      None |                 4 |               17 |          0.6 |     False |    0.0104 |         --- |  0.7188 |          1.0 |  0.629s |    33.082s |
| Iteration 18     |          500 |   entropy |         1 |                12 |                4 |          0.7 |      True |    0.0205 |         0.8 |  0.6875 |          1.0 |  1.026s |    36.878s |
| Iteration 19     |          430 |   entropy |      None |                18 |                6 |         auto |      True |    0.0199 |         0.9 |   0.875 |          1.0 |  0.976s |    39.163s |
| Iteration 20     |           16 |   entropy |         1 |                16 |               19 |         auto |     False |    0.0046 |         --- |     1.0 |          1.0 |  0.640s |    40.778s |
| Iteration 21     |          398 |   entropy |         1 |                11 |               17 |         auto |     False |    0.0084 |         --- |  0.8125 |          1.0 |  0.860s |    42.691s |
| Iteration 22     |          145 |   entropy |         3 |                20 |               19 |          0.8 |     False |    0.0259 |         --- |   0.625 |          1.0 |  0.716s |    44.371s |
| Iteration 23     |           49 |   entropy |         8 |                18 |               18 |         None |      True |    0.0058 |         0.6 |     0.5 |          1.0 |  0.667s |    45.985s |
| Iteration 24     |           34 |   entropy |         9 |                10 |               13 |         auto |      True |    0.0266 |         0.8 |  0.6875 |          1.0 |  0.646s |    47.560s |
| Iteration 25     |           39 |   entropy |      None |                18 |               16 |         log2 |      True |    0.0282 |        None |   0.625 |          1.0 |  0.655s |    49.172s |
| Iteration 26     |           63 |   entropy |      None |                19 |               18 |         sqrt |     False |    0.0333 |         --- |   0.875 |          1.0 |  0.659s |    50.878s |
| Iteration 27     |          300 |   entropy |      None |                19 |               10 |         auto |     False |    0.0019 |         --- |  0.8125 |          1.0 |  0.807s |    52.634s |
| Iteration 28     |          346 |      gini |         3 |                 2 |                6 |         sqrt |      True |    0.0317 |        None |  0.8125 |          1.0 |  0.889s |    54.485s |
| Iteration 29     |          360 |      gini |      None |                 9 |               20 |         auto |     False |    0.0342 |         --- |    0.75 |          1.0 |  0.855s |    56.680s |
| Iteration 30     |           83 |   entropy |      None |                18 |               19 |         log2 |      True |    0.0318 |         0.9 |     1.0 |          1.0 |  0.683s |    58.424s |
| Iteration 31     |          468 |   entropy |      None |                11 |               15 |         log2 |      True |    0.0055 |         0.9 |   0.875 |          1.0 |  0.982s |     1m:00s |
| Iteration 32     |          328 |   entropy |      None |                 8 |                1 |         auto |     False |    0.0274 |         --- |  0.8125 |          1.0 |  0.834s |     1m:02s |
| Iteration 33     |           10 |   entropy |      None |                 2 |               19 |         log2 |      True |     0.035 |         0.9 |    0.75 |          1.0 |  0.628s |     1m:04s |
| Iteration 34     |          126 |   entropy |         2 |                18 |               19 |          0.7 |      True |    0.0261 |         0.5 |     0.5 |          1.0 |  0.722s |     1m:07s |
| Iteration 35     |          378 |   entropy |         3 |                 9 |                6 |         auto |     False |    0.0223 |         --- |  0.9375 |          1.0 |  0.844s |     1m:09s |
| Iteration 36     |          123 |   entropy |      None |                18 |               18 |          0.5 |      True |    0.0314 |         0.9 |  0.6562 |          1.0 |  0.723s |     1m:12s |
| Iteration 37     |          458 |   entropy |      None |                 6 |               10 |         auto |     False |    0.0265 |         --- |   0.875 |          1.0 |  0.895s |     1m:14s |
| Iteration 38     |          456 |   entropy |      None |                20 |                1 |          0.5 |     False |     0.017 |         --- |   0.875 |          1.0 |  0.939s |     1m:16s |
| Iteration 39     |          482 |      gini |         9 |                 2 |               20 |         None |     False |    0.0341 |         --- |   0.875 |          1.0 |  0.915s |     1m:18s |
| Iteration 40     |          360 |   entropy |      None |                 2 |                9 |         auto |     False |    0.0091 |         --- |   0.875 |          1.0 |  0.835s |     1m:20s |
| Iteration 41     |          173 |      gini |      None |                 3 |               20 |         None |      True |    0.0022 |        None |   0.875 |          1.0 |  0.745s |     1m:22s |
| Iteration 42     |          339 |      gini |         9 |                14 |               20 |         None |      True |     0.024 |        None |   0.625 |          1.0 |  0.870s |     1m:24s |
| Iteration 43     |          225 |      gini |      None |                16 |               15 |         auto |     False |    0.0083 |         --- |  0.5625 |          1.0 |  0.747s |     1m:25s |
| Iteration 44     |          293 |   entropy |      None |                 3 |               20 |         auto |     False |    0.0175 |         --- |  0.6875 |          1.0 |  0.830s |     1m:27s |
| Iteration 45     |          245 |   entropy |      None |                 9 |                1 |         auto |     False |    0.0102 |         --- |     1.0 |          1.0 |  0.851s |     1m:29s |
| Iteration 46     |           17 |   entropy |      None |                 3 |                1 |         auto |      True |     0.005 |        None |   0.875 |          1.0 |  0.693s |     1m:31s |
| Iteration 47     |          422 |   entropy |      None |                12 |                1 |         auto |     False |    0.0107 |         --- |  0.8125 |          1.0 |  0.945s |     1m:33s |
| Iteration 48     |           18 |   entropy |         9 |                 2 |                1 |         auto |     False |    0.0062 |         --- |  0.9375 |          1.0 |  0.701s |     1m:35s |
| Iteration 49     |          500 |   entropy |      None |                 2 |                1 |         auto |      True |     0.035 |         0.6 |  0.9375 |          1.0 |  1.089s |     1m:37s |
| Iteration 50     |          128 |   entropy |         9 |                 2 |                1 |         auto |     False |    0.0135 |         --- |   0.875 |          1.0 |  0.765s |     1m:39s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8938
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.448s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0245
Time elapsed: 2.005s
-------------------------------------------------
Total time: 1m:43s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.782s |     0.802s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.5625 |       0.5625 |  0.773s |     2.140s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.5625 |  0.774s |     3.470s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.5625 |  0.720s |     4.738s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.5625 |  0.757s |     6.052s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.5625 |  0.728s |     7.326s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.5625 |  0.743s |     8.626s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.5625 |  0.738s |     9.925s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |         0.75 |  0.772s |    11.264s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  0.764s |    12.596s |
| Iteration 11     |          226 |        0.0693 |         3 |     0.0 |                4 |       0.8 |              0.5 |         0 |         10 |    0.75 |         0.75 |  0.732s |    14.343s |
| Iteration 12     |          496 |        0.9814 |         8 |  0.3173 |                4 |       0.8 |              0.8 |       100 |         10 |     0.5 |         0.75 |  0.772s |    16.118s |
| Iteration 13     |          455 |        0.0432 |         9 |  0.6345 |                5 |       0.8 |              1.0 |         0 |       0.01 |    0.75 |         0.75 |  1.360s |    18.469s |
| Iteration 14     |          437 |        0.0639 |         8 |  0.3067 |                4 |       0.9 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  0.770s |    20.538s |
| Iteration 15     |          457 |        0.0526 |         6 |  0.0923 |                5 |       0.9 |              1.0 |      0.01 |         10 |   0.875 |          1.0 |  0.779s |    22.251s |
| Iteration 16     |          417 |        0.0154 |         9 |  0.2459 |                4 |       0.9 |              0.5 |      0.01 |          0 |     1.0 |          1.0 |  0.773s |    23.959s |
| Iteration 17     |          336 |        0.0715 |         7 |  0.7566 |                4 |       1.0 |              0.9 |         0 |       0.01 |  0.7188 |          1.0 |  0.750s |    25.684s |
| Iteration 18     |          358 |          0.01 |        10 |     1.0 |                4 |       0.9 |              0.9 |      0.01 |          0 |  0.6562 |          1.0 |  0.751s |    27.341s |
| Iteration 19     |           43 |        0.9253 |         3 |  0.2855 |                4 |       0.5 |              0.9 |      0.01 |         10 |  0.8438 |          1.0 |  0.702s |    29.062s |
| Iteration 20     |          302 |        0.5383 |         4 |   0.279 |                4 |       1.0 |              1.0 |      0.01 |          0 |  0.9375 |          1.0 |  0.683s |    30.759s |
| Iteration 21     |          500 |        0.0207 |        10 |  0.2856 |                4 |       0.9 |              0.4 |      0.01 |       0.01 |  0.7812 |          1.0 |  0.779s |    32.582s |
| Iteration 22     |          384 |        0.9761 |         8 |     0.0 |                4 |       1.0 |              1.0 |      0.01 |        0.1 |  0.3438 |          1.0 |  0.809s |    34.482s |
| Iteration 23     |          201 |        0.0556 |         7 |  0.3678 |                4 |       0.6 |              0.8 |      0.01 |          0 |  0.3125 |          1.0 |  0.673s |    36.158s |
| Iteration 24     |          431 |        0.0201 |         9 |  0.8047 |                4 |       0.9 |              0.9 |         0 |          0 |  0.8438 |          1.0 |  0.708s |    37.978s |
| Iteration 25     |          428 |        0.2566 |         7 |  0.9563 |                3 |       0.9 |              0.6 |       0.1 |        0.1 |   0.625 |          1.0 |  0.734s |    39.729s |
| Iteration 26     |          268 |        0.0361 |         2 |  0.7215 |                3 |       1.0 |              0.8 |      0.01 |       0.01 |  0.9375 |          1.0 |  0.695s |    41.585s |
| Iteration 27     |          482 |        0.0169 |         9 |   0.185 |                4 |       0.9 |              0.6 |       0.1 |          0 |   0.625 |          1.0 |  0.738s |    43.466s |
| Iteration 28     |          214 |         0.028 |         9 |     0.0 |                4 |       0.9 |              0.5 |      0.01 |        0.1 |     1.0 |          1.0 |  0.675s |    45.282s |
| Iteration 29     |          236 |        0.0676 |         8 |  0.4384 |                4 |       0.9 |              0.5 |        10 |       0.01 |     0.5 |          1.0 |  0.676s |    47.010s |
| Iteration 30     |          496 |        0.0136 |         8 |  0.1551 |                3 |       0.9 |              0.8 |      0.01 |        0.1 |     1.0 |          1.0 |  0.735s |    48.825s |
| Iteration 31     |           75 |        0.1176 |         3 |    0.11 |                4 |       1.0 |              0.9 |      0.01 |       0.01 |  0.9375 |          1.0 |  0.661s |    50.511s |
| Iteration 32     |          400 |        0.0631 |         3 |     1.0 |                3 |       1.0 |              0.5 |      0.01 |       0.01 |  0.9375 |          1.0 |  0.714s |    52.355s |
| Iteration 33     |           52 |        0.0207 |         8 |  0.0693 |                4 |       0.9 |              0.6 |      0.01 |        0.1 |   0.875 |          1.0 |  0.658s |    54.223s |
| Iteration 34     |          424 |        0.0444 |         9 |  0.1565 |                7 |       0.9 |              0.7 |      0.01 |       0.01 |     0.5 |          1.0 |  0.708s |    56.088s |
| Iteration 35     |          460 |        0.0111 |         9 |     0.0 |                4 |       0.9 |              0.9 |      0.01 |          0 |  0.8125 |          1.0 |  0.742s |    57.934s |
| Iteration 36     |          305 |        0.0303 |         8 |     0.0 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |  0.7812 |          1.0 |  0.712s |    59.767s |
| Iteration 37     |          308 |          0.01 |         5 |     0.0 |                3 |       0.9 |              0.8 |         0 |          1 |   0.875 |          1.0 |  0.714s |     1m:02s |
| Iteration 38     |          489 |        0.1938 |         2 |  0.4889 |                4 |       1.0 |              0.5 |         0 |          0 |  0.8125 |          1.0 |  0.723s |     1m:04s |
| Iteration 39     |          139 |        0.2568 |         1 |     0.0 |                4 |       1.0 |              0.7 |       0.1 |          1 |     1.0 |          1.0 |  1.268s |     1m:06s |
| Iteration 40     |           54 |        0.1386 |         1 |     0.0 |                4 |       1.0 |              0.9 |       0.1 |          0 |  0.6875 |          1.0 |  0.706s |     1m:08s |
| Iteration 41     |          276 |        0.1025 |         2 |  0.0812 |                4 |       1.0 |              0.7 |      0.01 |        100 |   0.625 |          1.0 |  0.742s |     1m:10s |
| Iteration 42     |          307 |          0.01 |         9 |  0.4832 |                4 |       0.9 |              0.5 |         0 |          1 |   0.625 |          1.0 |  0.745s |     1m:12s |
| Iteration 43     |           87 |        0.0182 |         4 |  0.0325 |                3 |       0.9 |              0.9 |      0.01 |       0.01 |   0.625 |          1.0 |  0.715s |     1m:14s |
| Iteration 44     |          483 |        0.6131 |         2 |  0.7712 |                2 |       1.0 |              0.9 |      0.01 |        0.1 |  0.6875 |          1.0 |  0.776s |     1m:16s |
| Iteration 45     |          298 |        0.0141 |         5 |  0.0461 |                1 |       1.0 |              0.7 |         0 |          0 |     1.0 |          1.0 |  0.770s |     1m:18s |
| Iteration 46     |          357 |          0.01 |         1 |  0.8347 |                1 |       1.0 |              0.5 |         0 |        100 |  0.5938 |          1.0 |  0.753s |     1m:19s |
| Iteration 47     |          461 |        0.0125 |         7 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |    0.75 |          1.0 |  0.795s |     1m:22s |
| Iteration 48     |          101 |        0.0392 |         1 |  0.6709 |                1 |       1.0 |              0.8 |         0 |          0 |     1.0 |          1.0 |  0.715s |     1m:23s |
| Iteration 49     |           83 |        0.0451 |         1 |  0.2664 |                1 |       1.0 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.716s |     1m:25s |
| Iteration 50     |           67 |          0.01 |         1 |   0.013 |                1 |       1.0 |              1.0 |      0.01 |       0.01 |   0.875 |          1.0 |  0.708s |     1m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 139, 'learning_rate': 0.2568, 'max_depth': 1, 'gamma': 0.0, 'min_child_weight': 4, 'subsample': 1.0, 'colsample_bytree': 0.7, 'reg_alpha': 0.1, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9187
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.048s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0678
Time elapsed: 0.139s
-------------------------------------------------
Total time: 1m:30s


Final results ==================== >>
Duration: 11m:02s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.685 ± 0.0663 ~ !
Logistic Regression             --> roc_auc: 0.37 ± 0.103 ~
Linear Discriminant Analysis    --> roc_auc: 0.37 ± 0.0872 ~
Quadratic Discriminant Analysis --> roc_auc: 0.38 ± 0.1503 ~
Radius Nearest Neighbors        --> roc_auc: 0.67 ± 0.06 ~
AdaBoost                        --> roc_auc: 0.645 ± 0.0843 ~
Random Forest                   --> roc_auc: 0.68 ± 0.0245 ~
XGBoost                         --> roc_auc: 0.53 ± 0.0678 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGTGTASKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALDSNYQLIW.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAVKDDYKLSF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CANAGGTSYGKLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVGARAAGNKLTF.
   >>> Dropping feature CAVGYGGSQGNLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAARNSGNTPLVF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  3.288s |     3.309s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |          1.0 |  3.273s |     9.481s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.9375 |          1.0 |  3.208s |    13.527s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |          1.0 |  3.244s |    17.329s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |          1.0 |  3.234s |    21.103s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |          1.0 |  3.259s |    25.324s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |          1.0 |  3.222s |    29.183s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  3.291s |    33.039s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.5625 |          1.0 |  3.209s |    36.788s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |          1.0 |  3.213s |    40.539s |
| Iteration 11     | exponen.. |        0.4635 |          239 |       0.9 | friedman_mse |                15 |                6 |         9 |          0.9 |    0.0307 |    0.75 |          1.0 |  3.228s |    44.731s |
| Iteration 12     | exponen.. |        0.3742 |           85 |       1.0 | friedman_mse |                 6 |               10 |         8 |         None |    0.0179 |  0.8125 |          1.0 |  3.172s |    48.751s |
| Iteration 13     | exponen.. |        0.4009 |          163 |       0.8 | squared_er.. |                12 |               13 |         9 |         sqrt |    0.0261 |     1.0 |          1.0 |  3.204s |    52.890s |
| Iteration 14     | exponen.. |        0.3124 |          500 |       0.9 | squared_er.. |                13 |                2 |         5 |          0.9 |    0.0072 |     1.0 |          1.0 |  3.309s |    57.129s |
| Iteration 15     |  deviance |        0.0168 |           10 |       0.6 | squared_er.. |                15 |                3 |         8 |          0.9 |    0.0217 |     1.0 |          1.0 |  3.809s |     1m:02s |
| Iteration 16     | exponen.. |        0.8494 |           44 |       1.0 | friedman_mse |                 8 |                8 |         7 |          0.9 |    0.0312 |  0.9688 |          1.0 |  3.212s |     1m:06s |
| Iteration 17     | exponen.. |        0.3212 |          298 |       0.8 | squared_er.. |                11 |                9 |        10 |          0.5 |     0.021 |  0.9375 |          1.0 |  3.294s |     1m:10s |
| Iteration 18     |  deviance |        0.0124 |          275 |       0.6 | squared_er.. |                14 |               16 |         2 |          0.7 |    0.0114 |  0.6875 |          1.0 |  3.260s |     1m:15s |
| Iteration 19     |  deviance |        0.2716 |           10 |       0.8 | squared_er.. |                17 |                1 |         9 |         None |     0.035 |  0.8125 |          1.0 |  3.192s |     1m:19s |
| Iteration 20     |  deviance |          0.01 |           10 |       0.6 | squared_er.. |                18 |                3 |         5 |         None |    0.0296 |     1.0 |          1.0 |  3.229s |     1m:23s |
| Iteration 21     |  deviance |        0.0104 |           20 |       0.5 | squared_er.. |                 8 |                4 |         8 |          0.8 |    0.0235 |    0.75 |          1.0 |  3.235s |     1m:27s |
| Iteration 22     | exponen.. |        0.5867 |          102 |       1.0 | friedman_mse |                 6 |                8 |         8 |         log2 |    0.0345 |    0.75 |          1.0 |  3.213s |     1m:32s |
| Iteration 23     | exponen.. |        0.7321 |          424 |       0.9 | squared_er.. |                11 |                6 |         7 |          0.8 |    0.0089 |  0.4375 |          1.0 |  3.278s |     1m:36s |
| Iteration 24     |  deviance |          0.01 |          177 |       0.8 | squared_er.. |                20 |                7 |         5 |         None |    0.0309 |  0.8125 |          1.0 |  3.207s |     1m:41s |
| Iteration 25     | exponen.. |        0.0462 |          500 |       1.0 | friedman_mse |                14 |                3 |         2 |          0.9 |    0.0268 |  0.8125 |          1.0 |  3.258s |     1m:45s |
| Iteration 26     |  deviance |        0.7633 |           67 |       0.9 | friedman_mse |                10 |               19 |         5 |          0.9 |    0.0285 |  0.7812 |          1.0 |  3.192s |     1m:49s |
| Iteration 27     | exponen.. |        0.0205 |          162 |       0.8 | squared_er.. |                 2 |                5 |         3 |         sqrt |    0.0287 |   0.875 |          1.0 |  3.212s |     1m:54s |
| Iteration 28     |  deviance |          0.01 |          182 |       0.6 | squared_er.. |                 4 |                6 |         5 |          0.9 |    0.0348 |    0.75 |          1.0 |  3.208s |     1m:58s |
| Iteration 29     | exponen.. |        0.5001 |           61 |       0.5 | friedman_mse |                16 |                8 |         5 |          0.9 |    0.0067 |  0.8125 |          1.0 |  3.184s |     2m:02s |
| Iteration 30     | exponen.. |        0.5751 |           69 |       1.0 | friedman_mse |                11 |                8 |         9 |          0.7 |    0.0155 |  0.6875 |          1.0 |  3.167s |     2m:06s |
| Iteration 31     |  deviance |        0.0262 |          314 |       0.6 | squared_er.. |                15 |               15 |         8 |          0.9 |    0.0104 |     1.0 |          1.0 |  3.251s |     2m:11s |
| Iteration 32     | exponen.. |        0.2163 |           60 |       1.0 | friedman_mse |                 9 |                7 |         1 |          0.9 |    0.0189 |  0.9688 |          1.0 |  3.177s |     2m:16s |
| Iteration 33     | exponen.. |        0.2045 |           16 |       0.8 | squared_er.. |                10 |               14 |         6 |         sqrt |    0.0198 |  0.5625 |          1.0 |  3.173s |     2m:21s |
| Iteration 34     | exponen.. |        0.0801 |          214 |       1.0 | friedman_mse |                15 |               20 |         7 |          0.9 |     0.008 |   0.375 |          1.0 |  3.204s |     2m:26s |
| Iteration 35     |  deviance |        0.0209 |          381 |       0.6 | squared_er.. |                17 |               17 |         8 |          0.9 |    0.0008 |     1.0 |          1.0 |  3.262s |     2m:30s |
| Iteration 36     |  deviance |        0.0212 |          154 |       0.6 | squared_er.. |                14 |                4 |         8 |          0.9 |    0.0164 |  0.9375 |          1.0 |  3.184s |     2m:35s |
| Iteration 37     |  deviance |        0.0209 |           92 |       0.6 | squared_er.. |                16 |                7 |         8 |          0.9 |    0.0033 |   0.875 |          1.0 |  3.198s |     2m:39s |
| Iteration 38     |  deviance |        0.0892 |           10 |       0.6 | squared_er.. |                16 |                2 |         8 |          0.7 |    0.0336 |  0.7812 |          1.0 |  3.161s |     2m:43s |
| Iteration 39     |  deviance |        0.0135 |          465 |       0.6 | squared_er.. |                 3 |               18 |         8 |          0.9 |     0.035 |     0.5 |          1.0 |  3.254s |     2m:48s |
| Iteration 40     |  deviance |        0.0291 |          329 |       0.8 | squared_er.. |                19 |                1 |         8 |          0.9 |    0.0302 |   0.875 |          1.0 |  3.262s |     2m:53s |
| Iteration 41     |  deviance |        0.0166 |          366 |       0.6 | squared_er.. |                18 |               18 |         8 |          0.9 |    0.0282 |     0.5 |          1.0 |  3.241s |     2m:57s |
| Iteration 42     |  deviance |        0.0236 |          156 |       0.5 | friedman_mse |                16 |               16 |        10 |          0.9 |    0.0044 |     0.5 |          1.0 |  3.222s |     3m:02s |
| Iteration 43     |  deviance |        0.0281 |          398 |       0.8 | squared_er.. |                18 |               16 |         2 |          0.9 |       0.0 |     0.5 |          1.0 |  3.238s |     3m:06s |
| Iteration 44     |  deviance |        0.1437 |           99 |       0.6 | squared_er.. |                10 |               15 |         8 |          0.9 |    0.0065 |    0.75 |          1.0 |  3.210s |     3m:12s |
| Iteration 45     |  deviance |        0.0252 |           12 |       0.6 | squared_er.. |                 5 |               15 |         8 |          0.9 |    0.0068 |  0.5938 |          1.0 |  3.187s |     3m:17s |
| Iteration 46     |  deviance |        0.0747 |          337 |       0.6 | squared_er.. |                18 |               14 |         8 |          0.9 |     0.008 |    0.75 |          1.0 |  3.253s |     3m:21s |
| Iteration 47     | exponen.. |        0.1154 |          202 |       1.0 | friedman_mse |                 6 |                8 |         7 |          0.9 |     0.016 |     1.0 |          1.0 |  3.222s |     3m:25s |
| Iteration 48     | exponen.. |        0.0132 |          312 |       0.9 | squared_er.. |                15 |                2 |         5 |         sqrt |    0.0181 |     1.0 |          1.0 |  3.273s |     3m:30s |
| Iteration 49     | exponen.. |        0.0115 |           41 |       0.8 | squared_er.. |                11 |                2 |        10 |         sqrt |    0.0204 |     1.0 |          1.0 |  3.176s |     3m:34s |
| Iteration 50     |  deviance |        0.3963 |           67 |       0.6 | squared_er.. |                 8 |                3 |         8 |          0.9 |    0.0164 |  0.7188 |          1.0 |  3.200s |     3m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0168, 'n_estimators': 10, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 15, 'min_samples_leaf': 3, 'max_depth': 8, 'max_features': 0.9, 'ccp_alpha': 0.0217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9558
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.013s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.142
Time elapsed: 0.049s
-------------------------------------------------
Total time: 3m:40s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  3.238s |     3.251s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  3.178s |     6.966s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.875 |        0.875 |  3.196s |    10.690s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |        0.875 |  3.176s |    14.424s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |        0.875 |  3.186s |    18.135s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |        0.875 |  3.219s |    21.957s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |        0.875 |  3.184s |    25.676s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |        0.875 |  3.208s |    29.421s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |        0.875 |  3.203s |    33.156s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.875 |        0.875 |  3.208s |    36.923s |
| Iteration 11     |      l2 |  0.0241 |     sag |      220 |      --- |    0.75 |        0.875 |  3.262s |    41.223s |
| Iteration 12     |      l2 |  0.0382 |     sag |      273 |      --- |     0.5 |        0.875 |  3.178s |    45.208s |
| Iteration 13     |    none |     --- |    saga |      121 |      --- |  0.9375 |       0.9375 |  3.177s |    49.180s |
| Iteration 14     |    none |     --- |    saga |      181 |      --- |   0.625 |       0.9375 |  3.212s |    53.236s |
| Iteration 15     |      l1 |  0.0027 |    saga |      373 |      --- |     0.5 |       0.9375 |  3.197s |    57.209s |
| Iteration 16     |    none |     --- |    saga |      105 |      --- |  0.8125 |       0.9375 |  3.843s |     1m:02s |
| Iteration 17     |    none |     --- |    saga |      132 |      --- |  0.8125 |       0.9375 |  3.185s |     1m:06s |
| Iteration 18     |      l2 |  1.5528 | libli.. |      325 |      --- |    0.25 |       0.9375 |  3.207s |     1m:10s |
| Iteration 19     |      l1 |  2.9466 |    saga |      100 |      --- |  0.5625 |       0.9375 |  3.180s |     1m:14s |
| Iteration 20     |      l2 |  0.0055 | newto.. |      875 |      --- |    0.75 |       0.9375 |  3.211s |     1m:18s |
| Iteration 21     |    none |     --- |     sag |      827 |      --- |   0.875 |       0.9375 |  3.205s |     1m:22s |
| Iteration 22     |    none |     --- |     sag |      840 |      --- |  0.4375 |       0.9375 |  3.183s |     1m:26s |
| Iteration 23     |    none |     --- |     sag |      145 |      --- |  0.4375 |       0.9375 |  3.155s |     1m:30s |
| Iteration 24     |      l2 |   0.004 |     sag |     1000 |      --- |  0.5625 |       0.9375 |  3.180s |     1m:35s |
| Iteration 25     |      l1 |  0.0024 |    saga |      316 |      --- |     0.5 |       0.9375 |  3.170s |     1m:39s |
| Iteration 26     |      l2 | 62.4145 |   lbfgs |      868 |      --- |    0.75 |       0.9375 |  3.181s |     1m:43s |
| Iteration 27     |      l1 |  0.0023 |    saga |      129 |      --- |     0.5 |       0.9375 |  3.204s |     1m:47s |
| Iteration 28     |    none |     --- |   lbfgs |      968 |      --- |     0.5 |       0.9375 |  3.212s |     1m:51s |
| Iteration 29     |    none |     --- |    saga |      906 |      --- |  0.4375 |       0.9375 |  3.199s |     1m:55s |
| Iteration 30     |    none |     --- |     sag |      100 |      --- |    0.75 |       0.9375 |  3.185s |     1m:59s |
| Iteration 31     |      l2 |  0.0029 | libli.. |      989 |      --- |  0.8125 |       0.9375 |  3.201s |     2m:03s |
| Iteration 32     |      l2 | 66.8758 |   lbfgs |      960 |      --- |  0.8125 |       0.9375 |  3.154s |     2m:07s |
| Iteration 33     |      l1 |  0.0015 |    saga |      146 |      --- |     0.5 |       0.9375 |  3.223s |     2m:11s |
| Iteration 34     |    none |     --- | newto.. |      936 |      --- |   0.875 |       0.9375 |  3.210s |     2m:16s |
| Iteration 35     |      l2 |  0.0318 |   lbfgs |      994 |      --- |   0.625 |       0.9375 |  3.193s |     2m:20s |
| Iteration 36     |    none |     --- |   lbfgs |      929 |      --- |     1.0 |          1.0 |  3.279s |     2m:24s |
| Iteration 37     |      l2 | 95.5714 |     sag |      930 |      --- |  0.6875 |          1.0 |  3.189s |     2m:28s |
| Iteration 38     |    none |     --- | newto.. |      930 |      --- |   0.625 |          1.0 |  3.288s |     2m:32s |
| Iteration 39     |    none |     --- |   lbfgs |     1000 |      --- |     0.5 |          1.0 |  3.267s |     2m:36s |
| Iteration 40     |    none |     --- |   lbfgs |      604 |      --- |   0.625 |          1.0 |  3.182s |     2m:41s |
| Iteration 41     |    none |     --- | newto.. |      172 |      --- |   0.625 |          1.0 |  3.185s |     2m:45s |
| Iteration 42     |    none |     --- |   lbfgs |      119 |      --- |  0.3125 |          1.0 |  3.260s |     2m:49s |
| Iteration 43     |    none |     --- | newto.. |      944 |      --- |  0.4375 |          1.0 |  3.270s |     2m:54s |
| Iteration 44     |      l2 |   0.008 |   lbfgs |      927 |      --- |    0.75 |          1.0 |  3.322s |     2m:58s |
| Iteration 45     | elast.. |  0.0011 |    saga |      425 |      0.5 |     0.5 |          1.0 |  3.301s |     3m:02s |
| Iteration 46     |    none |     --- |   lbfgs |      919 |      --- |  0.6875 |          1.0 |  3.193s |     3m:07s |
| Iteration 47     |    none |     --- |   lbfgs |      928 |      --- |   0.625 |          1.0 |  3.203s |     3m:11s |
| Iteration 48     |      l2 |  0.0089 |   lbfgs |      930 |      --- |  0.4375 |          1.0 |  3.196s |     3m:15s |
| Iteration 49     |    none |     --- |    saga |      120 |      --- |  0.6875 |          1.0 |  3.212s |     3m:20s |
| Iteration 50     |      l2 |  0.0407 | newto.. |      866 |      --- |    0.75 |          1.0 |  3.358s |     3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'penalty': 'none', 'solver': 'lbfgs', 'max_iter': 929}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9464
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.16
Time elapsed: 0.079s
-------------------------------------------------
Total time: 3m:25s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.222s |     3.227s |
| Initial point 2  |     svd |       --- |  0.5625 |        0.625 |  3.316s |     7.085s |
| Initial point 3  |     svd |       --- |  0.5625 |        0.625 |  0.001s |     7.620s |
| Initial point 4  |    lsqr |       0.8 |  0.4375 |        0.625 |  3.349s |    11.566s |
| Initial point 5  |   eigen |       0.9 |    0.75 |         0.75 |  3.268s |    15.384s |
| Initial point 6  |    lsqr |       0.7 |   0.875 |        0.875 |  3.334s |    19.255s |
| Initial point 7  |    lsqr |       0.5 |  0.4375 |        0.875 |  3.235s |    23.896s |
| Initial point 8  |    lsqr |       0.9 |     1.0 |          1.0 |  3.237s |    27.887s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |          1.0 |  3.190s |    31.597s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |          1.0 |  3.215s |    35.326s |
| Iteration 11     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |    35.975s |
| Iteration 12     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    36.620s |
| Iteration 13     |   eigen |       0.7 |     0.5 |          1.0 |  3.189s |    40.603s |
| Iteration 14     |    lsqr |      auto |     1.0 |          1.0 |  3.210s |    44.483s |
| Iteration 15     |   eigen |      auto |  0.8125 |          1.0 |  3.220s |    48.396s |
| Iteration 16     |     svd |       --- |  0.5625 |          1.0 |  0.001s |    49.099s |
| Iteration 17     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    50.892s |
| Iteration 18     |    lsqr |       1.0 |  0.3125 |          1.0 |  3.304s |    56.429s |
| Iteration 19     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    58.506s |
| Iteration 20     |    lsqr |      None |    0.75 |          1.0 |  3.107s |     1m:04s |
| Iteration 21     |   eigen |       0.5 |   0.875 |          1.0 |  3.140s |     1m:09s |
| Iteration 22     |   eigen |       0.6 |  0.4375 |          1.0 |  3.103s |     1m:15s |
| Iteration 23     |     svd |       --- |  0.5625 |          1.0 |  0.000s |     1m:17s |
| Iteration 24     |     svd |       --- |  0.5625 |          1.0 |  0.000s |     1m:19s |
| Iteration 25     |   eigen |      None |  0.4375 |          1.0 |  3.080s |     1m:25s |
| Iteration 26     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 27     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 28     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 29     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 30     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 31     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 32     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 33     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 34     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 35     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 36     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 37     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 38     |    lsqr |       0.9 |     1.0 |          1.0 |  0.001s |     1m:36s |
| Iteration 39     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 40     |    lsqr |       0.9 |     1.0 |          1.0 |  0.001s |     1m:37s |
| Iteration 41     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 42     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 43     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 44     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 45     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 46     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 47     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:47s |
| Iteration 48     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:48s |
| Iteration 49     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |     1m:49s |
| Iteration 50     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:50s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6955
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.34 ± 0.102
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:51s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.323s |     3.327s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  3.323s |     7.201s |
| Initial point 3  |       0.1 |     0.5 |         0.75 |  3.318s |    11.043s |
| Initial point 4  |       1.0 |   0.625 |         0.75 |  0.001s |    11.573s |
| Initial point 5  |       0.2 |    0.75 |         0.75 |  3.286s |    15.392s |
| Initial point 6  |       0.4 |   0.875 |        0.875 |  3.278s |    19.195s |
| Initial point 7  |       0.4 |   0.875 |        0.875 |  0.001s |    19.722s |
| Initial point 8  |       0.7 |     1.0 |          1.0 |  3.348s |    23.599s |
| Initial point 9  |       0.9 |    0.75 |          1.0 |  0.001s |    24.135s |
| Initial point 10 |       0.8 |  0.8125 |          1.0 |  3.170s |    27.858s |
| Iteration 11     |       0.3 |    0.75 |          1.0 |  3.179s |    31.674s |
| Iteration 12     |       0.6 |   0.125 |          1.0 |  3.195s |    36.015s |
| Iteration 13     |       0.5 |     1.0 |          1.0 |  3.165s |    39.926s |
| Iteration 14     |       0.0 |     1.0 |          1.0 |  3.211s |    43.755s |
| Iteration 15     |       0.5 |     1.0 |          1.0 |  0.000s |    44.392s |
| Iteration 16     |       0.7 |     1.0 |          1.0 |  0.000s |    45.042s |
| Iteration 17     |       0.0 |     1.0 |          1.0 |  0.000s |    45.665s |
| Iteration 18     |       0.5 |     1.0 |          1.0 |  0.000s |    46.296s |
| Iteration 19     |       0.0 |     1.0 |          1.0 |  0.000s |    46.913s |
| Iteration 20     |       0.7 |     1.0 |          1.0 |  0.000s |    47.543s |
| Iteration 21     |       0.5 |     1.0 |          1.0 |  0.000s |    48.196s |
| Iteration 22     |       0.7 |     1.0 |          1.0 |  0.000s |    48.830s |
| Iteration 23     |       0.0 |     1.0 |          1.0 |  0.000s |    49.462s |
| Iteration 24     |       0.5 |     1.0 |          1.0 |  0.000s |    50.089s |
| Iteration 25     |       0.0 |     1.0 |          1.0 |  0.000s |    50.720s |
| Iteration 26     |       0.7 |     1.0 |          1.0 |  0.000s |    51.360s |
| Iteration 27     |       0.5 |     1.0 |          1.0 |  0.000s |    51.997s |
| Iteration 28     |       0.0 |     1.0 |          1.0 |  0.000s |    52.654s |
| Iteration 29     |       0.7 |     1.0 |          1.0 |  0.000s |    53.315s |
| Iteration 30     |       0.8 |  0.8125 |          1.0 |  0.000s |    53.972s |
| Iteration 31     |       1.0 |   0.625 |          1.0 |  0.000s |    54.637s |
| Iteration 32     |       0.6 |   0.125 |          1.0 |  0.000s |    55.307s |
| Iteration 33     |       0.5 |     1.0 |          1.0 |  0.000s |    55.970s |
| Iteration 34     |       0.7 |     1.0 |          1.0 |  0.000s |    56.637s |
| Iteration 35     |       0.0 |     1.0 |          1.0 |  0.000s |    57.331s |
| Iteration 36     |       0.5 |     1.0 |          1.0 |  0.000s |    58.587s |
| Iteration 37     |       0.7 |     1.0 |          1.0 |  0.000s |    59.404s |
| Iteration 38     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 39     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 40     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 41     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 42     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 43     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 44     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 45     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 46     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 47     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 48     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 49     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 50     |       0.7 |     1.0 |          1.0 |  0.001s |     1m:09s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6768
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.153
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:10s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.5072 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  3.195s |     3.216s |
| Initial point 2  |  4.5764 | uniform |   kd_tree |        39 |       2 |  0.7812 |          1.0 |  3.155s |     6.913s |
| Initial point 3  |  3.6151 | dista.. | ball_tree |        25 |       2 |  0.8125 |          1.0 |  3.154s |    10.599s |
| Initial point 4  | 10.5468 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  3.153s |    14.278s |
| Initial point 5  |  8.2621 | dista.. |      auto |        30 |       2 |   0.625 |          1.0 |  3.179s |    18.061s |
| Initial point 6  |  9.5681 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  3.182s |    21.780s |
| Initial point 7  |  6.8438 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  3.170s |    25.504s |
| Initial point 8  |    1.64 | dista.. | ball_tree |        21 |       2 |  0.8438 |          1.0 |  3.197s |    29.287s |
| Initial point 9  |  7.6235 | uniform | ball_tree |        24 |       1 |  0.6562 |          1.0 |  3.176s |    32.995s |
| Initial point 10 |  5.4149 | uniform |     brute |        22 |       2 |  0.0625 |          1.0 |  3.228s |    36.754s |
| Iteration 11     |  1.6844 | dista.. |   kd_tree |        38 |       1 |   0.375 |          1.0 |  3.161s |    40.729s |
| Iteration 12     | 10.6905 | dista.. |      auto |        23 |       1 |   0.875 |          1.0 |  3.160s |    44.669s |
| Iteration 13     |  4.8424 | dista.. | ball_tree |        23 |       1 |     1.0 |          1.0 |  3.168s |    48.642s |
| Iteration 14     |  5.5345 | dista.. | ball_tree |        33 |       1 |     1.0 |          1.0 |  3.193s |    52.701s |
| Iteration 15     | 11.5397 | dista.. |      auto |        40 |       1 |    0.75 |          1.0 |  3.174s |    57.005s |
| Iteration 16     |  3.3305 | dista.. | ball_tree |        38 |       1 |   0.875 |          1.0 |  3.172s |     1m:01s |
| Iteration 17     | 11.5397 | dista.. | ball_tree |        20 |       1 |    0.75 |          1.0 |  3.165s |     1m:05s |
| Iteration 18     |  0.0032 | uniform |      auto |        23 |       1 |     0.5 |          1.0 |  3.163s |     1m:10s |
| Iteration 19     |  9.8864 | dista.. |     brute |        33 |       2 |  0.5625 |          1.0 |  3.168s |     1m:14s |
| Iteration 20     |  6.2416 | dista.. | ball_tree |        20 |       1 |   0.375 |          1.0 |  3.175s |     1m:18s |
| Iteration 21     |     0.0 | dista.. |      auto |        39 |       1 |     0.5 |          1.0 |  3.822s |     1m:23s |
| Iteration 22     |  0.6021 | dista.. | ball_tree |        30 |       1 |     0.5 |          1.0 |  3.192s |     1m:27s |
| Iteration 23     |  8.6076 | uniform |      auto |        38 |       1 |  0.6875 |          1.0 |  3.178s |     1m:31s |
| Iteration 24     |   4.472 | uniform | ball_tree |        37 |       1 |  0.9062 |          1.0 |  3.210s |     1m:35s |
| Iteration 25     |  4.4399 | dista.. |     brute |        24 |       1 |  0.2188 |          1.0 |  3.222s |     1m:39s |
| Iteration 26     |  9.2654 | uniform |   kd_tree |        34 |       2 |   0.375 |          1.0 |  3.188s |     1m:43s |
| Iteration 27     |  4.2635 | uniform | ball_tree |        40 |       2 |    0.25 |          1.0 |  3.240s |     1m:47s |
| Iteration 28     | 11.5397 | uniform |      auto |        24 |       1 |  0.4375 |          1.0 |  3.191s |     1m:51s |
| Iteration 29     |  0.4768 | dista.. |      auto |        20 |       2 |     0.5 |          1.0 |  3.232s |     1m:55s |
| Iteration 30     | 11.5397 | dista.. | ball_tree |        39 |       1 |  0.7812 |          1.0 |  3.193s |     1m:59s |
| Iteration 31     | 11.5397 | dista.. |      auto |        40 |       1 |    0.75 |          1.0 |  0.001s |     2m:00s |
| Iteration 32     | 11.5397 | dista.. |      auto |        36 |       2 |   0.875 |          1.0 |  3.230s |     2m:04s |
| Iteration 33     | 11.5397 | dista.. |      auto |        21 |       2 |  0.6875 |          1.0 |  3.195s |     2m:08s |
| Iteration 34     | 11.4507 | dista.. |   kd_tree |        39 |       1 |  0.6875 |          1.0 |  3.193s |     2m:13s |
| Iteration 35     |  5.5434 | dista.. |     brute |        34 |       1 |   0.875 |          1.0 |  3.202s |     2m:17s |
| Iteration 36     |  3.5145 | dista.. | ball_tree |        24 |       1 |   0.375 |          1.0 |  3.212s |     2m:22s |
| Iteration 37     |  7.0431 | dista.. |   kd_tree |        24 |       1 |     0.5 |          1.0 |  3.187s |     2m:26s |
| Iteration 38     |  4.9221 | dista.. | ball_tree |        23 |       1 |  0.3438 |          1.0 |  3.198s |     2m:30s |
| Iteration 39     |  2.4363 | uniform |   kd_tree |        38 |       1 |     0.0 |          1.0 |  3.195s |     2m:35s |
| Iteration 40     | 11.5075 | dista.. |     brute |        28 |       1 |     1.0 |          1.0 |  3.082s |     2m:40s |
| Iteration 41     | 11.5366 | dista.. |     brute |        38 |       2 |  0.8125 |          1.0 |  3.072s |     2m:45s |
| Iteration 42     | 11.5393 | dista.. | ball_tree |        40 |       1 |     0.5 |          1.0 |  3.056s |     2m:51s |
| Iteration 43     | 11.5397 | dista.. |      auto |        40 |       2 |  0.3125 |          1.0 |  3.085s |     2m:55s |
| Iteration 44     |  0.0012 | dista.. |   kd_tree |        39 |       1 |     0.5 |          1.0 |  3.160s |     2m:59s |
| Iteration 45     | 11.5386 | dista.. |   kd_tree |        31 |       2 |    0.75 |          1.0 |  3.147s |     3m:05s |
| Iteration 46     |   0.008 | uniform |   kd_tree |        35 |       1 |     0.5 |          1.0 |  3.735s |     3m:10s |
| Iteration 47     | 11.5395 | dista.. |     brute |        28 |       1 |     1.0 |          1.0 |  3.148s |     3m:14s |
| Iteration 48     | 11.5385 | dista.. |     brute |        34 |       2 |   0.625 |          1.0 |  3.162s |     3m:18s |
| Iteration 49     |  0.0008 | dista.. |      auto |        25 |       2 |     0.5 |          1.0 |  3.159s |     3m:22s |
| Iteration 50     | 11.5378 | dista.. | ball_tree |        26 |       1 |  0.6562 |          1.0 |  3.170s |     3m:26s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'radius': 11.5072, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0316
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:27s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  3.565s |     3.572s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |         0.75 |  3.529s |     7.646s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |        0.875 |  3.309s |    11.499s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.6875 |        0.875 |  3.421s |    15.459s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.625 |        0.875 |  3.305s |    19.286s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.625 |        0.875 |  3.507s |    23.336s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.4688 |        0.875 |  3.139s |    27.018s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |        0.875 |  3.438s |    30.998s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |        0.875 |  3.123s |    34.654s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |        0.875 |  3.299s |    39.204s |
| Iteration 11     |          168 |        0.9527 |     SAMME |    0.75 |        0.875 |  3.226s |    43.378s |
| Iteration 12     |          209 |        0.2305 |     SAMME |   0.875 |        0.875 |  3.287s |    47.482s |
| Iteration 13     |          214 |          10.0 |   SAMME.R |     0.5 |        0.875 |  3.276s |    51.589s |
| Iteration 14     |          375 |          0.01 |     SAMME |     1.0 |          1.0 |  3.405s |    55.844s |
| Iteration 15     |          368 |          0.01 |     SAMME |  0.9688 |          1.0 |  3.384s |     1m:00s |
| Iteration 16     |          379 |          10.0 |     SAMME |    0.75 |          1.0 |  3.147s |     1m:04s |
| Iteration 17     |          381 |          0.01 |     SAMME |  0.9375 |          1.0 |  3.410s |     1m:08s |
| Iteration 18     |          321 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  3.383s |     1m:12s |
| Iteration 19     |          345 |          0.01 |     SAMME |  0.8125 |          1.0 |  3.354s |     1m:16s |
| Iteration 20     |           50 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.189s |     1m:20s |
| Iteration 21     |           50 |        2.3885 |   SAMME.R |  0.6875 |          1.0 |  3.245s |     1m:24s |
| Iteration 22     |           58 |          0.01 |   SAMME.R |  0.4688 |          1.0 |  3.819s |     1m:29s |
| Iteration 23     |          238 |          0.01 |     SAMME |   0.375 |          1.0 |  3.280s |     1m:33s |
| Iteration 24     |          373 |        0.0228 |     SAMME |  0.8125 |          1.0 |  3.396s |     1m:37s |
| Iteration 25     |          389 |          0.01 |     SAMME |   0.875 |          1.0 |  3.434s |     1m:42s |
| Iteration 26     |          365 |          0.01 |     SAMME |  0.8125 |          1.0 |  3.412s |     1m:46s |
| Iteration 27     |          359 |        0.0741 |     SAMME |  0.9062 |          1.0 |  3.370s |     1m:50s |
| Iteration 28     |          374 |        0.1373 |     SAMME |  0.6875 |          1.0 |  3.381s |     1m:54s |
| Iteration 29     |          381 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.001s |     1m:55s |
| Iteration 30     |          371 |          0.01 |     SAMME |  0.9375 |          1.0 |  3.427s |     1m:60s |
| Iteration 31     |          377 |          0.01 |     SAMME |     1.0 |          1.0 |  3.425s |     2m:04s |
| Iteration 32     |          376 |          0.01 |     SAMME |  0.9062 |          1.0 |  3.432s |     2m:08s |
| Iteration 33     |           50 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.001s |     2m:09s |
| Iteration 34     |          305 |        1.8144 |     SAMME |   0.875 |          1.0 |  3.378s |     2m:13s |
| Iteration 35     |          313 |          10.0 |   SAMME.R |     0.5 |          1.0 |  3.653s |     2m:18s |
| Iteration 36     |           50 |        0.0275 |   SAMME.R |  0.9375 |          1.0 |  3.186s |     2m:22s |
| Iteration 37     |          355 |        0.2188 |     SAMME |   0.875 |          1.0 |  3.418s |     2m:26s |
| Iteration 38     |          256 |          10.0 |     SAMME |   0.625 |          1.0 |  3.111s |     2m:30s |
| Iteration 39     |           50 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.001s |     2m:31s |
| Iteration 40     |          377 |        0.0108 |     SAMME |  0.9688 |          1.0 |  3.408s |     2m:36s |
| Iteration 41     |          217 |        2.6302 |     SAMME |   0.625 |          1.0 |  3.122s |     2m:40s |
| Iteration 42     |          360 |        0.6737 |     SAMME |   0.625 |          1.0 |  3.438s |     2m:44s |
| Iteration 43     |          355 |         0.049 |     SAMME |  0.4375 |          1.0 |  3.421s |     2m:49s |
| Iteration 44     |          420 |        0.0112 |     SAMME |    0.75 |          1.0 |  3.425s |     2m:53s |
| Iteration 45     |           50 |        0.0105 |     SAMME |  0.6562 |          1.0 |  3.154s |     2m:57s |
| Iteration 46     |          374 |        0.0112 |     SAMME |    0.75 |          1.0 |  3.415s |     3m:02s |
| Iteration 47     |          378 |        0.0104 |     SAMME |     1.0 |          1.0 |  3.491s |     3m:07s |
| Iteration 48     |          379 |        0.0105 |     SAMME |     1.0 |          1.0 |  4.045s |     3m:12s |
| Iteration 49     |           50 |        0.0653 |   SAMME.R |    0.75 |          1.0 |  3.174s |     3m:16s |
| Iteration 50     |          392 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  3.457s |     3m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 379, 'learning_rate': 0.0105, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.302s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.103
Time elapsed: 1.377s
-------------------------------------------------
Total time: 3m:23s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  3.539s |     3.558s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |          1.0 |  3.415s |     7.552s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |          1.0 |  3.473s |    12.681s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.265s |    16.755s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |          1.0 |  3.469s |    20.766s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |          1.0 |  3.437s |    25.684s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  3.336s |    29.845s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  3.331s |    33.720s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.6875 |          1.0 |  3.417s |    37.708s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  3.425s |    41.682s |
| Iteration 11     |           10 |   entropy |      None |                20 |                1 |         auto |      True |       0.0 |         0.5 |     1.0 |          1.0 |  3.152s |    45.863s |
| Iteration 12     |          346 |   entropy |      None |                15 |               20 |         sqrt |      True |    0.0067 |         0.9 |  0.7812 |          1.0 |  3.417s |    50.134s |
| Iteration 13     |           10 |   entropy |         9 |                20 |                1 |         auto |      True |     0.035 |        None |     1.0 |          1.0 |  3.150s |    54.191s |
| Iteration 14     |          101 |   entropy |         7 |                17 |                1 |         auto |      True |      0.01 |         0.6 |     1.0 |          1.0 |  3.251s |    58.297s |
| Iteration 15     |          496 |   entropy |      None |                 6 |                1 |         auto |      True |    0.0217 |        None |     1.0 |          1.0 |  3.561s |     1m:03s |
| Iteration 16     |           38 |   entropy |      None |                12 |                1 |         auto |     False |    0.0337 |         --- |     1.0 |          1.0 |  3.184s |     1m:07s |
| Iteration 17     |          366 |      gini |         7 |                 6 |               13 |         None |      True |    0.0222 |         0.5 |  0.6875 |          1.0 |  3.441s |     1m:12s |
| Iteration 18     |          211 |   entropy |         3 |                 8 |                1 |         log2 |      True |    0.0326 |        None |     1.0 |          1.0 |  3.235s |     1m:17s |
| Iteration 19     |          176 |   entropy |         4 |                11 |                1 |         auto |      True |    0.0333 |         0.5 |    0.75 |          1.0 |  3.243s |     1m:22s |
| Iteration 20     |          498 |   entropy |         1 |                 8 |                5 |          0.5 |     False |    0.0261 |         --- |  0.9375 |          1.0 |  3.428s |     1m:26s |
| Iteration 21     |          453 |   entropy |      None |                 9 |               15 |         auto |     False |    0.0268 |         --- |    0.75 |          1.0 |  3.395s |     1m:32s |
| Iteration 22     |          500 |   entropy |      None |                13 |                1 |         auto |      True |       0.0 |        None |  0.6875 |          1.0 |  3.488s |     1m:38s |
| Iteration 23     |           10 |   entropy |      None |                 2 |                1 |          0.8 |      True |    0.0029 |        None |  0.4375 |          1.0 |  3.095s |     1m:42s |
| Iteration 24     |          207 |   entropy |         5 |                 8 |                1 |         log2 |      True |    0.0336 |         0.8 |    0.75 |          1.0 |  3.275s |     1m:46s |
| Iteration 25     |          313 |   entropy |         4 |                18 |                1 |         sqrt |      True |    0.0323 |         0.5 |    0.75 |          1.0 |  3.377s |     1m:51s |
| Iteration 26     |          182 |   entropy |         5 |                17 |                1 |         auto |      True |     0.008 |         0.7 |    0.75 |          1.0 |  3.257s |     1m:55s |
| Iteration 27     |           10 |   entropy |      None |                 2 |               20 |         auto |     False |    0.0195 |         --- |  0.6875 |          1.0 |  3.137s |     1m:60s |
| Iteration 28     |           10 |   entropy |      None |                 2 |               20 |         auto |     False |       0.0 |         --- |   0.625 |          1.0 |  3.123s |     2m:04s |
| Iteration 29     |           10 |   entropy |         5 |                10 |                1 |         sqrt |     False |    0.0036 |         --- |  0.5625 |          1.0 |  3.118s |     2m:08s |
| Iteration 30     |          475 |   entropy |         1 |                13 |                7 |          0.5 |     False |    0.0206 |         --- |  0.8125 |          1.0 |  3.430s |     2m:12s |
| Iteration 31     |          378 |   entropy |         1 |                 6 |               20 |         None |     False |    0.0167 |         --- |    0.75 |          1.0 |  3.368s |     2m:17s |
| Iteration 32     |           19 |   entropy |         1 |                20 |               18 |          0.9 |      True |    0.0302 |        None |  0.7812 |          1.0 |  3.138s |     2m:21s |
| Iteration 33     |          500 |   entropy |         1 |                12 |               11 |         log2 |      True |    0.0233 |        None |  0.8125 |          1.0 |  3.488s |     2m:26s |
| Iteration 34     |          500 |   entropy |      None |                20 |               13 |         auto |      True |       0.0 |         0.9 |   0.625 |          1.0 |  3.481s |     2m:30s |
| Iteration 35     |          354 |   entropy |         7 |                 2 |                4 |         auto |     False |    0.0218 |         --- |  0.9375 |          1.0 |  3.327s |     2m:35s |
| Iteration 36     |           10 |   entropy |      None |                17 |               16 |         None |     False |     0.035 |         --- |  0.8125 |          1.0 |  3.096s |     2m:39s |
| Iteration 37     |          448 |   entropy |         5 |                18 |                1 |         auto |      True |    0.0038 |         0.5 |   0.875 |          1.0 |  3.492s |     2m:44s |
| Iteration 38     |          412 |   entropy |         7 |                 2 |                6 |         auto |      True |    0.0205 |        None |    0.75 |          1.0 |  3.493s |     2m:48s |
| Iteration 39     |           10 |   entropy |         5 |                20 |                7 |          0.8 |      True |    0.0175 |         0.8 |     1.0 |          1.0 |  3.163s |     2m:52s |
| Iteration 40     |           19 |   entropy |         4 |                20 |                3 |          0.8 |      True |    0.0096 |         0.5 |  0.8125 |          1.0 |  3.182s |     2m:57s |
| Iteration 41     |          116 |   entropy |         3 |                20 |                1 |          0.9 |      True |     0.018 |         0.5 |    0.75 |          1.0 |  3.237s |     3m:01s |
| Iteration 42     |          470 |   entropy |      None |                20 |                4 |         auto |      True |    0.0076 |         0.7 |    0.75 |          1.0 |  3.538s |     3m:05s |
| Iteration 43     |          120 |      gini |      None |                 4 |                7 |          0.6 |      True |    0.0175 |         0.8 |     0.5 |          1.0 |  3.217s |     3m:10s |
| Iteration 44     |           10 |   entropy |         1 |                20 |                9 |         auto |      True |     0.035 |         0.9 |  0.7812 |          1.0 |  3.150s |     3m:14s |
| Iteration 45     |          487 |   entropy |         5 |                 2 |               15 |         auto |     False |     0.035 |         --- |  0.8125 |          1.0 |  3.435s |     3m:19s |
| Iteration 46     |          327 |   entropy |      None |                 2 |                2 |         None |      True |     0.035 |         0.5 |    0.75 |          1.0 |  3.331s |     3m:23s |
| Iteration 47     |          105 |   entropy |         8 |                20 |                1 |         auto |      True |    0.0211 |         0.9 |     1.0 |          1.0 |  3.197s |     3m:28s |
| Iteration 48     |           10 |   entropy |         9 |                20 |               20 |         auto |     False |       0.0 |         --- |     1.0 |          1.0 |  3.107s |     3m:32s |
| Iteration 49     |           10 |   entropy |         9 |                20 |               20 |         auto |     False |       0.0 |         --- |     1.0 |          1.0 |  0.001s |     3m:33s |
| Iteration 50     |           75 |   entropy |      None |                12 |                1 |         auto |     False |    0.0245 |         --- |   0.875 |          1.0 |  3.191s |     3m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 496, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 6, 'min_samples_leaf': 1, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0217, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.450s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 2.045s
-------------------------------------------------
Total time: 3m:42s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.271s |     3.289s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  3.252s |     7.365s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  3.295s |    11.336s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  3.126s |    15.017s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  3.186s |    18.747s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  3.184s |    22.478s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  3.172s |    26.209s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  3.176s |    30.724s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |         0.75 |  3.199s |    34.678s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  3.183s |    38.428s |
| Iteration 11     |           83 |        0.0557 |         2 |  0.3377 |                4 |       0.7 |              0.8 |      0.01 |         10 |  0.9375 |       0.9375 |  3.144s |    43.414s |
| Iteration 12     |          126 |        0.0621 |         2 |  0.0521 |                4 |       0.8 |              0.9 |         0 |       0.01 |   0.625 |       0.9375 |  3.136s |    48.718s |
| Iteration 13     |          436 |        0.1436 |         8 |  0.3974 |                4 |       0.5 |              1.0 |         1 |          0 |     1.0 |          1.0 |  3.119s |    54.530s |
| Iteration 14     |          466 |        0.0248 |        10 |  0.4194 |                4 |       0.5 |              1.0 |        10 |          0 |     0.5 |          1.0 |  3.203s |     1m:01s |
| Iteration 15     |          378 |        0.0181 |        10 |  0.2469 |                4 |       0.7 |              0.7 |         1 |         10 |  0.8125 |          1.0 |  3.127s |     1m:06s |
| Iteration 16     |           34 |         0.139 |         4 |  0.3602 |                4 |       0.8 |              0.7 |       0.1 |          1 |     1.0 |          1.0 |  3.130s |     1m:12s |
| Iteration 17     |          493 |        0.3206 |         7 |  0.4598 |                4 |       0.6 |              0.5 |         1 |       0.01 |  0.8125 |          1.0 |  3.187s |     1m:18s |
| Iteration 18     |          379 |        0.1221 |        10 |  0.3346 |                3 |       0.5 |              0.5 |         1 |        0.1 |  0.9375 |          1.0 |  3.169s |     1m:23s |
| Iteration 19     |          212 |        0.1173 |         8 |  0.3943 |                4 |       0.8 |              0.9 |      0.01 |          0 |     1.0 |          1.0 |  3.178s |     1m:27s |
| Iteration 20     |          156 |         0.076 |         6 |  0.2553 |                4 |       0.8 |              1.0 |       0.1 |        100 |     1.0 |          1.0 |  3.242s |     1m:31s |
| Iteration 21     |           65 |        0.0441 |         1 |  0.2343 |                3 |       0.7 |              1.0 |         1 |         10 |    0.75 |          1.0 |  3.210s |     1m:36s |
| Iteration 22     |          361 |        0.0821 |         7 |   0.289 |                4 |       0.6 |              1.0 |       0.1 |         10 |   0.375 |          1.0 |  3.220s |     1m:40s |
| Iteration 23     |           20 |        0.5849 |         9 |  0.3875 |                4 |       0.9 |              0.4 |      0.01 |          0 |  0.3125 |          1.0 |  3.185s |     1m:44s |
| Iteration 24     |          311 |        0.0985 |         3 |  0.3144 |                4 |       0.8 |              1.0 |        10 |          1 |     0.5 |          1.0 |  3.213s |     1m:49s |
| Iteration 25     |           94 |        0.0977 |         5 |  0.2974 |                6 |       0.9 |              0.8 |       0.1 |          1 |   0.375 |          1.0 |  3.189s |     1m:53s |
| Iteration 26     |           74 |        0.9157 |         6 |  0.3299 |                4 |       0.7 |              0.8 |       0.1 |        0.1 |  0.7188 |          1.0 |  3.118s |     1m:57s |
| Iteration 27     |          277 |        0.0132 |         9 |  0.3562 |                5 |       0.8 |              0.7 |         0 |          1 |  0.8125 |          1.0 |  3.867s |     2m:02s |
| Iteration 28     |          301 |        0.0234 |         4 |  0.2712 |                3 |       0.6 |              0.7 |      0.01 |          0 |    0.75 |          1.0 |  3.147s |     2m:07s |
| Iteration 29     |           96 |         0.022 |         5 |  0.3747 |                4 |       0.8 |              0.8 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.144s |     2m:11s |
| Iteration 30     |          352 |        0.4633 |         5 |  0.3143 |                6 |       0.8 |              0.8 |       0.1 |        0.1 |  0.9375 |          1.0 |  3.168s |     2m:15s |
| Iteration 31     |          129 |        0.3012 |         4 |  0.0794 |                4 |       0.8 |              0.6 |        10 |          1 |     0.5 |          1.0 |  3.160s |     2m:19s |
| Iteration 32     |           20 |        0.1222 |         4 |  0.3215 |                7 |       0.8 |              0.8 |       0.1 |        100 |     0.5 |          1.0 |  3.144s |     2m:24s |
| Iteration 33     |          470 |        0.1101 |         7 |  0.5724 |                7 |       0.5 |              1.0 |       100 |          0 |     0.5 |          1.0 |  3.186s |     2m:28s |
| Iteration 34     |          107 |        0.0306 |         5 |  0.3138 |                4 |       0.8 |              1.0 |       0.1 |        0.1 |   0.625 |          1.0 |  3.149s |     2m:32s |
| Iteration 35     |           27 |        0.2182 |         4 |  0.7335 |                4 |       0.8 |              0.7 |      0.01 |        0.1 |     1.0 |          1.0 |  3.137s |     2m:37s |
| Iteration 36     |           82 |         0.076 |         4 |  0.5964 |                7 |       0.7 |              0.7 |      0.01 |          1 |     0.5 |          1.0 |  3.133s |     2m:41s |
| Iteration 37     |          174 |        0.0832 |         9 |  0.4748 |                5 |       0.8 |              0.9 |      0.01 |       0.01 |  0.7188 |          1.0 |  3.136s |     2m:45s |
| Iteration 38     |           57 |        0.2178 |         6 |  0.8859 |                2 |       0.8 |              1.0 |      0.01 |        100 |  0.8125 |          1.0 |  3.129s |     2m:49s |
| Iteration 39     |          168 |        0.0278 |         6 |  0.5157 |                6 |       0.8 |              1.0 |       0.1 |        100 |     1.0 |          1.0 |  3.172s |     2m:54s |
| Iteration 40     |          234 |        0.2011 |         6 |  0.4134 |                3 |       0.8 |              1.0 |       0.1 |          1 |   0.875 |          1.0 |  3.164s |     2m:58s |
| Iteration 41     |          305 |           1.0 |         8 |  0.4344 |                9 |       0.8 |              0.9 |       100 |         10 |     0.5 |          1.0 |  3.151s |     3m:02s |
| Iteration 42     |          308 |        0.0422 |         8 |  0.2786 |                7 |       0.8 |              0.9 |         0 |        0.1 |     0.5 |          1.0 |  3.173s |     3m:07s |
| Iteration 43     |           48 |        0.1632 |         4 |  0.4883 |                5 |       0.8 |              0.7 |       0.1 |        100 |     0.5 |          1.0 |  3.113s |     3m:11s |
| Iteration 44     |           89 |        0.0219 |         4 |  0.4775 |                5 |       0.8 |              0.7 |       0.1 |        0.1 |    0.75 |          1.0 |  3.126s |     3m:15s |
| Iteration 45     |          229 |        0.4265 |         4 |  0.7422 |                2 |       0.8 |              0.7 |      0.01 |        0.1 |  0.6875 |          1.0 |  3.146s |     3m:20s |
| Iteration 46     |          157 |        0.6714 |         7 |  0.1627 |                5 |       0.8 |              0.6 |       0.1 |        100 |  0.6562 |          1.0 |  3.226s |     3m:24s |
| Iteration 47     |           75 |        0.4977 |         4 |  0.5499 |                4 |       0.8 |              0.7 |       0.1 |          1 |     1.0 |          1.0 |  3.187s |     3m:28s |
| Iteration 48     |          274 |        0.0184 |         6 |  0.6554 |                6 |       0.8 |              1.0 |       0.1 |        100 |     0.5 |          1.0 |  3.160s |     3m:33s |
| Iteration 49     |          475 |        0.0177 |        10 |  0.1386 |                1 |       0.9 |              1.0 |         0 |          0 |  0.9375 |          1.0 |  3.186s |     3m:37s |
| Iteration 50     |           37 |        0.0186 |        10 |  0.8866 |                1 |       0.8 |              1.0 |         0 |        100 |  0.9062 |          1.0 |  3.122s |     3m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'n_estimators': 156, 'learning_rate': 0.076, 'max_depth': 6, 'gamma': 0.2553, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0.1, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8969
Test evaluation --> roc_auc: 0.475
Time elapsed: 0.049s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0886
Time elapsed: 0.144s
-------------------------------------------------
Total time: 3m:43s


Final results ==================== >>
Duration: 24m:21s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.54 ± 0.142 ~
Logistic Regression             --> roc_auc: 0.67 ± 0.16 ~ !
Linear Discriminant Analysis    --> roc_auc: 0.34 ± 0.102 ~
Quadratic Discriminant Analysis --> roc_auc: 0.41 ± 0.153 ~
Radius Nearest Neighbors        --> roc_auc: 0.6 ± 0.0316 ~
AdaBoost                        --> roc_auc: 0.53 ± 0.103 ~
Random Forest                   --> roc_auc: 0.57 ± 0.06 ~
XGBoost                         --> roc_auc: 0.53 ± 0.0886 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 836 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CASSLAGTDTQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLDSNQPQHF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLAYEQYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVPNNAGNMLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.6875 |       0.6875 |  0.664s |     0.685s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |         0.75 |  0.701s |     1.972s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     0.5 |         0.75 |  0.678s |     3.215s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |         0.75 |  0.698s |     4.818s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.709s |     6.102s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.3125 |          1.0 |  0.751s |     7.398s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |          1.0 |  0.732s |     8.730s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.769s |    10.083s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  0.685s |    11.322s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |          1.0 |  0.676s |    13.145s |
| Iteration 11     | exponen.. |        0.0304 |          273 |       0.6 | friedman_mse |                 8 |                1 |        10 |         sqrt |    0.0175 |   0.875 |          1.0 |  0.707s |    15.031s |
| Iteration 12     | exponen.. |         0.134 |           45 |       0.7 | friedman_mse |                 3 |                6 |         4 |          0.6 |       0.0 |    0.75 |          1.0 |  0.630s |    16.636s |
| Iteration 13     | exponen.. |        0.1417 |          473 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0039 |  0.6875 |          1.0 |  0.760s |    18.470s |
| Iteration 14     | exponen.. |        0.0514 |          426 |       0.7 | squared_er.. |                13 |                8 |         6 |          0.6 |    0.0023 |  0.8125 |          1.0 |  0.750s |    20.285s |
| Iteration 15     | exponen.. |         0.073 |          114 |       0.6 | friedman_mse |                15 |                6 |         5 |          0.7 |    0.0195 |  0.8125 |          1.0 |  0.685s |    22.050s |
| Iteration 16     |  deviance |        0.2378 |          122 |       0.8 | friedman_mse |                19 |               18 |         1 |         sqrt |    0.0165 |   0.375 |          1.0 |  0.680s |    23.696s |
| Iteration 17     | exponen.. |          0.01 |          500 |       0.5 | friedman_mse |                20 |               20 |        10 |          0.6 |       0.0 |     0.5 |          1.0 |  0.759s |    26.897s |
| Iteration 18     | exponen.. |        0.1075 |          136 |       1.0 | friedman_mse |                 9 |               20 |         2 |          0.6 |    0.0134 |  0.5625 |          1.0 |  0.691s |    29.985s |
| Iteration 19     | exponen.. |        0.6164 |          115 |       1.0 | squared_er.. |                17 |                1 |         1 |          0.5 |       0.0 |   0.875 |          1.0 |  0.647s |    31.825s |
| Iteration 20     | exponen.. |        0.1045 |          345 |       1.0 | squared_er.. |                 8 |               20 |         1 |         sqrt |       0.0 |  0.9375 |          1.0 |  0.693s |    33.410s |
| Iteration 21     | exponen.. |        0.1005 |           94 |       0.5 | squared_er.. |                20 |                1 |        10 |          0.7 |    0.0136 |  0.9375 |          1.0 |  0.654s |    35.255s |
| Iteration 22     | exponen.. |          0.01 |          171 |       0.5 | friedman_mse |                 8 |                1 |        10 |         sqrt |     0.035 |  0.9375 |          1.0 |  0.681s |    36.961s |
| Iteration 23     | exponen.. |         0.025 |          394 |       0.5 | squared_er.. |                 2 |                1 |        10 |         auto |     0.026 |   0.875 |          1.0 |  0.759s |    38.792s |
| Iteration 24     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                13 |               14 |        10 |         None |       0.0 |     1.0 |          1.0 |  0.732s |    40.786s |
| Iteration 25     |  deviance |        0.2999 |          315 |       0.5 | friedman_mse |                 3 |                1 |         3 |          0.9 |     0.035 |  0.9375 |          1.0 |  0.702s |    42.430s |
| Iteration 26     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                20 |               14 |         6 |         None |       0.0 |  0.9375 |          1.0 |  1.326s |    44.712s |
| Iteration 27     |  deviance |        0.0167 |           10 |       0.5 | friedman_mse |                10 |                1 |         8 |         None |     0.035 |     1.0 |          1.0 |  0.635s |    46.445s |
| Iteration 28     |  deviance |          0.01 |           10 |       0.5 | friedman_mse |                18 |                1 |        10 |          0.6 |     0.035 |  0.8438 |          1.0 |  0.634s |    48.203s |
| Iteration 29     | exponen.. |        0.6446 |          403 |       0.5 | squared_er.. |                 5 |                1 |         9 |          0.7 |     0.035 |  0.7188 |          1.0 |  0.744s |    50.270s |
| Iteration 30     |  deviance |          0.01 |          292 |       0.8 | friedman_mse |                 2 |                1 |         3 |          0.9 |     0.035 |  0.8125 |          1.0 |  0.711s |    52.264s |
| Iteration 31     | exponen.. |           1.0 |           10 |       1.0 | friedman_mse |                 2 |               13 |        10 |         log2 |       0.0 |     1.0 |          1.0 |  0.647s |    54.110s |
| Iteration 32     |  deviance |          0.01 |           10 |       0.5 | friedman_mse |                 2 |               20 |        10 |         auto |     0.035 |     0.5 |          1.0 |  0.637s |    56.078s |
| Iteration 33     | exponen.. |           1.0 |           10 |       1.0 | squared_er.. |                13 |               12 |         1 |         auto |       0.0 |  0.6875 |          1.0 |  0.640s |    57.869s |
| Iteration 34     | exponen.. |        0.0473 |          500 |       0.9 | friedman_mse |                14 |                1 |        10 |         None |    0.0113 |   0.875 |          1.0 |  0.796s |    59.788s |
| Iteration 35     | exponen.. |          0.01 |           10 |       0.5 | friedman_mse |                 2 |                1 |         1 |         None |    0.0183 |  0.8125 |          1.0 |  0.633s |     1m:02s |
| Iteration 36     | exponen.. |           1.0 |           10 |       1.0 | friedman_mse |                 2 |               20 |        10 |         None |       0.0 |    0.75 |          1.0 |  0.639s |     1m:03s |
| Iteration 37     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                 2 |                1 |        10 |         None |       0.0 |    0.75 |          1.0 |  0.901s |     1m:05s |
| Iteration 38     |  deviance |        0.2804 |          496 |       0.5 | friedman_mse |                18 |                1 |         1 |         None |    0.0268 |     1.0 |          1.0 |  0.736s |     1m:07s |
| Iteration 39     |  deviance |        0.0124 |          424 |       0.5 | friedman_mse |                 6 |                1 |         5 |          0.6 |    0.0207 |    0.75 |          1.0 |  0.741s |     1m:09s |
| Iteration 40     |  deviance |        0.8192 |          109 |       1.0 | squared_er.. |                17 |                1 |         6 |          0.8 |     0.035 |  0.8438 |          1.0 |  0.659s |     1m:11s |
| Iteration 41     | exponen.. |           1.0 |          419 |       1.0 | squared_er.. |                20 |                1 |         1 |         auto |    0.0183 |    0.75 |          1.0 |  0.730s |     1m:13s |
| Iteration 42     |  deviance |           1.0 |           10 |       0.5 | squared_er.. |                20 |                1 |        10 |         None |     0.035 |     1.0 |          1.0 |  0.648s |     1m:15s |
| Iteration 43     |  deviance |         0.512 |           97 |       1.0 | squared_er.. |                17 |                1 |         1 |         None |       0.0 |  0.9375 |          1.0 |  0.651s |     1m:17s |
| Iteration 44     |  deviance |           1.0 |          500 |       0.5 | squared_er.. |                20 |                1 |         1 |         None |     0.035 |  0.4375 |          1.0 |  0.760s |     1m:19s |
| Iteration 45     |  deviance |         0.018 |           47 |       0.5 | friedman_mse |                16 |                1 |         5 |         sqrt |    0.0305 |   0.625 |          1.0 |  0.644s |     1m:21s |
| Iteration 46     | exponen.. |         0.015 |          500 |       1.0 | friedman_mse |                 9 |               14 |         6 |         None |    0.0314 |   0.875 |          1.0 |  0.737s |     1m:23s |
| Iteration 47     |  deviance |         0.267 |          274 |       1.0 | friedman_mse |                 6 |               14 |         5 |          0.7 |       0.0 |  0.8125 |          1.0 |  0.685s |     1m:25s |
| Iteration 48     | exponen.. |         0.763 |          244 |       0.6 | friedman_mse |                10 |                3 |         6 |         sqrt |    0.0183 |     1.0 |          1.0 |  0.686s |     1m:27s |
| Iteration 49     |  deviance |        0.4177 |          422 |       0.7 | squared_er.. |                14 |                8 |         4 |         sqrt |    0.0048 |   0.875 |          1.0 |  0.767s |     1m:29s |
| Iteration 50     | exponen.. |        0.0934 |           69 |       0.8 | friedman_mse |                 2 |                3 |         3 |         log2 |    0.0182 |     1.0 |          1.0 |  1.272s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0934, 'n_estimators': 69, 'subsample': 0.8, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 3, 'max_depth': 3, 'max_features': 'log2', 'ccp_alpha': 0.0182}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.029s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.08
Time elapsed: 0.124s
-------------------------------------------------
Total time: 1m:33s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  0.699s |     0.712s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |       0.6875 |  0.692s |     1.970s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.6875 |       0.6875 |  0.687s |     3.242s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  0.687s |     4.487s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     1.0 |          1.0 |  0.692s |     6.848s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.3125 |          1.0 |  0.706s |     8.560s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.3125 |          1.0 |  0.686s |     9.781s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.6875 |          1.0 |  0.701s |    11.035s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     1.0 |          1.0 |  0.693s |    12.288s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.6875 |          1.0 |  0.689s |    13.531s |
| Iteration 11     |      l2 | 10.3116 |   lbfgs |      669 |      --- |  0.5625 |          1.0 |  0.686s |    15.102s |
| Iteration 12     |      l2 |   0.254 | libli.. |      626 |      --- |  0.5625 |          1.0 |  0.691s |    16.546s |
| Iteration 13     |      l2 |  0.0065 | libli.. |      300 |      --- |     0.5 |          1.0 |  0.687s |    18.222s |
| Iteration 14     |      l2 | 10.3226 |   lbfgs |      566 |      --- |     1.0 |          1.0 |  0.000s |    19.011s |
| Iteration 15     |      l2 | 10.0033 |   lbfgs |      563 |      --- |  0.8125 |          1.0 |  0.693s |    20.628s |
| Iteration 16     |      l2 | 11.2191 |   lbfgs |      570 |      --- |   0.625 |          1.0 |  0.690s |    22.280s |
| Iteration 17     |      l2 |  0.0329 | newto.. |      300 |      --- |  0.4375 |          1.0 |  0.692s |    23.893s |
| Iteration 18     |      l2 |  0.0301 | libli.. |      303 |      --- |   0.625 |          1.0 |  0.690s |    25.514s |
| Iteration 19     |      l2 |  0.0328 | libli.. |      295 |      --- |     0.5 |          1.0 |  0.689s |    27.094s |
| Iteration 20     |    none |     --- |   lbfgs |      563 |      --- |   0.875 |          1.0 |  0.689s |    28.624s |
| Iteration 21     |    none |     --- |   lbfgs |      551 |      --- |   0.875 |          1.0 |  0.695s |    30.170s |
| Iteration 22     |      l2 |  0.0946 | newto.. |      550 |      --- |     1.0 |          1.0 |  0.685s |    31.729s |
| Iteration 23     |      l2 |  0.0164 |     sag |      539 |      --- |  0.5625 |          1.0 |  0.688s |    33.240s |
| Iteration 24     |      l2 |  0.0304 |     sag |      535 |      --- |   0.875 |          1.0 |  0.680s |    34.838s |
| Iteration 25     |      l2 |  0.7902 | libli.. |      513 |      --- |  0.6875 |          1.0 |  0.677s |    36.451s |
| Iteration 26     | elast.. |  0.0126 |    saga |      544 |      0.9 |     0.5 |          1.0 |  0.681s |    38.016s |
| Iteration 27     |      l2 |  0.0019 |   lbfgs |      537 |      --- |     1.0 |          1.0 |  0.686s |    39.696s |
| Iteration 28     |      l2 |  0.0021 |   lbfgs |      517 |      --- |  0.9375 |          1.0 |  1.262s |    41.859s |
| Iteration 29     |      l2 |  0.0023 |   lbfgs |      499 |      --- |    0.75 |          1.0 |  0.684s |    43.526s |
| Iteration 30     |      l2 |  0.0031 |   lbfgs |      524 |      --- |  0.9375 |          1.0 |  0.682s |    45.093s |
| Iteration 31     |      l2 | 45.3504 |   lbfgs |      469 |      --- |   0.625 |          1.0 |  0.693s |    46.679s |
| Iteration 32     |      l2 |  0.0015 |   lbfgs |      537 |      --- |    0.75 |          1.0 |  0.695s |    48.301s |
| Iteration 33     |      l2 | 25.4155 |   lbfgs |      860 |      --- |  0.6875 |          1.0 |  0.693s |    49.963s |
| Iteration 34     |    none |     --- | newto.. |      541 |      --- |    0.75 |          1.0 |  0.690s |    51.576s |
| Iteration 35     |      l2 |  0.0011 |   lbfgs |      539 |      --- |   0.625 |          1.0 |  0.682s |    53.181s |
| Iteration 36     |    none |     --- |    saga |      824 |      --- |  0.3125 |          1.0 |  0.687s |    54.802s |
| Iteration 37     |      l2 |  8.1139 |   lbfgs |      536 |      --- |  0.5625 |          1.0 |  0.706s |    56.508s |
| Iteration 38     |      l2 |  0.0133 |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  0.682s |    58.159s |
| Iteration 39     |      l2 |  0.0021 |   lbfgs |      568 |      --- |     0.5 |          1.0 |  0.658s |    59.771s |
| Iteration 40     |    none |     --- |   lbfgs |      516 |      --- |     0.5 |          1.0 |  0.664s |     1m:01s |
| Iteration 41     |    none |     --- |    saga |     1000 |      --- |    0.25 |          1.0 |  0.659s |     1m:03s |
| Iteration 42     |    none |     --- |   lbfgs |      958 |      --- |     1.0 |          1.0 |  0.688s |     1m:05s |
| Iteration 43     |    none |     --- |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  0.688s |     1m:07s |
| Iteration 44     |      l1 |  0.0038 |    saga |      920 |      --- |     0.5 |          1.0 |  0.683s |     1m:08s |
| Iteration 45     |    none |     --- |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  0.000s |     1m:09s |
| Iteration 46     |    none |     --- |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  0.000s |     1m:10s |
| Iteration 47     |      l2 |   0.001 |   lbfgs |     1000 |      --- |     1.0 |          1.0 |  0.688s |     1m:12s |
| Iteration 48     |      l2 |   0.001 |   lbfgs |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 49     |      l2 |   0.001 |   lbfgs |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 50     |      l2 |   0.001 |   lbfgs |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'penalty': 'l2', 'C': 0.0311, 'solver': 'liblinear', 'max_iter': 300}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7643
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.0775
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:16s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  0.669s |     0.675s |
| Initial point 2  |     svd |       --- |   0.625 |        0.625 |  0.681s |     1.884s |
| Initial point 3  |     svd |       --- |   0.625 |        0.625 |  0.001s |     2.562s |
| Initial point 4  |    lsqr |       0.8 |   0.875 |        0.875 |  0.677s |     3.946s |
| Initial point 5  |   eigen |       0.9 |     1.0 |          1.0 |  0.690s |     5.245s |
| Initial point 6  |    lsqr |       0.7 |   0.375 |          1.0 |  0.673s |     6.463s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |          1.0 |  0.672s |     7.729s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |          1.0 |  0.674s |     8.959s |
| Initial point 9  |    lsqr |       0.6 |     1.0 |          1.0 |  0.691s |    10.225s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |          1.0 |  0.683s |    11.452s |
| Iteration 11     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    12.712s |
| Iteration 12     |   eigen |       0.7 |  0.5625 |          1.0 |  0.669s |    14.059s |
| Iteration 13     |     svd |       --- |   0.625 |          1.0 |  0.000s |    14.762s |
| Iteration 14     |   eigen |       0.6 |     0.5 |          1.0 |  0.669s |    16.086s |
| Iteration 15     |   eigen |      auto |  0.8125 |          1.0 |  0.668s |    17.424s |
| Iteration 16     |     svd |       --- |   0.625 |          1.0 |  0.000s |    18.312s |
| Iteration 17     |     svd |       --- |   0.625 |          1.0 |  0.000s |    19.042s |
| Iteration 18     |    lsqr |       1.0 |  0.5625 |          1.0 |  0.673s |    20.439s |
| Iteration 19     |     svd |       --- |   0.625 |          1.0 |  0.000s |    21.130s |
| Iteration 20     |    lsqr |      auto |   0.875 |          1.0 |  0.681s |    22.508s |
| Iteration 21     |   eigen |       0.5 |  0.9375 |          1.0 |  0.669s |    24.205s |
| Iteration 22     |     svd |       --- |   0.625 |          1.0 |  0.000s |    24.941s |
| Iteration 23     |    lsqr |      None |   0.625 |          1.0 |  0.673s |    26.364s |
| Iteration 24     |     svd |       --- |   0.625 |          1.0 |  0.000s |    27.142s |
| Iteration 25     |   eigen |      None |  0.6875 |          1.0 |  0.645s |    28.544s |
| Iteration 26     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    29.313s |
| Iteration 27     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    30.071s |
| Iteration 28     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    30.818s |
| Iteration 29     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    31.594s |
| Iteration 30     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    32.461s |
| Iteration 31     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    33.220s |
| Iteration 32     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    34.179s |
| Iteration 33     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    34.966s |
| Iteration 34     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    35.733s |
| Iteration 35     |    lsqr |       1.0 |  0.5625 |          1.0 |  0.000s |    36.528s |
| Iteration 36     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    37.309s |
| Iteration 37     |    lsqr |      auto |   0.875 |          1.0 |  0.000s |    38.964s |
| Iteration 38     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    39.977s |
| Iteration 39     |     svd |       --- |   0.625 |          1.0 |  0.000s |    40.848s |
| Iteration 40     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    41.665s |
| Iteration 41     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    42.493s |
| Iteration 42     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    43.323s |
| Iteration 43     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    44.177s |
| Iteration 44     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    45.024s |
| Iteration 45     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    45.850s |
| Iteration 46     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    46.702s |
| Iteration 47     |    lsqr |       0.6 |     1.0 |          1.0 |  0.001s |    47.550s |
| Iteration 48     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    49.988s |
| Iteration 49     |    lsqr |       0.6 |     1.0 |          1.0 |  0.001s |    52.587s |
| Iteration 50     |   eigen |       0.9 |     1.0 |          1.0 |  0.001s |    55.428s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 56.649s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.48 ± 0.0245
Time elapsed: 0.029s
-------------------------------------------------
Total time: 56.688s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  0.638s |     0.642s |
| Initial point 2  |       0.9 |  0.6875 |       0.6875 |  0.629s |     1.827s |
| Initial point 3  |       0.1 |   0.375 |       0.6875 |  0.629s |     3.380s |
| Initial point 4  |       1.0 |     0.5 |       0.6875 |  0.001s |     4.128s |
| Initial point 5  |       0.2 |     1.0 |          1.0 |  0.619s |     5.325s |
| Initial point 6  |       0.4 |   0.375 |          1.0 |  0.619s |     6.495s |
| Initial point 7  |       0.4 |   0.375 |          1.0 |  0.000s |     7.072s |
| Initial point 8  |       0.7 |  0.6875 |          1.0 |  0.629s |     8.481s |
| Initial point 9  |       0.9 |  0.6875 |          1.0 |  0.000s |     9.059s |
| Initial point 10 |       0.8 |  0.5625 |          1.0 |  0.632s |    10.227s |
| Iteration 11     |       0.3 |  0.6875 |          1.0 |  0.627s |    11.484s |
| Iteration 12     |       0.6 |  0.5625 |          1.0 |  0.635s |    13.422s |
| Iteration 13     |       0.2 |     1.0 |          1.0 |  0.000s |    15.301s |
| Iteration 14     |       0.5 |     0.5 |          1.0 |  0.635s |    16.867s |
| Iteration 15     |       0.2 |     1.0 |          1.0 |  0.000s |    17.484s |
| Iteration 16     |       0.2 |     1.0 |          1.0 |  0.000s |    19.203s |
| Iteration 17     |       0.0 |  0.4375 |          1.0 |  0.632s |    20.756s |
| Iteration 18     |       0.2 |     1.0 |          1.0 |  0.000s |    21.388s |
| Iteration 19     |       0.2 |     1.0 |          1.0 |  0.000s |    22.054s |
| Iteration 20     |       0.2 |     1.0 |          1.0 |  0.000s |    22.788s |
| Iteration 21     |       0.2 |     1.0 |          1.0 |  0.000s |    23.423s |
| Iteration 22     |       0.2 |     1.0 |          1.0 |  0.000s |    24.122s |
| Iteration 23     |       0.2 |     1.0 |          1.0 |  0.001s |    24.791s |
| Iteration 24     |       0.2 |     1.0 |          1.0 |  0.000s |    25.509s |
| Iteration 25     |       0.2 |     1.0 |          1.0 |  0.000s |    26.165s |
| Iteration 26     |       0.2 |     1.0 |          1.0 |  0.000s |    26.839s |
| Iteration 27     |       0.2 |     1.0 |          1.0 |  0.000s |    27.480s |
| Iteration 28     |       0.2 |     1.0 |          1.0 |  0.000s |    28.598s |
| Iteration 29     |       0.2 |     1.0 |          1.0 |  0.000s |    29.700s |
| Iteration 30     |       0.2 |     1.0 |          1.0 |  0.000s |    31.374s |
| Iteration 31     |       0.2 |     1.0 |          1.0 |  0.000s |    32.549s |
| Iteration 32     |       0.2 |     1.0 |          1.0 |  0.000s |    33.506s |
| Iteration 33     |       0.2 |     1.0 |          1.0 |  0.000s |    34.329s |
| Iteration 34     |       0.2 |     1.0 |          1.0 |  0.000s |    35.022s |
| Iteration 35     |       0.2 |     1.0 |          1.0 |  0.000s |    35.711s |
| Iteration 36     |       0.2 |     1.0 |          1.0 |  0.000s |    36.408s |
| Iteration 37     |       0.2 |     1.0 |          1.0 |  0.000s |    37.099s |
| Iteration 38     |       0.2 |     1.0 |          1.0 |  0.000s |    37.791s |
| Iteration 39     |       0.2 |     1.0 |          1.0 |  0.000s |    38.555s |
| Iteration 40     |       0.2 |     1.0 |          1.0 |  0.000s |    39.306s |
| Iteration 41     |       0.2 |     1.0 |          1.0 |  0.000s |    40.054s |
| Iteration 42     |       0.2 |     1.0 |          1.0 |  0.000s |    40.782s |
| Iteration 43     |       0.2 |     1.0 |          1.0 |  0.000s |    41.503s |
| Iteration 44     |       0.2 |     1.0 |          1.0 |  0.000s |    42.257s |
| Iteration 45     |       0.2 |     1.0 |          1.0 |  0.000s |    43.018s |
| Iteration 46     |       0.2 |     1.0 |          1.0 |  0.000s |    43.758s |
| Iteration 47     |       0.2 |     1.0 |          1.0 |  0.000s |    44.534s |
| Iteration 48     |       0.2 |     1.0 |          1.0 |  0.000s |    45.309s |
| Iteration 49     |       0.2 |     1.0 |          1.0 |  0.000s |    46.068s |
| Iteration 50     |       0.2 |     1.0 |          1.0 |  0.000s |    46.836s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 47.601s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7464
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.0748
Time elapsed: 0.027s
-------------------------------------------------
Total time: 47.637s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.5654 | dista.. |      auto |        40 |       1 |     0.5 |          0.5 |  0.643s |     0.664s |
| Initial point 2  |  4.9972 | uniform |   kd_tree |        39 |       2 |  0.6875 |       0.6875 |  0.636s |     1.829s |
| Initial point 3  |  3.9475 | dista.. | ball_tree |        25 |       2 |  0.5625 |       0.6875 |  0.635s |     3.022s |
| Initial point 4  | 11.5167 | uniform | ball_tree |        39 |       2 |     0.5 |       0.6875 |  0.642s |     4.214s |
| Initial point 5  |  9.0218 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  0.643s |     5.451s |
| Initial point 6  | 10.4479 | dista.. | ball_tree |        21 |       2 |  0.1875 |          1.0 |  0.643s |     6.652s |
| Initial point 7  |  7.4731 | dista.. | ball_tree |        24 |       1 |  0.3125 |          1.0 |  0.638s |     7.828s |
| Initial point 8  |  1.7908 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.649s |     9.045s |
| Initial point 9  |  8.3246 | uniform | ball_tree |        24 |       1 |  0.7188 |          1.0 |  0.644s |    10.242s |
| Initial point 10 |  5.9128 | uniform |     brute |        22 |       2 |  0.4688 |          1.0 |  1.217s |    12.296s |
| Iteration 11     |  9.0218 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  0.000s |    13.021s |
| Iteration 12     |  7.6944 | dista.. |      auto |        26 |       2 |  0.6875 |          1.0 |  0.633s |    14.484s |
| Iteration 13     |  8.9209 | dista.. |      auto |        30 |       2 |   0.625 |          1.0 |  0.635s |    15.938s |
| Iteration 14     |  9.0385 | dista.. |      auto |        30 |       2 |   0.625 |          1.0 |  0.635s |    17.499s |
| Iteration 15     | 12.3747 | dista.. |      auto |        27 |       2 |    0.75 |          1.0 |  0.634s |    18.924s |
| Iteration 16     |  4.8492 | dista.. |      auto |        33 |       2 |  0.1875 |          1.0 |  0.641s |    20.353s |
| Iteration 17     |     0.0 | dista.. | ball_tree |        28 |       2 |     0.5 |          1.0 |  0.634s |    21.814s |
| Iteration 18     |  9.0633 | uniform |      auto |        36 |       2 |  0.5625 |          1.0 |  0.683s |    23.358s |
| Iteration 19     |  1.8399 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.771s |    24.996s |
| Iteration 20     |  1.6657 | dista.. | ball_tree |        21 |       2 |  0.6562 |          1.0 |  0.675s |    26.613s |
| Iteration 21     |  9.1425 | dista.. |      auto |        30 |       2 |  0.6875 |          1.0 |  0.676s |    28.101s |
| Iteration 22     |  9.0192 | uniform |     brute |        30 |       2 |    0.75 |          1.0 |  0.680s |    29.674s |
| Iteration 23     |  9.0499 | dista.. | ball_tree |        30 |       1 |  0.8125 |          1.0 |  0.690s |    31.240s |
| Iteration 24     | 12.5577 | dista.. | ball_tree |        27 |       2 |   0.875 |          1.0 |  0.644s |    32.829s |
| Iteration 25     |  9.0695 | dista.. |     brute |        31 |       1 |   0.625 |          1.0 |  0.638s |    34.313s |
| Iteration 26     |  9.0607 | dista.. |   kd_tree |        30 |       1 |   0.875 |          1.0 |  0.637s |    35.888s |
| Iteration 27     | 12.6008 | uniform |     brute |        27 |       2 |     0.5 |          1.0 |  0.645s |    37.583s |
| Iteration 28     |   9.029 | dista.. |   kd_tree |        30 |       1 |  0.9375 |          1.0 |  0.647s |    39.140s |
| Iteration 29     |  9.0268 | dista.. |      auto |        30 |       1 |  0.8125 |          1.0 |  0.656s |    40.737s |
| Iteration 30     | 12.6008 | dista.. |     brute |        27 |       2 |   0.875 |          1.0 |  0.642s |    42.239s |
| Iteration 31     | 12.0669 | dista.. |   kd_tree |        29 |       1 |    0.75 |          1.0 |  0.636s |    43.760s |
| Iteration 32     |  8.8745 | dista.. | ball_tree |        28 |       1 |   0.875 |          1.0 |  0.638s |    45.278s |
| Iteration 33     |     0.0 | dista.. |   kd_tree |        40 |       1 |     0.5 |          1.0 |  0.640s |    46.746s |
| Iteration 34     |  5.7466 | uniform |      auto |        28 |       1 |  0.9375 |          1.0 |  0.639s |    48.294s |
| Iteration 35     |  4.5322 | uniform |     brute |        27 |       2 |     0.5 |          1.0 |  0.638s |    49.852s |
| Iteration 36     |  7.0316 | dista.. |     brute |        29 |       1 |  0.6875 |          1.0 |  0.649s |    52.159s |
| Iteration 37     | 10.1148 | dista.. |     brute |        28 |       1 |  0.8125 |          1.0 |  0.646s |    53.774s |
| Iteration 38     |     0.0 | uniform | ball_tree |        20 |       1 |     0.5 |          1.0 |  0.643s |    55.346s |
| Iteration 39     |  8.8621 | uniform | ball_tree |        28 |       1 |   0.375 |          1.0 |  0.648s |    56.992s |
| Iteration 40     |  4.0843 | uniform | ball_tree |        31 |       1 |     0.5 |          1.0 |  0.648s |    58.621s |
| Iteration 41     | 12.6008 | dista.. |      auto |        31 |       2 |     0.5 |          1.0 |  0.667s |     1m:00s |
| Iteration 42     |  5.8193 | uniform | ball_tree |        28 |       2 |  0.6875 |          1.0 |  0.690s |     1m:03s |
| Iteration 43     |  5.6597 | uniform | ball_tree |        28 |       1 |  0.8125 |          1.0 |  0.647s |     1m:04s |
| Iteration 44     |  8.9806 | dista.. | ball_tree |        28 |       1 |     0.5 |          1.0 |  0.647s |     1m:06s |
| Iteration 45     | 12.6008 | dista.. |   kd_tree |        27 |       1 |  0.4375 |          1.0 |  0.642s |     1m:08s |
| Iteration 46     |  9.0225 | dista.. |      auto |        30 |       1 |  0.4375 |          1.0 |  0.671s |     1m:10s |
| Iteration 47     |  9.6629 | dista.. |   kd_tree |        30 |       2 |   0.875 |          1.0 |  0.642s |     1m:12s |
| Iteration 48     | 10.0854 | dista.. |   kd_tree |        30 |       2 |   0.875 |          1.0 |  0.638s |     1m:14s |
| Iteration 49     | 10.5857 | dista.. | ball_tree |        30 |       2 |  0.5625 |          1.0 |  0.639s |     1m:18s |
| Iteration 50     |   9.409 | dista.. |   kd_tree |        30 |       2 |   0.875 |          1.0 |  0.655s |     1m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'radius': 9.0218, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:24s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     0.5 |          0.5 |  1.039s |     1.046s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  1.040s |     4.258s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.9375 |       0.9375 |  0.796s |     6.860s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.940s |     8.552s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.814s |    10.118s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.25 |          1.0 |  1.007s |    11.705s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6875 |          1.0 |  0.667s |    12.930s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  0.929s |    14.496s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.875 |          1.0 |  0.639s |    15.710s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.7812 |          1.0 |  0.769s |    17.101s |
| Iteration 11     |           50 |          0.01 |     SAMME |  0.8125 |          1.0 |  0.669s |    18.586s |
| Iteration 12     |           53 |        9.7042 |     SAMME |     0.5 |          1.0 |  1.220s |    20.593s |
| Iteration 13     |          500 |        0.1206 |     SAMME |     0.5 |          1.0 |  0.994s |    22.322s |
| Iteration 14     |          422 |        0.0437 |     SAMME |  0.7812 |          1.0 |  0.932s |    24.166s |
| Iteration 15     |          251 |        0.2457 |     SAMME |     1.0 |          1.0 |  0.818s |    25.784s |
| Iteration 16     |          254 |        0.2599 |     SAMME |  0.9375 |          1.0 |  0.815s |    27.496s |
| Iteration 17     |          242 |         0.017 |     SAMME |   0.625 |          1.0 |  0.797s |    29.145s |
| Iteration 18     |          243 |        0.2103 |     SAMME |  0.7812 |          1.0 |  0.802s |    30.801s |
| Iteration 19     |          268 |          10.0 |     SAMME |   0.625 |          1.0 |  0.638s |    32.253s |
| Iteration 20     |          500 |        0.0203 |     SAMME |  0.9375 |          1.0 |  0.984s |    34.143s |
| Iteration 21     |          161 |        0.0518 |     SAMME |     1.0 |          1.0 |  0.751s |    35.753s |
| Iteration 22     |          133 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.735s |    38.445s |
| Iteration 23     |           50 |        0.1445 |     SAMME |   0.875 |          1.0 |  0.662s |    40.077s |
| Iteration 24     |           95 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.707s |    41.652s |
| Iteration 25     |           90 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.704s |    43.196s |
| Iteration 26     |          204 |        0.0503 |     SAMME |     1.0 |          1.0 |  0.794s |    44.836s |
| Iteration 27     |          152 |        0.0502 |     SAMME |     0.5 |          1.0 |  0.745s |    46.528s |
| Iteration 28     |           77 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  0.689s |    48.067s |
| Iteration 29     |          457 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  1.003s |    49.917s |
| Iteration 30     |          176 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.766s |    51.517s |
| Iteration 31     |           52 |        0.1545 |   SAMME.R |     1.0 |          1.0 |  0.683s |    54.034s |
| Iteration 32     |           60 |        1.5667 |   SAMME.R |  0.9375 |          1.0 |  0.697s |    55.885s |
| Iteration 33     |           50 |        6.1883 |   SAMME.R |  0.7188 |          1.0 |  0.669s |    57.340s |
| Iteration 34     |           55 |        0.2421 |     SAMME |  0.8125 |          1.0 |  0.667s |    58.870s |
| Iteration 35     |           73 |          0.15 |   SAMME.R |     1.0 |          1.0 |  0.689s |     1m:00s |
| Iteration 36     |          464 |        0.1516 |   SAMME.R |   0.875 |          1.0 |  0.997s |     1m:02s |
| Iteration 37     |          107 |        0.1611 |   SAMME.R |   0.875 |          1.0 |  0.731s |     1m:05s |
| Iteration 38     |          102 |        0.1396 |   SAMME.R |   0.875 |          1.0 |  0.715s |     1m:06s |
| Iteration 39     |          432 |        0.0819 |     SAMME |   0.625 |          1.0 |  0.942s |     1m:08s |
| Iteration 40     |          111 |        0.0198 |     SAMME |  0.9688 |          1.0 |  0.701s |     1m:10s |
| Iteration 41     |          416 |        0.0196 |     SAMME |  0.7188 |          1.0 |  0.919s |     1m:12s |
| Iteration 42     |           50 |        0.0494 |   SAMME.R |     1.0 |          1.0 |  0.669s |     1m:13s |
| Iteration 43     |           50 |        0.0516 |   SAMME.R |   0.875 |          1.0 |  0.661s |     1m:15s |
| Iteration 44     |           50 |          0.01 |   SAMME.R |  0.5625 |          1.0 |  0.677s |     1m:17s |
| Iteration 45     |           50 |        0.3714 |   SAMME.R |     0.5 |          1.0 |  0.675s |     1m:18s |
| Iteration 46     |          195 |        0.4528 |     SAMME |   0.875 |          1.0 |  0.771s |     1m:20s |
| Iteration 47     |          281 |        0.0105 |   SAMME.R |     1.0 |          1.0 |  0.849s |     1m:22s |
| Iteration 48     |          279 |        0.0101 |   SAMME.R |     1.0 |          1.0 |  0.856s |     1m:24s |
| Iteration 49     |          284 |          0.01 |   SAMME.R |   0.625 |          1.0 |  0.858s |     1m:25s |
| Iteration 50     |          207 |        0.8361 |     SAMME |     1.0 |          1.0 |  0.777s |     1m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'n_estimators': 431, 'learning_rate': 0.0871, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9844
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.342s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.885 ± 0.07
Time elapsed: 1.555s
-------------------------------------------------
Total time: 1m:30s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     0.5 |          0.5 |  1.076s |     1.096s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.625 |        0.625 |  0.956s |     2.690s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |         0.75 |  0.987s |     4.238s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |         0.75 |  0.801s |     5.616s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  1.010s |     7.237s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     0.5 |          1.0 |  0.824s |     8.635s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.864s |    10.062s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.854s |    11.689s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  0.970s |    13.224s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |          1.0 |  0.947s |    14.739s |
| Iteration 11     |          445 |   entropy |         8 |                19 |                7 |         auto |      True |    0.0014 |         0.6 |  0.8125 |          1.0 |  1.049s |    16.874s |
| Iteration 12     |          318 |      gini |      None |                 7 |               18 |         log2 |      True |    0.0178 |         0.7 |     0.5 |          1.0 |  0.927s |    18.784s |
| Iteration 13     |          427 |      gini |         3 |                14 |               10 |          0.6 |     False |    0.0055 |         --- |   0.625 |          1.0 |  1.586s |    21.256s |
| Iteration 14     |          497 |      gini |         3 |                14 |                5 |          0.7 |     False |    0.0074 |         --- |     0.5 |          1.0 |  1.000s |    23.222s |
| Iteration 15     |          453 |      gini |         2 |                10 |               14 |         log2 |      True |    0.0141 |         0.7 |   0.875 |          1.0 |  1.054s |    25.240s |
| Iteration 16     |          434 |      gini |         7 |                10 |               14 |          0.9 |     False |    0.0068 |         --- |  0.5312 |          1.0 |  0.946s |    27.285s |
| Iteration 17     |          496 |      gini |      None |                 8 |               17 |         auto |     False |    0.0191 |         --- |  0.4375 |          1.0 |  0.983s |    29.264s |
| Iteration 18     |          131 |   entropy |         6 |                 8 |                8 |         log2 |     False |    0.0328 |         --- |    0.75 |          1.0 |  0.769s |    31.009s |
| Iteration 19     |          281 |      gini |         4 |                 4 |                8 |          0.9 |     False |    0.0021 |         --- |  0.8125 |          1.0 |  0.860s |    32.967s |
| Iteration 20     |          222 |      gini |         2 |                 6 |               16 |         sqrt |     False |    0.0078 |         --- |     1.0 |          1.0 |  0.774s |    34.944s |
| Iteration 21     |          351 |   entropy |         1 |                14 |               16 |          0.9 |     False |    0.0251 |         --- |  0.6562 |          1.0 |  0.840s |    36.798s |
| Iteration 22     |          242 |   entropy |         1 |                 5 |               16 |         auto |     False |     0.009 |         --- |     1.0 |          1.0 |  0.778s |    38.586s |
| Iteration 23     |          401 |      gini |      None |                14 |               14 |          0.5 |      True |    0.0088 |        None |    0.75 |          1.0 |  0.994s |    40.592s |
| Iteration 24     |          251 |      gini |      None |                16 |               14 |         log2 |      True |    0.0104 |         0.6 |     1.0 |          1.0 |  0.871s |    42.577s |
| Iteration 25     |          362 |      gini |         9 |                15 |                8 |          0.7 |     False |    0.0192 |         --- |     1.0 |          1.0 |  0.903s |    44.523s |
| Iteration 26     |          173 |      gini |      None |                12 |               14 |         sqrt |      True |    0.0007 |         0.6 |  0.5625 |          1.0 |  0.825s |    46.469s |
| Iteration 27     |          405 |      gini |         7 |                15 |                8 |          0.7 |     False |    0.0118 |         --- |     1.0 |          1.0 |  0.930s |    49.869s |
| Iteration 28     |          190 |      gini |         7 |                16 |               16 |         sqrt |     False |    0.0314 |         --- |  0.8438 |          1.0 |  0.798s |    53.155s |
| Iteration 29     |          433 |      gini |         7 |                 4 |                8 |          0.7 |     False |     0.002 |         --- |  0.7812 |          1.0 |  0.963s |    55.513s |
| Iteration 30     |          259 |   entropy |         4 |                10 |               16 |         auto |     False |    0.0031 |         --- |  0.9375 |          1.0 |  0.841s |    57.476s |
| Iteration 31     |          230 |      gini |         8 |                 9 |               16 |         sqrt |     False |    0.0029 |         --- |  0.6875 |          1.0 |  0.778s |    59.414s |
| Iteration 32     |          322 |      gini |         1 |                 6 |               16 |         sqrt |     False |    0.0198 |         --- |  0.9375 |          1.0 |  0.871s |     1m:01s |
| Iteration 33     |          357 |   entropy |         5 |                20 |                8 |          0.7 |     False |    0.0284 |         --- |    0.75 |          1.0 |  0.907s |     1m:04s |
| Iteration 34     |          162 |      gini |         1 |                 6 |               16 |         sqrt |     False |    0.0158 |         --- |   0.625 |          1.0 |  0.779s |     1m:06s |
| Iteration 35     |          256 |      gini |         1 |                 6 |               16 |         sqrt |     False |    0.0274 |         --- |  0.6562 |          1.0 |  0.831s |     1m:08s |
| Iteration 36     |          239 |   entropy |         2 |                 6 |               16 |         sqrt |     False |    0.0067 |         --- |  0.8125 |          1.0 |  0.814s |     1m:10s |
| Iteration 37     |           98 |      gini |         6 |                 4 |               16 |         auto |     False |    0.0026 |         --- |  0.8125 |          1.0 |  1.264s |     1m:12s |
| Iteration 38     |           57 |   entropy |         8 |                 7 |               16 |         auto |     False |    0.0305 |         --- |  0.9375 |          1.0 |  0.709s |     1m:14s |
| Iteration 39     |          458 |      gini |         4 |                20 |                8 |          0.7 |     False |    0.0237 |         --- |  0.5625 |          1.0 |  0.963s |     1m:16s |
| Iteration 40     |          412 |      gini |         2 |                 7 |               16 |         log2 |     False |    0.0091 |         --- |  0.9375 |          1.0 |  0.888s |     1m:18s |
| Iteration 41     |          224 |   entropy |         1 |                10 |               16 |         log2 |     False |    0.0088 |         --- |     0.5 |          1.0 |  0.761s |     1m:20s |
| Iteration 42     |          304 |      gini |         2 |                 7 |               16 |         auto |     False |    0.0193 |         --- |  0.9375 |          1.0 |  0.806s |     1m:23s |
| Iteration 43     |          322 |      gini |         5 |                14 |               14 |         log2 |      True |    0.0147 |         0.6 |  0.8125 |          1.0 |  0.881s |     1m:25s |
| Iteration 44     |          119 |      gini |         5 |                13 |                8 |          0.7 |     False |    0.0274 |         --- |  0.6562 |          1.0 |  0.704s |     1m:27s |
| Iteration 45     |          208 |      gini |         3 |                 6 |               16 |          0.5 |     False |    0.0082 |         --- |   0.625 |          1.0 |  0.750s |     1m:29s |
| Iteration 46     |          202 |      gini |         1 |                 7 |               16 |         auto |     False |    0.0181 |         --- |  0.9375 |          1.0 |  0.743s |     1m:31s |
| Iteration 47     |          408 |      gini |         8 |                14 |                8 |          0.7 |     False |    0.0107 |         --- |     1.0 |          1.0 |  0.884s |     1m:33s |
| Iteration 48     |          283 |   entropy |         8 |                 6 |               16 |         auto |     False |    0.0065 |         --- |   0.875 |          1.0 |  0.812s |     1m:35s |
| Iteration 49     |          402 |   entropy |         8 |                14 |                8 |          0.7 |     False |    0.0106 |         --- |   0.625 |          1.0 |  0.890s |     1m:37s |
| Iteration 50     |          194 |   entropy |         4 |                 5 |               16 |         auto |     False |    0.0173 |         --- |  0.9375 |          1.0 |  0.793s |     1m:39s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8411
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.349s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.1077
Time elapsed: 1.594s
-------------------------------------------------
Total time: 1m:43s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.782s |     0.802s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          0.5 |  0.774s |     2.188s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  0.777s |     3.553s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  0.716s |     4.838s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  0.763s |     6.146s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  0.733s |     7.508s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  0.737s |     8.831s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  0.732s |    10.117s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.768s |    11.450s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.761s |    12.808s |
| Iteration 11     |           24 |        0.5149 |         9 |  0.0489 |                4 |       0.6 |              0.4 |         0 |       0.01 |    0.75 |          1.0 |  0.696s |    14.391s |
| Iteration 12     |          347 |        0.0225 |         5 |     1.0 |                4 |       0.6 |              1.0 |        10 |         10 |     0.5 |          1.0 |  0.745s |    16.613s |
| Iteration 13     |          382 |        0.0359 |         5 |  0.5423 |                3 |       0.9 |              0.8 |      0.01 |          1 |  0.6875 |          1.0 |  0.763s |    18.313s |
| Iteration 14     |          500 |        0.4658 |         9 |  0.7256 |                9 |       0.7 |              0.8 |        10 |          1 |     0.5 |          1.0 |  0.770s |    19.951s |
| Iteration 15     |          436 |        0.5114 |         7 |   0.806 |                4 |       0.6 |              0.8 |         0 |          1 |  0.8125 |          1.0 |  0.759s |    21.570s |
| Iteration 16     |          500 |        0.0114 |         8 |  0.3291 |                4 |       0.8 |              0.8 |       100 |         10 |     0.5 |          1.0 |  0.752s |    23.213s |
| Iteration 17     |          471 |        0.0139 |         9 |  0.0573 |                6 |       0.9 |              0.4 |         0 |         10 |  0.4062 |          1.0 |  0.719s |    24.808s |
| Iteration 18     |          404 |        0.0136 |         3 |  0.3507 |                4 |       1.0 |              0.7 |      0.01 |          1 |  0.5938 |          1.0 |  0.739s |    26.560s |
| Iteration 19     |          454 |        0.0703 |         4 |  0.4457 |                3 |       1.0 |              0.8 |      0.01 |        0.1 |   0.875 |          1.0 |  0.723s |    28.348s |
| Iteration 20     |          451 |        0.0751 |         7 |  0.9859 |                5 |       1.0 |              0.8 |      0.01 |         10 |   0.875 |          1.0 |  0.728s |    30.163s |
| Iteration 21     |          452 |        0.5411 |         3 |  0.5125 |                8 |       0.8 |              0.8 |      0.01 |          0 |     0.5 |          1.0 |  0.731s |    31.940s |
| Iteration 22     |          452 |        0.0163 |         2 |  0.6516 |                4 |       0.7 |              0.8 |      0.01 |         10 |  0.9375 |          1.0 |  0.750s |    33.747s |
| Iteration 23     |          443 |        0.2525 |         9 |  0.9576 |                4 |       0.7 |              0.8 |      0.01 |       0.01 |  0.6875 |          1.0 |  0.715s |    35.537s |
| Iteration 24     |          450 |        0.0144 |         3 |   0.337 |                3 |       0.6 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.719s |    37.337s |
| Iteration 25     |          458 |        0.8524 |         7 |  0.5148 |               10 |       0.7 |              0.8 |      0.01 |          1 |     0.5 |          1.0 |  0.716s |    39.239s |
| Iteration 26     |          455 |        0.7378 |         8 |  0.3486 |                3 |       1.0 |              0.8 |      0.01 |          1 |  0.9375 |          1.0 |  0.729s |    41.117s |
| Iteration 27     |          449 |        0.0575 |         7 |  0.3362 |                3 |       0.7 |              0.8 |         0 |          1 |  0.9375 |          1.0 |  0.749s |    43.516s |
| Iteration 28     |          448 |        0.0153 |         3 |  0.0802 |                3 |       0.7 |              0.8 |      0.01 |          1 |  0.9375 |          1.0 |  0.718s |    45.407s |
| Iteration 29     |          448 |        0.1109 |         9 |   0.642 |                2 |       0.6 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  0.733s |    47.421s |
| Iteration 30     |          452 |          0.01 |         1 |   0.518 |                4 |       0.6 |              0.8 |         0 |          1 |  0.8125 |          1.0 |  0.721s |    49.598s |
| Iteration 31     |          462 |        0.0169 |         7 |  0.9404 |                4 |       0.5 |              0.8 |      0.01 |          1 |  0.5938 |          1.0 |  0.720s |    51.527s |
| Iteration 32     |          451 |        0.0122 |         6 |  0.5184 |                3 |       0.7 |              0.8 |      0.01 |          1 |   0.875 |          1.0 |  0.732s |    53.890s |
| Iteration 33     |          442 |        0.0738 |         3 |  0.3367 |                4 |       0.9 |              0.8 |       100 |        100 |     0.5 |          1.0 |  0.710s |    55.769s |
| Iteration 34     |          462 |        0.1252 |         6 |  0.3588 |                3 |       0.8 |              0.8 |      0.01 |        100 |   0.625 |          1.0 |  0.736s |    57.648s |
| Iteration 35     |          446 |        0.1546 |         6 |  0.7357 |                4 |       1.0 |              1.0 |      0.01 |         10 |  0.6875 |          1.0 |  0.717s |    59.665s |
| Iteration 36     |          448 |        0.9317 |         4 |     0.0 |                4 |       0.8 |              0.8 |      0.01 |         10 |  0.6875 |          1.0 |  0.713s |     1m:02s |
| Iteration 37     |          500 |          0.01 |         1 |  0.2979 |                1 |       0.5 |              1.0 |         0 |          0 |  0.9375 |          1.0 |  1.357s |     1m:05s |
| Iteration 38     |           20 |          0.01 |         1 |     1.0 |                1 |       1.0 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.670s |     1m:07s |
| Iteration 39     |          500 |        0.0267 |         3 |  0.3285 |                1 |       0.8 |              0.8 |         0 |          1 |    0.75 |          1.0 |  0.764s |     1m:09s |
| Iteration 40     |          500 |         0.449 |         7 |  0.9168 |                1 |       0.6 |              1.0 |         0 |         10 |  0.9375 |          1.0 |  0.757s |     1m:11s |
| Iteration 41     |          500 |          0.01 |        10 |     0.0 |                2 |       0.5 |              1.0 |         0 |          1 |     0.5 |          1.0 |  0.794s |     1m:13s |
| Iteration 42     |          500 |        0.0291 |         1 |  0.2467 |                1 |       0.6 |              0.8 |         0 |          1 |     1.0 |          1.0 |  0.777s |     1m:15s |
| Iteration 43     |          459 |        0.0375 |         1 |  0.7596 |                2 |       0.6 |              0.8 |         0 |          1 |  0.6875 |          1.0 |  0.776s |     1m:17s |
| Iteration 44     |          463 |        0.0838 |         5 |  0.1692 |                2 |       0.6 |              0.8 |      0.01 |          1 |  0.5625 |          1.0 |  0.794s |     1m:19s |
| Iteration 45     |          452 |        0.0497 |         4 |  0.2768 |                3 |       0.8 |              0.7 |        10 |       0.01 |     0.5 |          1.0 |  0.742s |     1m:21s |
| Iteration 46     |          448 |        0.0524 |         5 |  0.6995 |                4 |       0.7 |              0.8 |      0.01 |       0.01 |  0.8125 |          1.0 |  0.801s |     1m:23s |
| Iteration 47     |           20 |        0.1016 |         1 |  0.2445 |                1 |       0.8 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.703s |     1m:25s |
| Iteration 48     |          500 |        0.0591 |         3 |  0.7759 |                1 |       0.6 |              0.6 |         0 |         10 |  0.9375 |          1.0 |  0.789s |     1m:27s |
| Iteration 49     |          500 |        0.1787 |         1 |     1.0 |                1 |       0.8 |              1.0 |         0 |       0.01 |   0.875 |          1.0 |  0.776s |     1m:29s |
| Iteration 50     |          500 |        0.4111 |         1 |     1.0 |                1 |       0.7 |              0.5 |         0 |          0 |     1.0 |          1.0 |  0.779s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.4111, 'max_depth': 1, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.7, 'colsample_bytree': 0.5, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.116s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0632
Time elapsed: 0.338s
-------------------------------------------------
Total time: 1m:33s


Final results ==================== >>
Duration: 10m:44s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.79 ± 0.08
Logistic Regression             --> roc_auc: 0.45 ± 0.0775 ~
Linear Discriminant Analysis    --> roc_auc: 0.48 ± 0.0245 ~
Quadratic Discriminant Analysis --> roc_auc: 0.43 ± 0.0748 ~
Radius Nearest Neighbors        --> roc_auc: 0.51 ± 0.02 ~
AdaBoost                        --> roc_auc: 0.885 ± 0.07
Random Forest                   --> roc_auc: 0.62 ± 0.1077
XGBoost                         --> roc_auc: 0.95 ± 0.0632 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASSLAGTDTQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLDSNQPQHF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLAYEQYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVPNNAGNMLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.6875 |       0.6875 |  3.255s |     3.277s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |       0.6875 |  3.265s |     7.253s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.7188 |       0.7188 |  3.217s |    11.126s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |       0.8125 |  3.286s |    15.006s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |       0.8125 |  3.317s |    18.896s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |       0.8125 |  3.303s |    22.774s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7812 |       0.8125 |  3.248s |    26.659s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  3.329s |    30.580s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |          1.0 |  3.148s |    34.395s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |          1.0 |  3.127s |    38.152s |
| Iteration 11     | exponen.. |          0.01 |          500 |       0.5 | squared_er.. |                 9 |                9 |        10 |          0.5 |    0.0082 |    0.75 |          1.0 |  3.286s |    42.470s |
| Iteration 12     | exponen.. |         0.045 |          460 |       0.6 | squared_er.. |                15 |                8 |         9 |          0.6 |    0.0065 |  0.8125 |          1.0 |  3.265s |    46.754s |
| Iteration 13     |  deviance |        0.2202 |          489 |       0.7 | friedman_mse |                 6 |                2 |         9 |          0.5 |    0.0168 |  0.4688 |          1.0 |  3.905s |    51.499s |
| Iteration 14     | exponen.. |        0.0255 |          496 |       0.7 | squared_er.. |                13 |                5 |         9 |          0.6 |    0.0168 |  0.4375 |          1.0 |  3.332s |    55.860s |
| Iteration 15     |  deviance |        0.0617 |          446 |       0.8 | squared_er.. |                 8 |               17 |         6 |          0.6 |     0.003 |  0.9375 |          1.0 |  3.334s |     1m:00s |
| Iteration 16     | exponen.. |        0.1748 |          441 |       0.6 | squared_er.. |                15 |                3 |         6 |          0.7 |    0.0049 |   0.875 |          1.0 |  3.299s |     1m:04s |
| Iteration 17     | exponen.. |        0.0515 |          408 |       0.7 | squared_er.. |                 8 |                5 |         7 |         None |    0.0036 |  0.8125 |          1.0 |  3.319s |     1m:09s |
| Iteration 18     |  deviance |        0.0989 |          447 |       0.7 | friedman_mse |                17 |               17 |         3 |         auto |    0.0016 |  0.4375 |          1.0 |  3.311s |     1m:15s |
| Iteration 19     | exponen.. |           1.0 |          488 |       0.9 | squared_er.. |                19 |               10 |         3 |         auto |       0.0 |   0.375 |          1.0 |  3.219s |     1m:21s |
| Iteration 20     | exponen.. |        0.3748 |          448 |       0.7 | squared_er.. |                 8 |               10 |         6 |          0.7 |    0.0042 |   0.625 |          1.0 |  3.248s |     1m:27s |
| Iteration 21     |  deviance |        0.0825 |          470 |       0.6 | squared_er.. |                18 |                5 |         5 |         sqrt |    0.0055 |   0.875 |          1.0 |  3.308s |     1m:33s |
| Iteration 22     |  deviance |        0.0867 |          440 |       0.8 | squared_er.. |                 3 |               16 |         8 |          0.8 |    0.0045 |   0.625 |          1.0 |  3.261s |     1m:39s |
| Iteration 23     | exponen.. |        0.0689 |          451 |       0.8 | squared_er.. |                13 |               14 |         6 |          0.9 |    0.0039 |     1.0 |          1.0 |  3.263s |     1m:45s |
| Iteration 24     | exponen.. |        0.0637 |          447 |       0.8 | squared_er.. |                15 |                9 |         6 |         None |    0.0042 |     1.0 |          1.0 |  3.292s |     1m:51s |
| Iteration 25     |  deviance |        0.0756 |          500 |       0.8 | squared_er.. |                18 |                7 |         6 |         sqrt |    0.0035 |     1.0 |          1.0 |  3.354s |     1m:56s |
| Iteration 26     |  deviance |        0.0767 |          461 |       0.7 | squared_er.. |                20 |                8 |         6 |          0.5 |     0.004 |   0.875 |          1.0 |  3.285s |     2m:01s |
| Iteration 27     |  deviance |        0.0722 |          500 |       0.9 | squared_er.. |                17 |                2 |         6 |          0.7 |    0.0035 |     1.0 |          1.0 |  3.254s |     2m:05s |
| Iteration 28     | exponen.. |        0.0585 |          457 |       0.9 | squared_er.. |                14 |               15 |         6 |          0.5 |    0.0043 |  0.7812 |          1.0 |  3.245s |     2m:10s |
| Iteration 29     | exponen.. |        0.0707 |          250 |       0.6 | squared_er.. |                 9 |                1 |         6 |          0.5 |    0.0035 |    0.75 |          1.0 |  3.157s |     2m:14s |
| Iteration 30     | exponen.. |        0.0712 |          483 |       0.9 | squared_er.. |                11 |               14 |         6 |          0.6 |    0.0036 |    0.75 |          1.0 |  3.288s |     2m:19s |
| Iteration 31     |  deviance |        0.0732 |          492 |       0.9 | squared_er.. |                17 |               10 |         6 |         sqrt |     0.003 |    0.75 |          1.0 |  3.256s |     2m:23s |
| Iteration 32     |  deviance |        0.0621 |          182 |       0.5 | squared_er.. |                20 |                5 |         4 |         None |    0.0029 |   0.875 |          1.0 |  3.199s |     2m:27s |
| Iteration 33     | exponen.. |         0.082 |          449 |       0.7 | squared_er.. |                 3 |               13 |         6 |          0.9 |     0.011 |     0.5 |          1.0 |  3.272s |     2m:32s |
| Iteration 34     |  deviance |        0.0627 |          422 |       0.8 | squared_er.. |                17 |                1 |         5 |          0.5 |    0.0031 |  0.7188 |          1.0 |  3.262s |     2m:36s |
| Iteration 35     |  deviance |        0.0491 |          498 |       0.9 | squared_er.. |                20 |               14 |         7 |         None |    0.0038 |  0.9375 |          1.0 |  3.294s |     2m:40s |
| Iteration 36     |  deviance |         0.016 |          466 |       0.8 | friedman_mse |                18 |                8 |         6 |         None |     0.004 |     1.0 |          1.0 |  3.309s |     2m:45s |
| Iteration 37     |  deviance |        0.0218 |          460 |       0.6 | squared_er.. |                18 |                8 |         6 |         None |    0.0038 |     1.0 |          1.0 |  3.932s |     2m:50s |
| Iteration 38     |  deviance |        0.0213 |          460 |       0.8 | squared_er.. |                17 |                1 |         6 |         None |    0.0037 |     1.0 |          1.0 |  3.331s |     2m:55s |
| Iteration 39     |  deviance |        0.9393 |          462 |       0.6 | squared_er.. |                17 |                5 |         6 |         None |    0.0037 |   0.625 |          1.0 |  3.309s |     2m:59s |
| Iteration 40     | exponen.. |        0.0135 |          500 |       0.5 | squared_er.. |                17 |               15 |         7 |         None |    0.0013 |     0.5 |          1.0 |  3.257s |     3m:03s |
| Iteration 41     | exponen.. |          0.01 |           28 |       0.7 | squared_er.. |                20 |                9 |         8 |          0.7 |    0.0204 |  0.6875 |          1.0 |  3.137s |     3m:08s |
| Iteration 42     |  deviance |        0.0122 |          472 |       0.5 | squared_er.. |                19 |                4 |         7 |         None |    0.0039 |  0.9375 |          1.0 |  3.276s |     3m:12s |
| Iteration 43     | exponen.. |           1.0 |          215 |       0.8 | friedman_mse |                 2 |               12 |         4 |         None |    0.0348 |  0.6875 |          1.0 |  3.214s |     3m:16s |
| Iteration 44     |  deviance |        0.0147 |           89 |       0.6 | squared_er.. |                17 |                2 |         9 |         None |    0.0039 |     0.5 |          1.0 |  3.160s |     3m:21s |
| Iteration 45     | exponen.. |        0.0166 |          491 |       0.5 | squared_er.. |                17 |               13 |         6 |          0.9 |    0.0041 |  0.4375 |          1.0 |  3.268s |     3m:25s |
| Iteration 46     |  deviance |          0.01 |          462 |       0.7 | friedman_mse |                18 |                1 |         5 |         None |    0.0023 |  0.6875 |          1.0 |  3.299s |     3m:29s |
| Iteration 47     |  deviance |        0.0654 |          500 |       0.6 | squared_er.. |                19 |                3 |         5 |          0.5 |    0.0151 |  0.8125 |          1.0 |  3.180s |     3m:34s |
| Iteration 48     |  deviance |        0.0749 |          500 |       0.6 | squared_er.. |                18 |                5 |         6 |         sqrt |    0.0038 |   0.875 |          1.0 |  3.241s |     3m:38s |
| Iteration 49     | exponen.. |        0.0783 |          437 |       0.7 | squared_er.. |                15 |               13 |         3 |         None |    0.0035 |  0.4375 |          1.0 |  3.243s |     3m:43s |
| Iteration 50     |  deviance |         0.018 |          464 |       0.7 | friedman_mse |                 9 |               16 |         7 |          0.9 |    0.0038 |   0.875 |          1.0 |  3.259s |     3m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0218, 'n_estimators': 460, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 18, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': None, 'ccp_alpha': 0.0038}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:50s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.134s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0245
Time elapsed: 0.611s
-------------------------------------------------
Total time: 3m:50s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.875 |        0.875 |  3.165s |     3.177s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.3125 |        0.875 |  3.159s |     6.906s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |        0.875 |  3.186s |    10.637s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.6875 |        0.875 |  3.185s |    14.369s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |        0.875 |  3.181s |    18.097s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.6875 |        0.875 |  3.172s |    22.040s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |        0.875 |  3.161s |    27.044s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |        0.875 |  3.137s |    31.232s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.4375 |        0.875 |  3.194s |    35.151s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |        0.875 |  3.217s |    38.944s |
| Iteration 11     |    none |     --- |    saga |      334 |      --- |  0.6875 |        0.875 |  3.247s |    43.147s |
| Iteration 12     |    none |     --- | newto.. |      621 |      --- |  0.6875 |        0.875 |  3.187s |    47.207s |
| Iteration 13     |      l2 |   20.93 | libli.. |     1000 |      --- |    0.25 |        0.875 |  3.174s |    53.305s |
| Iteration 14     |    none |     --- | newto.. |      288 |      --- |    0.75 |        0.875 |  3.167s |    57.730s |
| Iteration 15     |      l2 |  0.0064 | newto.. |     1000 |      --- |  0.9375 |       0.9375 |  3.207s |     1m:02s |
| Iteration 16     |    none |     --- | newto.. |     1000 |      --- |   0.625 |       0.9375 |  3.214s |     1m:06s |
| Iteration 17     |      l2 |  0.0123 | newto.. |      109 |      --- |   0.875 |       0.9375 |  3.226s |     1m:10s |
| Iteration 18     |    none |     --- | newto.. |      678 |      --- |   0.625 |       0.9375 |  3.198s |     1m:15s |
| Iteration 19     |      l2 | 54.1869 | newto.. |      983 |      --- |  0.5625 |       0.9375 |  3.194s |     1m:20s |
| Iteration 20     |      l2 |  0.0272 | newto.. |      959 |      --- |     1.0 |          1.0 |  3.221s |     1m:24s |
| Iteration 21     |      l1 |  0.0386 |    saga |     1000 |      --- |     0.5 |          1.0 |  3.206s |     1m:28s |
| Iteration 22     |      l2 |   0.027 | newto.. |      622 |      --- |  0.8125 |          1.0 |  3.215s |     1m:32s |
| Iteration 23     |      l2 |   0.003 | newto.. |      909 |      --- |  0.8125 |          1.0 |  3.191s |     1m:36s |
| Iteration 24     |      l2 |  0.0182 | newto.. |      135 |      --- |   0.875 |          1.0 |  3.245s |     1m:41s |
| Iteration 25     |      l2 |  0.0201 | newto.. |      377 |      --- |  0.4375 |          1.0 |  3.212s |     1m:45s |
| Iteration 26     |      l2 |   0.002 | newto.. |      939 |      --- |  0.5625 |          1.0 |  3.208s |     1m:49s |
| Iteration 27     |      l2 |  0.0013 |   lbfgs |      500 |      --- |    0.75 |          1.0 |  3.231s |     1m:54s |
| Iteration 28     |    none |     --- |   lbfgs |      975 |      --- |  0.5625 |          1.0 |  3.224s |     1m:58s |
| Iteration 29     |    none |     --- |     sag |      165 |      --- |   0.875 |          1.0 |  3.204s |     2m:04s |
| Iteration 30     |      l2 |  0.0038 |     sag |      820 |      --- |  0.6875 |          1.0 |  3.226s |     2m:08s |
| Iteration 31     |    none |     --- |     sag |      984 |      --- |     0.5 |          1.0 |  3.240s |     2m:13s |
| Iteration 32     |      l2 |   0.001 | newto.. |      613 |      --- |   0.625 |          1.0 |  3.204s |     2m:18s |
| Iteration 33     |      l1 |  0.0011 |    saga |      301 |      --- |     0.5 |          1.0 |  3.226s |     2m:22s |
| Iteration 34     |      l2 |   0.023 | newto.. |      907 |      --- |   0.625 |          1.0 |  3.196s |     2m:26s |
| Iteration 35     |      l2 |   0.005 | newto.. |      972 |      --- |   0.375 |          1.0 |  3.173s |     2m:30s |
| Iteration 36     |      l2 |  0.0796 | newto.. |      848 |      --- |     1.0 |          1.0 |  3.189s |     2m:34s |
| Iteration 37     |      l2 |  0.0021 | newto.. |      738 |      --- |     1.0 |          1.0 |  3.806s |     2m:39s |
| Iteration 38     |      l2 |  0.0047 | newto.. |      991 |      --- |    0.75 |          1.0 |  3.173s |     2m:43s |
| Iteration 39     |      l2 |  0.0011 | newto.. |      844 |      --- |   0.625 |          1.0 |  3.184s |     2m:47s |
| Iteration 40     |      l2 |  0.0035 |   lbfgs |      215 |      --- |  0.8125 |          1.0 |  3.169s |     2m:53s |
| Iteration 41     |    none |     --- |   lbfgs |      862 |      --- |  0.5625 |          1.0 |  3.170s |     2m:57s |
| Iteration 42     |      l2 |  0.0016 | newto.. |      645 |      --- |  0.8125 |          1.0 |  3.168s |     3m:01s |
| Iteration 43     |    none |     --- | newto.. |      102 |      --- |   0.625 |          1.0 |  3.168s |     3m:06s |
| Iteration 44     |      l2 |   43.54 | newto.. |      882 |      --- |  0.5625 |          1.0 |  3.173s |     3m:10s |
| Iteration 45     |      l2 |   0.001 | newto.. |      893 |      --- |  0.5625 |          1.0 |  3.160s |     3m:14s |
| Iteration 46     |    none |     --- | newto.. |      827 |      --- |  0.5625 |          1.0 |  3.175s |     3m:18s |
| Iteration 47     |      l2 |  0.0463 | newto.. |      713 |      --- |  0.5625 |          1.0 |  3.171s |     3m:22s |
| Iteration 48     |      l2 |   0.028 | newto.. |      897 |      --- |     1.0 |          1.0 |  3.311s |     3m:27s |
| Iteration 49     |      l2 |  0.1688 | newto.. |      560 |      --- |  0.6875 |          1.0 |  3.180s |     3m:31s |
| Iteration 50     |      l2 |  0.0375 | newto.. |      968 |      --- |   0.625 |          1.0 |  3.215s |     3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'penalty': 'l2', 'C': 0.0021, 'solver': 'newton-cg', 'max_iter': 738}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9143
Test evaluation --> roc_auc: 0.25
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.35 ± 0.1265
Time elapsed: 0.060s
-------------------------------------------------
Total time: 3m:36s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.233s |     3.240s |
| Initial point 2  |     svd |       --- |  0.3125 |        0.625 |  3.178s |     6.968s |
| Initial point 3  |     svd |       --- |  0.3125 |        0.625 |  0.001s |     7.507s |
| Initial point 4  |    lsqr |       0.8 |     1.0 |          1.0 |  3.198s |    11.233s |
| Initial point 5  |   eigen |       0.9 |     1.0 |          1.0 |  3.186s |    14.977s |
| Initial point 6  |    lsqr |       0.7 |    0.25 |          1.0 |  3.231s |    19.224s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |          1.0 |  3.220s |    24.586s |
| Initial point 8  |    lsqr |       0.9 |  0.6875 |          1.0 |  3.231s |    28.737s |
| Initial point 9  |    lsqr |       0.6 |    0.75 |          1.0 |  3.226s |    32.518s |
| Initial point 10 |   eigen |       0.8 |     0.5 |          1.0 |  3.222s |    36.309s |
| Iteration 11     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |    37.067s |
| Iteration 12     |   eigen |       0.7 |     0.5 |          1.0 |  3.188s |    40.929s |
| Iteration 13     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    41.646s |
| Iteration 14     |    lsqr |      auto |    0.75 |          1.0 |  3.195s |    45.563s |
| Iteration 15     |    lsqr |       1.0 |    0.75 |          1.0 |  3.218s |    49.470s |
| Iteration 16     |    lsqr |      None |     0.5 |          1.0 |  3.806s |    53.974s |
| Iteration 17     |   eigen |      None |   0.875 |          1.0 |  3.155s |    57.825s |
| Iteration 18     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    58.550s |
| Iteration 19     |   eigen |       0.6 |  0.3125 |          1.0 |  3.169s |     1m:02s |
| Iteration 20     |   eigen |       0.5 |  0.8125 |          1.0 |  3.174s |     1m:06s |
| Iteration 21     |   eigen |      auto |     1.0 |          1.0 |  3.178s |     1m:10s |
| Iteration 22     |     svd |       --- |  0.3125 |          1.0 |  0.000s |     1m:11s |
| Iteration 23     |     svd |       --- |  0.3125 |          1.0 |  0.000s |     1m:12s |
| Iteration 24     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 25     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 26     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:14s |
| Iteration 27     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 28     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 29     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:16s |
| Iteration 30     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 31     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 32     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 33     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 34     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 35     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 36     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 37     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 38     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 39     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 40     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     1m:26s |
| Iteration 41     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:27s |
| Iteration 42     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 43     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 44     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 45     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 46     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 47     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 48     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 49     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 50     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7554
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.1122
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:36s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.129s |     3.132s |
| Initial point 2  |       0.9 |  0.5625 |        0.625 |  3.190s |     6.915s |
| Initial point 3  |       0.1 |     0.5 |        0.625 |  3.177s |    10.767s |
| Initial point 4  |       1.0 |   0.625 |        0.625 |  0.001s |    11.514s |
| Initial point 5  |       0.2 |  0.9375 |       0.9375 |  3.200s |    15.275s |
| Initial point 6  |       0.4 |    0.25 |       0.9375 |  3.200s |    19.142s |
| Initial point 7  |       0.4 |    0.25 |       0.9375 |  0.001s |    19.742s |
| Initial point 8  |       0.7 |  0.6875 |       0.9375 |  3.203s |    25.078s |
| Initial point 9  |       0.9 |  0.5625 |       0.9375 |  0.001s |    27.330s |
| Initial point 10 |       0.8 |   0.625 |       0.9375 |  3.088s |    31.274s |
| Iteration 11     |       0.3 |  0.6875 |       0.9375 |  3.136s |    36.479s |
| Iteration 12     |       0.6 |     0.5 |       0.9375 |  3.125s |    40.575s |
| Iteration 13     |       0.2 |  0.9375 |       0.9375 |  0.000s |    42.175s |
| Iteration 14     |       0.5 |  0.4375 |       0.9375 |  3.226s |    47.205s |
| Iteration 15     |       0.2 |  0.9375 |       0.9375 |  0.000s |    47.964s |
| Iteration 16     |       0.0 |   0.625 |       0.9375 |  3.176s |    51.823s |
| Iteration 17     |       0.2 |  0.9375 |       0.9375 |  0.001s |    52.550s |
| Iteration 18     |       0.2 |  0.9375 |       0.9375 |  0.000s |    53.322s |
| Iteration 19     |       0.2 |  0.9375 |       0.9375 |  0.000s |    54.016s |
| Iteration 20     |       0.2 |  0.9375 |       0.9375 |  0.000s |    55.285s |
| Iteration 21     |       0.2 |  0.9375 |       0.9375 |  0.000s |    55.926s |
| Iteration 22     |       0.2 |  0.9375 |       0.9375 |  0.000s |    56.616s |
| Iteration 23     |       0.2 |  0.9375 |       0.9375 |  0.001s |    57.292s |
| Iteration 24     |       0.2 |  0.9375 |       0.9375 |  0.000s |    57.956s |
| Iteration 25     |       0.2 |  0.9375 |       0.9375 |  0.000s |    59.185s |
| Iteration 26     |       0.2 |  0.9375 |       0.9375 |  0.000s |    59.993s |
| Iteration 27     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:01s |
| Iteration 28     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:01s |
| Iteration 29     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 30     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:03s |
| Iteration 31     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:03s |
| Iteration 32     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 33     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 34     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 35     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 36     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:07s |
| Iteration 37     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 38     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 39     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 40     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 41     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 42     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:11s |
| Iteration 43     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:12s |
| Iteration 44     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:13s |
| Iteration 45     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:13s |
| Iteration 46     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 47     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:15s |
| Iteration 48     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:16s |
| Iteration 49     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:17s |
| Iteration 50     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7071
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.0548
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:20s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.7022 | dista.. |      auto |        40 |       1 |   0.875 |        0.875 |  3.067s |     3.087s |
| Initial point 2  |  4.2563 | uniform |   kd_tree |        39 |       2 |  0.5625 |        0.875 |  3.169s |     6.845s |
| Initial point 3  |  3.3622 | dista.. | ball_tree |        25 |       2 |  0.6875 |        0.875 |  3.162s |    10.606s |
| Initial point 4  |   9.809 | uniform | ball_tree |        39 |       2 |   0.625 |        0.875 |  3.183s |    14.378s |
| Initial point 5  |  7.6841 | dista.. |      auto |        30 |       2 |  0.6875 |        0.875 |  3.184s |    18.215s |
| Initial point 6  |  8.8988 | dista.. | ball_tree |        21 |       2 |   0.375 |        0.875 |  3.160s |    22.013s |
| Initial point 7  |   6.365 | dista.. | ball_tree |        24 |       1 |  0.6562 |        0.875 |  3.157s |    25.701s |
| Initial point 8  |  1.5253 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  3.171s |    29.412s |
| Initial point 9  |  7.0902 | uniform | ball_tree |        24 |       1 |     0.5 |        0.875 |  3.109s |    34.605s |
| Initial point 10 |  5.0361 | uniform |     brute |        22 |       2 |  0.6875 |        0.875 |  3.147s |    38.921s |
| Iteration 11     |  0.0922 | dista.. | ball_tree |        20 |       2 |     0.5 |        0.875 |  3.193s |    42.913s |
| Iteration 12     |   1.458 | dista.. | ball_tree |        21 |       2 |   0.375 |        0.875 |  3.206s |    46.858s |
| Iteration 13     | 10.5866 | uniform | ball_tree |        40 |       2 |     0.5 |        0.875 |  3.214s |    50.820s |
| Iteration 14     |  0.1694 | dista.. |      auto |        40 |       2 |     0.5 |        0.875 |  3.220s |    54.785s |
| Iteration 15     | 10.7176 | dista.. |     brute |        40 |       1 |     1.0 |          1.0 |  3.228s |    58.809s |
| Iteration 16     |  9.8057 | dista.. |     brute |        40 |       1 |    0.75 |          1.0 |  3.156s |     1m:03s |
| Iteration 17     |   0.042 | dista.. |      auto |        22 |       1 |     0.5 |          1.0 |  3.220s |     1m:07s |
| Iteration 18     | 10.5143 | dista.. |   kd_tree |        36 |       1 |  0.4375 |          1.0 |  3.167s |     1m:11s |
| Iteration 19     | 10.5756 | dista.. |      auto |        39 |       1 |  0.4375 |          1.0 |  3.157s |     1m:15s |
| Iteration 20     | 10.7324 | dista.. |   kd_tree |        40 |       1 |    0.75 |          1.0 |  3.168s |     1m:20s |
| Iteration 21     |  7.8238 | dista.. |   kd_tree |        40 |       1 |  0.7812 |          1.0 |  3.159s |     1m:24s |
| Iteration 22     |  0.0283 | uniform |      auto |        40 |       1 |     0.5 |          1.0 |  3.173s |     1m:28s |
| Iteration 23     | 10.7324 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  3.155s |     1m:32s |
| Iteration 24     |  0.0874 | dista.. | ball_tree |        40 |       1 |     0.5 |          1.0 |  3.173s |     1m:36s |
| Iteration 25     |  10.732 | dista.. | ball_tree |        25 |       1 |   0.875 |          1.0 |  3.182s |     1m:40s |
| Iteration 26     |  8.5255 | dista.. |     brute |        25 |       1 |  0.5312 |          1.0 |  3.169s |     1m:44s |
| Iteration 27     | 10.7324 | dista.. |     brute |        20 |       1 |  0.5625 |          1.0 |  3.200s |     1m:48s |
| Iteration 28     | 10.7324 | uniform | ball_tree |        40 |       2 |   0.625 |          1.0 |  3.152s |     1m:53s |
| Iteration 29     | 10.7324 | dista.. |      auto |        40 |       2 |  0.6875 |          1.0 |  3.189s |     1m:57s |
| Iteration 30     |  1.6209 | dista.. | ball_tree |        21 |       2 |  0.4375 |          1.0 |  3.168s |     2m:01s |
| Iteration 31     | 10.7324 | dista.. |     brute |        40 |       1 |    0.75 |          1.0 |  3.184s |     2m:05s |
| Iteration 32     | 10.7324 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.001s |     2m:06s |
| Iteration 33     | 10.7324 | dista.. | ball_tree |        40 |       1 |  0.6562 |          1.0 |  3.175s |     2m:10s |
| Iteration 34     |  0.0705 | dista.. | ball_tree |        30 |       1 |     0.5 |          1.0 |  3.175s |     2m:14s |
| Iteration 35     |  9.0795 | dista.. |   kd_tree |        40 |       1 |   0.625 |          1.0 |  3.173s |     2m:18s |
| Iteration 36     | 10.6416 | uniform |   kd_tree |        22 |       1 |   0.875 |          1.0 |  3.204s |     2m:22s |
| Iteration 37     |  10.689 | uniform | ball_tree |        20 |       1 |  0.7812 |          1.0 |  3.180s |     2m:26s |
| Iteration 38     | 10.7324 | uniform | ball_tree |        22 |       1 |  0.6875 |          1.0 |  3.213s |     2m:30s |
| Iteration 39     | 10.6843 | uniform |   kd_tree |        39 |       1 |  0.6562 |          1.0 |  3.194s |     2m:35s |
| Iteration 40     | 10.6939 | dista.. |      auto |        31 |       1 |  0.7188 |          1.0 |  3.172s |     2m:39s |
| Iteration 41     |  7.7553 | uniform |   kd_tree |        39 |       1 |   0.625 |          1.0 |  3.198s |     2m:43s |
| Iteration 42     | 10.7324 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.001s |     2m:44s |
| Iteration 43     | 10.7324 | uniform |      auto |        40 |       1 |  0.4062 |          1.0 |  3.176s |     2m:48s |
| Iteration 44     | 10.7031 | uniform | ball_tree |        21 |       1 |    0.75 |          1.0 |  3.195s |     2m:52s |
| Iteration 45     | 10.7324 | uniform |     brute |        21 |       2 |     0.5 |          1.0 |  3.171s |     2m:57s |
| Iteration 46     | 10.5894 | uniform |     brute |        20 |       1 |  0.7812 |          1.0 |  3.173s |     3m:01s |
| Iteration 47     | 10.7324 | dista.. |     brute |        40 |       2 |  0.5625 |          1.0 |  3.185s |     3m:05s |
| Iteration 48     | 10.7324 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.001s |     3m:06s |
| Iteration 49     |  2.4213 | uniform | ball_tree |        20 |       1 |    0.25 |          1.0 |  3.189s |     3m:10s |
| Iteration 50     | 10.5464 | uniform |      auto |        20 |       1 |    0.75 |          1.0 |  3.174s |     3m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 10.7176, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.08
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:16s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.7188 |       0.7188 |  3.541s |     3.549s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6562 |       0.7188 |  3.609s |     7.722s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |       0.7188 |  3.311s |    11.667s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |        0.875 |  3.482s |    15.707s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.7812 |        0.875 |  3.337s |    19.687s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |       0.9375 |  3.500s |    24.725s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5938 |       0.9375 |  3.186s |    29.601s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  3.416s |    34.687s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |          1.0 |  3.089s |    39.567s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8438 |          1.0 |  3.215s |    43.594s |
| Iteration 11     |          434 |         0.392 |   SAMME.R |  0.9375 |          1.0 |  3.511s |    47.810s |
| Iteration 12     |          500 |        0.0145 |     SAMME |  0.6562 |          1.0 |  3.548s |    52.117s |
| Iteration 13     |          405 |        0.3446 |   SAMME.R |   0.375 |          1.0 |  3.497s |    56.329s |
| Iteration 14     |          412 |        0.0203 |     SAMME |     0.5 |          1.0 |  3.469s |     1m:01s |
| Iteration 15     |          433 |        0.4135 |   SAMME.R |     1.0 |          1.0 |  3.544s |     1m:05s |
| Iteration 16     |          434 |        0.3971 |   SAMME.R |   0.875 |          1.0 |  3.519s |     1m:10s |
| Iteration 17     |          433 |        0.4141 |   SAMME.R |   0.875 |          1.0 |  3.507s |     1m:15s |
| Iteration 18     |          430 |        0.4014 |   SAMME.R |  0.5625 |          1.0 |  3.527s |     1m:20s |
| Iteration 19     |          438 |         0.237 |   SAMME.R |   0.625 |          1.0 |  3.556s |     1m:24s |
| Iteration 20     |          439 |        0.4429 |   SAMME.R |  0.6875 |          1.0 |  3.565s |     1m:28s |
| Iteration 21     |          436 |        0.4193 |     SAMME |  0.8125 |          1.0 |  3.487s |     1m:33s |
| Iteration 22     |          439 |        0.3803 |     SAMME |  0.6875 |          1.0 |  4.170s |     1m:38s |
| Iteration 23     |          433 |        0.3384 |   SAMME.R |     1.0 |          1.0 |  3.529s |     1m:42s |
| Iteration 24     |          464 |        0.0111 |   SAMME.R |     1.0 |          1.0 |  3.557s |     1m:47s |
| Iteration 25     |          464 |        8.8812 |   SAMME.R |   0.875 |          1.0 |  3.539s |     1m:51s |
| Iteration 26     |          463 |        0.0195 |   SAMME.R |    0.75 |          1.0 |  3.547s |     1m:55s |
| Iteration 27     |          434 |        0.4025 |   SAMME.R |     1.0 |          1.0 |  3.443s |     1m:59s |
| Iteration 28     |          467 |        0.0118 |   SAMME.R |  0.9688 |          1.0 |  3.489s |     2m:04s |
| Iteration 29     |          199 |        0.0113 |   SAMME.R |  0.8438 |          1.0 |  3.282s |     2m:08s |
| Iteration 30     |          434 |        0.0114 |   SAMME.R |     1.0 |          1.0 |  3.495s |     2m:13s |
| Iteration 31     |          272 |        0.0109 |   SAMME.R |    0.75 |          1.0 |  3.324s |     2m:18s |
| Iteration 32     |          458 |         0.012 |   SAMME.R |   0.875 |          1.0 |  3.505s |     2m:22s |
| Iteration 33     |          468 |        0.0115 |   SAMME.R |   0.875 |          1.0 |  3.494s |     2m:27s |
| Iteration 34     |          444 |        0.0115 |   SAMME.R |  0.5938 |          1.0 |  3.471s |     2m:31s |
| Iteration 35     |          174 |        0.0128 |   SAMME.R |    0.75 |          1.0 |  3.262s |     2m:35s |
| Iteration 36     |          490 |        0.0114 |   SAMME.R |     1.0 |          1.0 |  3.538s |     2m:40s |
| Iteration 37     |          488 |        0.0121 |   SAMME.R |  0.9375 |          1.0 |  3.520s |     2m:44s |
| Iteration 38     |          485 |        7.0646 |   SAMME.R |  0.5625 |          1.0 |  3.514s |     2m:49s |
| Iteration 39     |          337 |        0.0103 |   SAMME.R |  0.7188 |          1.0 |  3.407s |     2m:53s |
| Iteration 40     |          492 |         0.045 |   SAMME.R |     1.0 |          1.0 |  3.533s |     2m:57s |
| Iteration 41     |          491 |        0.0113 |     SAMME |  0.8125 |          1.0 |  3.474s |     3m:02s |
| Iteration 42     |          492 |        0.0117 |   SAMME.R |   0.875 |          1.0 |  3.525s |     3m:06s |
| Iteration 43     |          496 |        0.0107 |   SAMME.R |  0.8125 |          1.0 |  3.526s |     3m:11s |
| Iteration 44     |          464 |        0.0115 |   SAMME.R |  0.6875 |          1.0 |  3.497s |     3m:15s |
| Iteration 45     |          491 |        0.0131 |   SAMME.R |     0.5 |          1.0 |  3.512s |     3m:20s |
| Iteration 46     |          434 |        0.0115 |   SAMME.R |    0.75 |          1.0 |  3.501s |     3m:25s |
| Iteration 47     |          435 |        0.4008 |   SAMME.R |    0.75 |          1.0 |  3.509s |     3m:29s |
| Iteration 48     |          433 |        0.1038 |   SAMME.R |  0.6875 |          1.0 |  3.480s |     3m:34s |
| Iteration 49     |          484 |        0.0115 |   SAMME.R |  0.6875 |          1.0 |  3.511s |     3m:38s |
| Iteration 50     |          434 |         0.403 |   SAMME.R |    0.75 |          1.0 |  3.471s |     3m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 464, 'learning_rate': 0.0111, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.431s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.04
Time elapsed: 1.902s
-------------------------------------------------
Total time: 3m:47s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  3.509s |     3.528s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |        0.875 |  3.386s |     7.481s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.5938 |        0.875 |  3.435s |    11.484s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |        0.875 |  3.245s |    15.299s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |        0.875 |  3.486s |    19.590s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6875 |        0.875 |  3.317s |    23.478s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |        0.875 |  3.364s |    27.417s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |        0.875 |  3.353s |    31.342s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.9375 |       0.9375 |  3.467s |    35.400s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |       0.9375 |  3.456s |    39.421s |
| Iteration 11     |          322 |      gini |         3 |                12 |                9 |          0.5 |     False |     0.005 |         --- |  0.8125 |       0.9375 |  3.396s |    43.788s |
| Iteration 12     |          424 |      gini |         5 |                 7 |                8 |          0.5 |     False |    0.0005 |         --- |   0.875 |       0.9375 |  3.415s |    48.181s |
| Iteration 13     |          377 |   entropy |         6 |                 4 |                9 |          0.8 |     False |    0.0099 |         --- |  0.5625 |       0.9375 |  3.375s |    52.557s |
| Iteration 14     |          493 |      gini |         5 |                 4 |                9 |          0.7 |     False |    0.0076 |         --- |  0.5625 |       0.9375 |  3.448s |    56.928s |
| Iteration 15     |          416 |      gini |         5 |                20 |                8 |          0.5 |     False |    0.0243 |         --- |  0.9375 |       0.9375 |  3.407s |     1m:01s |
| Iteration 16     |          468 |   entropy |         5 |                18 |                8 |         sqrt |     False |    0.0118 |         --- |  0.8125 |       0.9375 |  3.422s |     1m:06s |
| Iteration 17     |           97 |   entropy |         6 |                 6 |                8 |          0.8 |     False |     0.035 |         --- |   0.875 |       0.9375 |  3.204s |     1m:10s |
| Iteration 18     |          399 |      gini |         5 |                20 |                8 |          0.7 |     False |    0.0149 |         --- |   0.375 |       0.9375 |  3.421s |     1m:15s |
| Iteration 19     |          439 |      gini |         5 |                14 |                8 |          0.6 |     False |    0.0028 |         --- |  0.6875 |       0.9375 |  3.461s |     1m:19s |
| Iteration 20     |          459 |      gini |         7 |                19 |                9 |          0.5 |     False |    0.0278 |         --- |  0.9375 |       0.9375 |  3.436s |     1m:24s |
| Iteration 21     |          477 |      gini |         8 |                17 |                4 |          0.5 |     False |    0.0217 |         --- |   0.875 |       0.9375 |  3.448s |     1m:28s |
| Iteration 22     |          493 |      gini |         4 |                 7 |                3 |          0.5 |     False |    0.0066 |         --- |   0.875 |       0.9375 |  4.140s |     1m:33s |
| Iteration 23     |          499 |      gini |         3 |                20 |               13 |         log2 |      True |    0.0158 |         0.8 |    0.75 |       0.9375 |  3.551s |     1m:38s |
| Iteration 24     |          461 |      gini |         4 |                19 |                8 |          0.7 |     False |    0.0241 |         --- |  0.9375 |       0.9375 |  3.469s |     1m:42s |
| Iteration 25     |          452 |   entropy |         6 |                15 |                7 |          0.7 |     False |    0.0184 |         --- |   0.875 |       0.9375 |  3.467s |     1m:47s |
| Iteration 26     |          289 |   entropy |         2 |                20 |               20 |          0.5 |     False |    0.0303 |         --- |  0.9688 |       0.9688 |  3.334s |     1m:51s |
| Iteration 27     |          473 |      gini |         1 |                19 |                5 |          0.7 |     False |    0.0295 |         --- |     1.0 |          1.0 |  3.447s |     1m:56s |
| Iteration 28     |          436 |      gini |         1 |                 8 |                6 |          0.5 |     False |    0.0289 |         --- |   0.875 |          1.0 |  3.389s |     2m:00s |
| Iteration 29     |          137 |   entropy |         7 |                 4 |                5 |         sqrt |     False |    0.0303 |         --- |    0.75 |          1.0 |  3.241s |     2m:05s |
| Iteration 30     |          322 |      gini |         1 |                15 |               11 |          0.8 |     False |    0.0274 |         --- |   0.625 |          1.0 |  3.332s |     2m:10s |
| Iteration 31     |          100 |      gini |         1 |                12 |                6 |          0.7 |     False |    0.0092 |         --- |  0.6562 |          1.0 |  3.210s |     2m:15s |
| Iteration 32     |          495 |      gini |         4 |                18 |                5 |          0.7 |     False |    0.0054 |         --- |  0.9375 |          1.0 |  3.483s |     2m:19s |
| Iteration 33     |          480 |   entropy |         5 |                20 |                7 |          0.7 |     False |     0.035 |         --- |  0.9375 |          1.0 |  3.455s |     2m:24s |
| Iteration 34     |          398 |      gini |      None |                19 |                2 |          0.7 |     False |     0.035 |         --- |  0.5625 |          1.0 |  3.514s |     2m:29s |
| Iteration 35     |          432 |   entropy |         3 |                18 |               14 |          0.5 |      True |    0.0212 |         0.9 |  0.5625 |          1.0 |  3.509s |     2m:33s |
| Iteration 36     |          475 |      gini |      None |                18 |               10 |          0.7 |     False |    0.0283 |         --- |  0.8125 |          1.0 |  3.546s |     2m:38s |
| Iteration 37     |          480 |      gini |         6 |                20 |                2 |          0.7 |     False |    0.0245 |         --- |  0.8125 |          1.0 |  3.455s |     2m:43s |
| Iteration 38     |          438 |   entropy |         4 |                19 |                8 |          0.5 |     False |    0.0326 |         --- |     1.0 |          1.0 |  3.442s |     2m:47s |
| Iteration 39     |          438 |   entropy |         1 |                20 |                8 |          0.5 |     False |    0.0344 |         --- |  0.6875 |          1.0 |  3.432s |     2m:52s |
| Iteration 40     |          438 |   entropy |         5 |                18 |                6 |          0.5 |     False |    0.0337 |         --- |     1.0 |          1.0 |  3.429s |     2m:57s |
| Iteration 41     |          439 |   entropy |         5 |                19 |                8 |          0.5 |     False |    0.0159 |         --- |  0.8125 |          1.0 |  3.401s |     3m:01s |
| Iteration 42     |          433 |      gini |         8 |                15 |                2 |          0.5 |     False |    0.0135 |         --- |   0.875 |          1.0 |  3.433s |     3m:06s |
| Iteration 43     |          271 |   entropy |         1 |                20 |               15 |          0.5 |     False |    0.0251 |         --- |    0.75 |          1.0 |  3.308s |     3m:11s |
| Iteration 44     |          443 |      gini |         9 |                17 |               15 |          0.5 |     False |    0.0194 |         --- |  0.5625 |          1.0 |  3.409s |     3m:15s |
| Iteration 45     |          440 |      gini |         9 |                16 |                5 |          0.5 |     False |    0.0176 |         --- |   0.375 |          1.0 |  4.058s |     3m:21s |
| Iteration 46     |          483 |      gini |         1 |                 2 |                9 |          0.5 |     False |    0.0296 |         --- |    0.75 |          1.0 |  3.437s |     3m:25s |
| Iteration 47     |          304 |   entropy |         4 |                18 |                9 |          0.7 |     False |    0.0335 |         --- |    0.75 |          1.0 |  3.383s |     3m:30s |
| Iteration 48     |          435 |   entropy |         5 |                18 |               10 |          0.5 |     False |    0.0274 |         --- |  0.8125 |          1.0 |  3.413s |     3m:35s |
| Iteration 49     |          441 |      gini |         4 |                10 |                9 |          0.5 |     False |     0.026 |         --- |    0.75 |          1.0 |  3.443s |     3m:40s |
| Iteration 50     |          477 |      gini |         1 |                18 |               16 |          0.7 |     False |      0.03 |         --- |  0.5625 |          1.0 |  3.448s |     3m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 473, 'criterion': 'gini', 'max_depth': 1, 'min_samples_split': 19, 'min_samples_leaf': 5, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0295}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9049
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.327s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.605 ± 0.0797
Time elapsed: 1.436s
-------------------------------------------------
Total time: 3m:47s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.261s |     3.280s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          0.5 |  3.219s |     7.062s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  3.239s |    10.882s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  3.221s |    14.689s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  3.257s |    18.525s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  3.221s |    22.530s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  3.241s |    26.364s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  3.237s |    30.189s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |          0.5 |  3.247s |    34.054s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          0.5 |  3.211s |    37.876s |
| Iteration 11     |           20 |           1.0 |        10 |     0.0 |               10 |       1.0 |              0.4 |       100 |        100 |     0.5 |          0.5 |  3.186s |    41.960s |
| Iteration 12     |           79 |        0.0129 |         1 |  0.0991 |                3 |       1.0 |              0.9 |         0 |       0.01 |  0.6562 |       0.6562 |  3.189s |    46.572s |
| Iteration 13     |          500 |           1.0 |        10 |     1.0 |               10 |       0.5 |              0.4 |         0 |        100 |     0.5 |       0.6562 |  3.226s |    50.947s |
| Iteration 14     |          500 |           1.0 |         1 |     1.0 |               10 |       1.0 |              0.4 |       100 |          0 |     0.5 |       0.6562 |  3.252s |    55.216s |
| Iteration 15     |           20 |           1.0 |         1 |     1.0 |                1 |       1.0 |              0.4 |         1 |        100 |     0.5 |       0.6562 |  3.198s |    59.552s |
| Iteration 16     |           29 |        0.0112 |         2 |  0.9423 |                6 |       0.9 |              1.0 |       0.1 |       0.01 |  0.6562 |       0.6562 |  3.171s |     1m:04s |
| Iteration 17     |          500 |          0.01 |         1 |     1.0 |               10 |       0.5 |              0.4 |       100 |        100 |     0.5 |       0.6562 |  3.210s |     1m:08s |
| Iteration 18     |           20 |           1.0 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |    0.25 |       0.6562 |  3.148s |     1m:12s |
| Iteration 19     |          444 |        0.0612 |         1 |  0.9963 |                8 |       1.0 |              1.0 |        10 |        100 |     0.5 |       0.6562 |  3.157s |     1m:16s |
| Iteration 20     |          484 |        0.1319 |         1 |  0.6299 |                3 |       0.5 |              0.5 |         1 |         10 |   0.875 |        0.875 |  3.209s |     1m:21s |
| Iteration 21     |          292 |        0.7405 |         1 |     1.0 |                3 |       1.0 |              0.5 |         0 |       0.01 |  0.8125 |        0.875 |  3.215s |     1m:25s |
| Iteration 22     |          496 |         0.406 |         1 |  0.9812 |                3 |       1.0 |              0.7 |      0.01 |        0.1 |  0.8125 |        0.875 |  3.225s |     1m:30s |
| Iteration 23     |          500 |        0.0135 |         1 |  0.5755 |                3 |       0.6 |              0.4 |       100 |        0.1 |     0.5 |        0.875 |  3.204s |     1m:34s |
| Iteration 24     |          302 |        0.0497 |         5 |  0.7001 |                3 |       0.5 |              0.6 |         1 |        100 |     0.5 |        0.875 |  3.197s |     1m:38s |
| Iteration 25     |          261 |        0.8157 |         1 |  0.6784 |                3 |       0.5 |              0.5 |       100 |        0.1 |     0.5 |        0.875 |  3.185s |     1m:42s |
| Iteration 26     |           20 |        0.5904 |         9 |  0.3471 |                3 |       0.6 |              0.5 |         1 |          1 |  0.9375 |       0.9375 |  3.120s |     1m:47s |
| Iteration 27     |           74 |        0.0147 |        10 |  0.1869 |                3 |       1.0 |              0.5 |         1 |          0 |  0.9375 |       0.9375 |  3.141s |     1m:51s |
| Iteration 28     |           43 |        0.5965 |        10 |  0.9968 |                3 |       0.6 |              0.5 |       0.1 |       0.01 |   0.875 |       0.9375 |  3.139s |     1m:56s |
| Iteration 29     |           20 |        0.8038 |        10 |  0.2813 |                2 |       0.8 |              0.5 |         1 |        0.1 |  0.7812 |       0.9375 |  3.160s |     1m:60s |
| Iteration 30     |           20 |        0.1009 |        10 |  0.2307 |                3 |       1.0 |              0.5 |         1 |          1 |  0.6875 |       0.9375 |  3.151s |     2m:04s |
| Iteration 31     |          451 |        0.0198 |         1 |  0.8361 |                3 |       0.7 |              0.5 |       0.1 |       0.01 |  0.8125 |       0.9375 |  3.206s |     2m:09s |
| Iteration 32     |          270 |        0.3632 |        10 |  0.1326 |                3 |       0.5 |              0.5 |       0.1 |        0.1 |    0.75 |       0.9375 |  3.186s |     2m:13s |
| Iteration 33     |          430 |        0.0961 |         3 |  0.9896 |                1 |       0.8 |              0.5 |      0.01 |          0 |  0.8125 |       0.9375 |  3.243s |     2m:17s |
| Iteration 34     |           43 |        0.0285 |         6 |  0.6552 |                2 |       0.7 |              0.5 |       0.1 |          1 |   0.625 |       0.9375 |  3.200s |     2m:22s |
| Iteration 35     |          313 |        0.3194 |        10 |  0.7025 |                3 |       0.7 |              0.7 |         1 |          0 |   0.875 |       0.9375 |  3.201s |     2m:26s |
| Iteration 36     |           73 |           1.0 |         6 |     1.0 |                3 |       0.5 |              0.4 |       0.1 |          0 |   0.375 |       0.9375 |  3.167s |     2m:30s |
| Iteration 37     |          240 |         0.339 |        10 |  0.8049 |                3 |       0.9 |              0.4 |         1 |          0 |     1.0 |          1.0 |  3.210s |     2m:35s |
| Iteration 38     |          226 |        0.0117 |        10 |     1.0 |                3 |       0.5 |              0.4 |         1 |          0 |  0.9375 |          1.0 |  3.248s |     2m:39s |
| Iteration 39     |          382 |           1.0 |        10 |  0.6479 |                3 |       1.0 |              0.4 |         1 |          0 |  0.5938 |          1.0 |  3.223s |     2m:44s |
| Iteration 40     |          164 |        0.8134 |        10 |  0.6666 |                3 |       0.9 |              0.6 |         1 |          0 |     1.0 |          1.0 |  3.207s |     2m:48s |
| Iteration 41     |          167 |        0.0494 |        10 |   0.188 |                3 |       1.0 |              0.7 |         1 |          0 |  0.6875 |          1.0 |  3.189s |     2m:53s |
| Iteration 42     |           93 |        0.0291 |        10 |     1.0 |                3 |       0.7 |              0.7 |         1 |          0 |   0.625 |          1.0 |  3.172s |     2m:57s |
| Iteration 43     |          160 |        0.0498 |        10 |  0.6246 |                3 |       1.0 |              0.4 |         1 |        0.1 |  0.6875 |          1.0 |  3.186s |     3m:01s |
| Iteration 44     |           62 |        0.5483 |        10 |  0.8013 |                3 |       0.9 |              0.4 |         1 |       0.01 |  0.5938 |          1.0 |  3.801s |     3m:06s |
| Iteration 45     |           23 |        0.1847 |         9 |   0.712 |                4 |       0.6 |              0.6 |       0.1 |       0.01 |  0.3125 |          1.0 |  3.178s |     3m:11s |
| Iteration 46     |          318 |        0.0328 |         9 |  0.8291 |                3 |       0.5 |              1.0 |       0.1 |         10 |   0.875 |          1.0 |  3.229s |     3m:15s |
| Iteration 47     |          128 |        0.0279 |         9 |  0.8073 |                3 |       0.5 |              0.5 |       0.1 |          0 |  0.8125 |          1.0 |  3.176s |     3m:19s |
| Iteration 48     |          122 |        0.0214 |         9 |  0.9432 |                3 |       0.5 |              0.9 |       0.1 |       0.01 |   0.875 |          1.0 |  3.167s |     3m:24s |
| Iteration 49     |           24 |        0.0132 |         9 |  0.9535 |                3 |       0.5 |              0.7 |       0.1 |        0.1 |    0.75 |          1.0 |  3.096s |     3m:28s |
| Iteration 50     |          458 |        0.0296 |         5 |  0.1348 |                1 |       0.5 |              0.4 |         0 |          0 |   0.625 |          1.0 |  3.214s |     3m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 240, 'learning_rate': 0.339, 'max_depth': 10, 'gamma': 0.8049, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 0.4, 'reg_alpha': 1, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9862
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.062s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0735
Time elapsed: 0.182s
-------------------------------------------------
Total time: 3m:34s


Final results ==================== >>
Duration: 24m:47s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.78 ± 0.0245
Logistic Regression             --> roc_auc: 0.35 ± 0.1265 ~
Linear Discriminant Analysis    --> roc_auc: 0.43 ± 0.1122 ~
Quadratic Discriminant Analysis --> roc_auc: 0.4 ± 0.0548 ~
Radius Nearest Neighbors        --> roc_auc: 0.61 ± 0.08 ~
AdaBoost                        --> roc_auc: 0.67 ± 0.04 ~
Random Forest                   --> roc_auc: 0.605 ± 0.0797 ~
XGBoost                         --> roc_auc: 0.86 ± 0.0735 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 822 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGSSNTGKLIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAYRSAGTGNQFYF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGKIQGAQKLVF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAALNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSSTDTQYF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVPSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAAIQGAQKLVF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7188 |       0.7188 |  0.685s |     0.706s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.6875 |       0.7188 |  0.728s |     1.988s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.4375 |       0.7188 |  0.690s |     3.287s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |         0.75 |  0.724s |     4.857s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |       0.8125 |  0.734s |     6.169s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5625 |       0.8125 |  0.777s |     7.558s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.375 |       0.8125 |  0.744s |     8.864s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.783s |    10.197s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.718s |    11.504s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |          1.0 |  0.711s |    12.784s |
| Iteration 11     | exponen.. |        0.1012 |          326 |       0.7 | squared_er.. |                14 |               18 |         2 |          0.7 |    0.0009 |     1.0 |          1.0 |  0.745s |    14.433s |
| Iteration 12     | exponen.. |        0.4467 |           74 |       0.7 | squared_er.. |                 3 |               11 |         4 |          0.9 |    0.0267 |     1.0 |          1.0 |  0.639s |    15.982s |
| Iteration 13     | exponen.. |        0.5069 |          483 |       0.7 | squared_er.. |                13 |               10 |         2 |          0.8 |    0.0023 |    0.75 |          1.0 |  0.741s |    17.663s |
| Iteration 14     | exponen.. |        0.8245 |          393 |       0.7 | squared_er.. |                14 |               11 |         3 |          0.7 |    0.0172 |  0.9375 |          1.0 |  0.704s |    19.366s |
| Iteration 15     | exponen.. |        0.0171 |           57 |       0.7 | squared_er.. |                 3 |                4 |         1 |          0.9 |    0.0164 |  0.7812 |          1.0 |  0.628s |    20.890s |
| Iteration 16     | exponen.. |        0.9299 |          232 |       0.7 | squared_er.. |                 3 |               16 |         3 |          0.9 |    0.0172 |   0.875 |          1.0 |  0.667s |    22.574s |
| Iteration 17     | exponen.. |        0.7934 |           56 |       0.7 | squared_er.. |                 2 |               12 |         5 |          0.9 |    0.0295 |    0.75 |          1.0 |  0.629s |    24.155s |
| Iteration 18     | exponen.. |        0.0123 |          133 |       0.7 | squared_er.. |                 6 |               18 |         9 |          0.7 |    0.0157 |   0.875 |          1.0 |  0.650s |    25.713s |
| Iteration 19     | exponen.. |        0.6644 |          380 |       0.7 | squared_er.. |                17 |                8 |         4 |          0.7 |       0.0 |     1.0 |          1.0 |  0.722s |    28.075s |
| Iteration 20     | exponen.. |        0.7321 |          293 |       0.7 | squared_er.. |                10 |                6 |         9 |          0.7 |       0.0 |     1.0 |          1.0 |  0.694s |    29.710s |
| Iteration 21     | exponen.. |         0.586 |          397 |       0.6 | squared_er.. |                18 |               16 |         8 |          0.7 |       0.0 |    0.75 |          1.0 |  0.711s |    31.382s |
| Iteration 22     | exponen.. |        0.1492 |          449 |       0.7 | squared_er.. |                13 |                9 |         2 |          0.7 |       0.0 |     1.0 |          1.0 |  0.733s |    33.155s |
| Iteration 23     | exponen.. |        0.9334 |          418 |       0.7 | squared_er.. |                12 |               13 |         5 |          0.7 |       0.0 |   0.625 |          1.0 |  0.721s |    34.841s |
| Iteration 24     | exponen.. |         0.032 |           98 |       1.0 | squared_er.. |                18 |                7 |         3 |          0.7 |    0.0341 |     1.0 |          1.0 |  0.650s |    36.550s |
| Iteration 25     |  deviance |        0.0249 |           56 |       1.0 | friedman_mse |                 8 |               16 |        10 |         log2 |    0.0345 |   0.875 |          1.0 |  0.638s |    38.162s |
| Iteration 26     |  deviance |         0.014 |           10 |       1.0 | squared_er.. |                13 |                1 |         1 |          0.6 |     0.035 |   0.875 |          1.0 |  0.651s |    40.241s |
| Iteration 27     |  deviance |         0.013 |          381 |       0.6 | friedman_mse |                 3 |               19 |        10 |         None |    0.0327 |     0.5 |          1.0 |  0.699s |    42.001s |
| Iteration 28     |  deviance |           1.0 |          500 |       0.5 | friedman_mse |                12 |                1 |         1 |          0.5 |       0.0 |  0.7188 |          1.0 |  0.724s |    43.737s |
| Iteration 29     |  deviance |          0.01 |          362 |       1.0 | friedman_mse |                15 |               20 |         7 |         auto |    0.0212 |  0.8438 |          1.0 |  0.693s |    45.451s |
| Iteration 30     |  deviance |          0.01 |          442 |       1.0 | squared_er.. |                12 |                6 |         6 |          0.7 |     0.035 |     1.0 |          1.0 |  0.721s |    47.163s |
| Iteration 31     | exponen.. |          0.01 |           10 |       1.0 | squared_er.. |                 2 |                1 |         1 |          0.7 |    0.0213 |  0.6875 |          1.0 |  0.626s |    48.857s |
| Iteration 32     |  deviance |          0.01 |          388 |       1.0 | squared_er.. |                19 |                1 |        10 |          0.8 |     0.035 |  0.6875 |          1.0 |  0.701s |    50.583s |
| Iteration 33     |  deviance |        0.0408 |          500 |       0.9 | squared_er.. |                20 |               16 |         7 |          0.7 |     0.017 |  0.8125 |          1.0 |  0.740s |    52.364s |
| Iteration 34     | exponen.. |        0.0156 |           51 |       1.0 | squared_er.. |                 4 |               17 |         1 |          0.5 |    0.0287 |  0.5312 |          1.0 |  0.631s |    54.013s |
| Iteration 35     | exponen.. |         0.115 |          295 |       0.8 | squared_er.. |                 5 |                9 |         2 |          0.9 |    0.0135 |   0.875 |          1.0 |  0.701s |    55.882s |
| Iteration 36     | exponen.. |         0.148 |          413 |       0.7 | squared_er.. |                16 |               18 |         1 |          0.7 |       0.0 |   0.375 |          1.0 |  0.719s |    57.815s |
| Iteration 37     | exponen.. |         0.089 |          467 |       1.0 | squared_er.. |                20 |                7 |         8 |          0.7 |    0.0169 |  0.9375 |          1.0 |  0.717s |    59.566s |
| Iteration 38     |  deviance |        0.3382 |          421 |       1.0 | squared_er.. |                 8 |                6 |         8 |          0.7 |    0.0349 |  0.5625 |          1.0 |  0.724s |     1m:02s |
| Iteration 39     |  deviance |        0.2389 |           22 |       0.8 | friedman_mse |                 2 |                1 |         7 |         auto |     0.031 |  0.7188 |          1.0 |  0.632s |     1m:05s |
| Iteration 40     | exponen.. |           1.0 |           93 |       0.6 | squared_er.. |                 4 |                7 |        10 |          0.8 |    0.0098 |  0.8125 |          1.0 |  0.662s |     1m:08s |
| Iteration 41     | exponen.. |        0.0101 |           99 |       0.9 | squared_er.. |                20 |                8 |         2 |          0.7 |    0.0041 |  0.5938 |          1.0 |  0.689s |     1m:10s |
| Iteration 42     | exponen.. |        0.2387 |          304 |       0.6 | squared_er.. |                18 |                5 |         6 |          0.7 |    0.0181 |  0.9375 |          1.0 |  0.700s |     1m:13s |
| Iteration 43     | exponen.. |        0.2757 |          454 |       0.9 | squared_er.. |                15 |                6 |        10 |          0.7 |    0.0323 |  0.7188 |          1.0 |  0.739s |     1m:16s |
| Iteration 44     | exponen.. |         0.183 |          453 |       0.7 | squared_er.. |                 7 |                5 |         1 |          0.8 |       0.0 |   0.875 |          1.0 |  0.755s |     1m:19s |
| Iteration 45     | exponen.. |        0.0581 |          240 |       0.7 | squared_er.. |                 3 |                8 |         4 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.690s |     1m:21s |
| Iteration 46     | exponen.. |        0.4295 |          315 |       0.7 | squared_er.. |                 4 |                7 |         1 |          0.7 |       0.0 |     1.0 |          1.0 |  0.703s |     1m:23s |
| Iteration 47     |  deviance |        0.1599 |          419 |       1.0 | squared_er.. |                15 |               19 |         9 |         None |    0.0013 |     1.0 |          1.0 |  0.701s |     1m:25s |
| Iteration 48     | exponen.. |        0.2249 |          179 |       0.8 | squared_er.. |                19 |                7 |         2 |          0.7 |       0.0 |   0.875 |          1.0 |  0.675s |     1m:27s |
| Iteration 49     | exponen.. |        0.2284 |           51 |       0.7 | squared_er.. |                 4 |                8 |         2 |          0.6 |       0.0 |  0.9375 |          1.0 |  0.635s |     1m:28s |
| Iteration 50     | exponen.. |        0.2166 |          499 |       0.9 | squared_er.. |                15 |                8 |         5 |          0.7 |       0.0 |     1.0 |          1.0 |  0.758s |     1m:30s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.126s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0748
Time elapsed: 0.604s
-------------------------------------------------
Total time: 1m:33s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  0.662s |     0.673s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  0.640s |     2.086s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |        0.625 |  0.641s |     3.580s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |         0.75 |  0.665s |     4.801s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.6875 |         0.75 |  0.651s |     6.021s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |         0.75 |  0.643s |     7.209s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.375 |         0.75 |  0.647s |     8.421s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |         0.75 |  0.644s |     9.620s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.8125 |       0.8125 |  0.645s |    10.814s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |       0.8125 |  0.642s |    12.007s |
| Iteration 11     |      l2 |  0.0085 | libli.. |      311 |      --- |    0.75 |       0.8125 |  0.639s |    13.565s |
| Iteration 12     |      l2 | 62.3697 | libli.. |      208 |      --- |  0.8125 |       0.8125 |  0.651s |    15.135s |
| Iteration 13     |      l2 |  0.0028 |     sag |      948 |      --- |   0.375 |       0.8125 |  0.635s |    16.713s |
| Iteration 14     |      l1 | 87.3377 | libli.. |      491 |      --- |  0.5625 |       0.8125 |  0.761s |    18.357s |
| Iteration 15     |      l2 |  0.9472 | libli.. |      842 |      --- |   0.625 |       0.8125 |  0.668s |    19.912s |
| Iteration 16     |      l2 |  8.3865 |   lbfgs |      561 |      --- |  0.5625 |       0.8125 |  0.638s |    21.453s |
| Iteration 17     |      l2 |  8.9331 |   lbfgs |      501 |      --- |   0.375 |       0.8125 |  0.652s |    22.933s |
| Iteration 18     |      l2 |  0.0462 |     sag |      725 |      --- |  0.6875 |       0.8125 |  0.650s |    24.450s |
| Iteration 19     |      l2 |  0.0174 |     sag |      727 |      --- |    0.75 |       0.8125 |  0.633s |    25.874s |
| Iteration 20     |      l2 |  0.0249 |     sag |      682 |      --- |   0.625 |       0.8125 |  0.648s |    27.895s |
| Iteration 21     |      l2 |  0.0474 |     sag |      990 |      --- |  0.9375 |       0.9375 |  0.643s |    29.371s |
| Iteration 22     |      l2 |  5.1261 |     sag |      104 |      --- |    0.75 |       0.9375 |  0.639s |    30.889s |
| Iteration 23     |    none |     --- |     sag |     1000 |      --- |    0.75 |       0.9375 |  0.672s |    33.726s |
| Iteration 24     |    none |     --- |    saga |      997 |      --- |  0.9375 |       0.9375 |  0.657s |    36.818s |
| Iteration 25     | elast.. |  1.5296 |    saga |     1000 |      0.9 |    0.75 |       0.9375 |  0.664s |    40.086s |
| Iteration 26     |    none |     --- |    saga |      900 |      --- |    0.75 |       0.9375 |  0.669s |    43.334s |
| Iteration 27     |    none |     --- |   lbfgs |      127 |      --- |    0.75 |       0.9375 |  0.648s |    46.176s |
| Iteration 28     |      l2 |  0.0016 |     sag |     1000 |      --- |   0.625 |       0.9375 |  0.666s |    49.354s |
| Iteration 29     |      l2 | 18.7951 |   lbfgs |      100 |      --- |    0.75 |       0.9375 |  0.651s |    52.293s |
| Iteration 30     | elast.. | 37.0005 |    saga |      242 |      0.6 |   0.875 |       0.9375 |  0.645s |    55.170s |
| Iteration 31     |      l2 |  0.0056 |    saga |      100 |      --- |  0.4375 |       0.9375 |  0.646s |    56.977s |
| Iteration 32     |    none |     --- |   lbfgs |      254 |      --- |    0.75 |       0.9375 |  0.648s |    58.586s |
| Iteration 33     |      l2 |  0.0015 |   lbfgs |     1000 |      --- |    0.75 |       0.9375 |  0.655s |     1m:00s |
| Iteration 34     |      l2 |   6.837 |    saga |      309 |      --- |   0.375 |       0.9375 |  0.646s |     1m:02s |
| Iteration 35     |      l2 | 15.5585 |     sag |      891 |      --- |     0.5 |       0.9375 |  0.662s |     1m:03s |
| Iteration 36     |      l2 |   0.026 |     sag |      832 |      --- |    0.75 |       0.9375 |  0.656s |     1m:05s |
| Iteration 37     |      l2 |  7.5554 | newto.. |      994 |      --- |  0.6875 |       0.9375 |  0.652s |     1m:07s |
| Iteration 38     |    none |     --- |     sag |     1000 |      --- |    0.75 |       0.9375 |  0.001s |     1m:08s |
| Iteration 39     |    none |     --- |    saga |      990 |      --- |   0.625 |       0.9375 |  0.653s |     1m:10s |
| Iteration 40     |    none |     --- |    saga |      236 |      --- |     0.5 |       0.9375 |  0.657s |     1m:11s |
| Iteration 41     |      l2 |  0.3764 |    saga |      403 |      --- |  0.4375 |       0.9375 |  0.652s |     1m:13s |
| Iteration 42     |      l2 |  0.0906 | libli.. |      996 |      --- |  0.8125 |       0.9375 |  0.669s |     1m:15s |
| Iteration 43     |      l2 |  0.2148 |   lbfgs |      985 |      --- |  0.8125 |       0.9375 |  0.646s |     1m:17s |
| Iteration 44     |      l2 |   0.001 |   lbfgs |     1000 |      --- |   0.625 |       0.9375 |  1.241s |     1m:19s |
| Iteration 45     |      l2 |  0.0044 |    saga |      989 |      --- |   0.625 |       0.9375 |  0.640s |     1m:21s |
| Iteration 46     |      l2 |  0.0037 |   lbfgs |     1000 |      --- |     1.0 |          1.0 |  0.681s |     1m:22s |
| Iteration 47     |      l2 |  0.0062 |   lbfgs |     1000 |      --- |   0.875 |          1.0 |  0.639s |     1m:24s |
| Iteration 48     |      l2 |  0.0037 | libli.. |     1000 |      --- |  0.3125 |          1.0 |  0.629s |     1m:26s |
| Iteration 49     |    none |     --- |   lbfgs |      993 |      --- |  0.3125 |          1.0 |  0.651s |     1m:28s |
| Iteration 50     |      l2 |   100.0 |   lbfgs |     1000 |      --- |   0.375 |          1.0 |  0.642s |     1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'l2', 'C': 0.0037, 'solver': 'lbfgs', 'max_iter': 1000}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7964
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.08
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:31s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  0.630s |     0.635s |
| Initial point 2  |     svd |       --- |  0.5625 |        0.625 |  0.625s |     3.232s |
| Initial point 3  |     svd |       --- |  0.5625 |        0.625 |  0.001s |     4.261s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |       0.6875 |  0.663s |     5.456s |
| Initial point 5  |   eigen |       0.9 |   0.625 |       0.6875 |  0.629s |     6.632s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |       0.6875 |  0.633s |     7.901s |
| Initial point 7  |    lsqr |       0.5 |   0.375 |       0.6875 |  0.629s |     9.076s |
| Initial point 8  |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.627s |    10.248s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |       0.8125 |  0.633s |    11.421s |
| Initial point 10 |   eigen |       0.8 |     0.5 |       0.8125 |  0.635s |    12.639s |
| Iteration 11     |    lsqr |       0.6 |  0.8125 |       0.8125 |  0.000s |    13.334s |
| Iteration 12     |   eigen |       0.7 |    0.75 |       0.8125 |  0.645s |    14.657s |
| Iteration 13     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    15.447s |
| Iteration 14     |    lsqr |      auto |  0.6875 |       0.8125 |  0.629s |    16.778s |
| Iteration 15     |   eigen |      auto |   0.625 |       0.8125 |  0.626s |    18.093s |
| Iteration 16     |     svd |       --- |  0.5625 |       0.8125 |  0.001s |    18.790s |
| Iteration 17     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    19.601s |
| Iteration 18     |    lsqr |       1.0 |  0.6875 |       0.8125 |  0.631s |    20.989s |
| Iteration 19     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    21.690s |
| Iteration 20     |    lsqr |      None |     0.5 |       0.8125 |  0.638s |    23.032s |
| Iteration 21     |   eigen |       0.5 |     1.0 |          1.0 |  0.635s |    24.421s |
| Iteration 22     |   eigen |       0.6 |    0.75 |          1.0 |  0.623s |    25.803s |
| Iteration 23     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    26.529s |
| Iteration 24     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    27.266s |
| Iteration 25     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    28.046s |
| Iteration 26     |   eigen |      None |  0.8125 |          1.0 |  0.626s |    29.515s |
| Iteration 27     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    30.266s |
| Iteration 28     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    31.024s |
| Iteration 29     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    31.794s |
| Iteration 30     |    lsqr |       0.5 |   0.375 |          1.0 |  0.000s |    32.556s |
| Iteration 31     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    33.327s |
| Iteration 32     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    34.147s |
| Iteration 33     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    35.061s |
| Iteration 34     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    35.832s |
| Iteration 35     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    37.657s |
| Iteration 36     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    39.650s |
| Iteration 37     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    42.325s |
| Iteration 38     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    44.476s |
| Iteration 39     |   eigen |       0.9 |   0.625 |          1.0 |  0.001s |    45.832s |
| Iteration 40     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    46.682s |
| Iteration 41     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    47.509s |
| Iteration 42     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    48.357s |
| Iteration 43     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    49.247s |
| Iteration 44     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    50.213s |
| Iteration 45     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    51.103s |
| Iteration 46     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    51.981s |
| Iteration 47     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    52.869s |
| Iteration 48     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    53.764s |
| Iteration 49     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    54.721s |
| Iteration 50     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |    55.671s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 56.636s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7884
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.34 ± 0.0663
Time elapsed: 0.029s
-------------------------------------------------
Total time: 56.675s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  0.632s |     0.635s |
| Initial point 2  |       0.9 |  0.6875 |       0.6875 |  0.630s |     1.803s |
| Initial point 3  |       0.1 |   0.625 |       0.6875 |  0.640s |     3.005s |
| Initial point 4  |       1.0 |   0.625 |       0.6875 |  0.000s |     3.565s |
| Initial point 5  |       0.2 |   0.625 |       0.6875 |  0.631s |     4.761s |
| Initial point 6  |       0.4 |  0.5625 |       0.6875 |  0.628s |     5.930s |
| Initial point 7  |       0.4 |  0.5625 |       0.6875 |  0.001s |     6.531s |
| Initial point 8  |       0.7 |    0.75 |         0.75 |  0.634s |     7.741s |
| Initial point 9  |       0.9 |  0.6875 |         0.75 |  0.000s |     8.303s |
| Initial point 10 |       0.8 |     0.5 |         0.75 |  0.633s |     9.682s |
| Iteration 11     |       0.3 |    0.75 |         0.75 |  0.629s |    10.935s |
| Iteration 12     |       0.6 |    0.75 |         0.75 |  0.637s |    12.235s |
| Iteration 13     |       0.5 |  0.3125 |         0.75 |  0.636s |    14.698s |
| Iteration 14     |       0.0 |   0.625 |         0.75 |  0.649s |    16.318s |
| Iteration 15     |       0.7 |    0.75 |         0.75 |  0.000s |    16.983s |
| Iteration 16     |       0.6 |    0.75 |         0.75 |  0.000s |    17.645s |
| Iteration 17     |       0.3 |    0.75 |         0.75 |  0.000s |    18.315s |
| Iteration 18     |       0.6 |    0.75 |         0.75 |  0.000s |    18.989s |
| Iteration 19     |       0.9 |  0.6875 |         0.75 |  0.000s |    19.874s |
| Iteration 20     |       0.6 |    0.75 |         0.75 |  0.001s |    20.557s |
| Iteration 21     |       0.6 |    0.75 |         0.75 |  0.000s |    21.282s |
| Iteration 22     |       0.3 |    0.75 |         0.75 |  0.000s |    23.362s |
| Iteration 23     |       0.7 |    0.75 |         0.75 |  0.000s |    24.469s |
| Iteration 24     |       0.3 |    0.75 |         0.75 |  0.000s |    25.150s |
| Iteration 25     |       0.7 |    0.75 |         0.75 |  0.000s |    25.831s |
| Iteration 26     |       0.3 |    0.75 |         0.75 |  0.000s |    26.507s |
| Iteration 27     |       0.1 |   0.625 |         0.75 |  0.000s |    27.225s |
| Iteration 28     |       0.9 |  0.6875 |         0.75 |  0.000s |    27.914s |
| Iteration 29     |       0.2 |   0.625 |         0.75 |  0.000s |    28.648s |
| Iteration 30     |       0.8 |     0.5 |         0.75 |  0.000s |    29.381s |
| Iteration 31     |       0.7 |    0.75 |         0.75 |  0.000s |    30.094s |
| Iteration 32     |       0.3 |    0.75 |         0.75 |  0.000s |    30.790s |
| Iteration 33     |       0.7 |    0.75 |         0.75 |  0.000s |    31.481s |
| Iteration 34     |       0.6 |    0.75 |         0.75 |  0.000s |    32.184s |
| Iteration 35     |       0.6 |    0.75 |         0.75 |  0.000s |    32.883s |
| Iteration 36     |       0.3 |    0.75 |         0.75 |  0.000s |    33.633s |
| Iteration 37     |       0.7 |    0.75 |         0.75 |  0.000s |    34.366s |
| Iteration 38     |       0.6 |    0.75 |         0.75 |  0.000s |    35.094s |
| Iteration 39     |       0.3 |    0.75 |         0.75 |  0.000s |    35.813s |
| Iteration 40     |       0.7 |    0.75 |         0.75 |  0.000s |    36.533s |
| Iteration 41     |       0.7 |    0.75 |         0.75 |  0.001s |    37.285s |
| Iteration 42     |       0.6 |    0.75 |         0.75 |  0.000s |    38.029s |
| Iteration 43     |       0.3 |    0.75 |         0.75 |  0.000s |    39.373s |
| Iteration 44     |       0.7 |    0.75 |         0.75 |  0.000s |    40.224s |
| Iteration 45     |       0.6 |    0.75 |         0.75 |  0.000s |    40.974s |
| Iteration 46     |       0.3 |    0.75 |         0.75 |  0.000s |    41.871s |
| Iteration 47     |       0.6 |    0.75 |         0.75 |  0.001s |    42.670s |
| Iteration 48     |       0.3 |    0.75 |         0.75 |  0.001s |    43.487s |
| Iteration 49     |       0.7 |    0.75 |         0.75 |  0.000s |    44.288s |
| Iteration 50     |       0.6 |    0.75 |         0.75 |  0.000s |    45.090s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.75
Time elapsed: 45.889s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7589
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.3 ± 0.0707
Time elapsed: 0.028s
-------------------------------------------------
Total time: 45.927s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.8655 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  0.655s |     0.675s |
| Initial point 2  |  5.1166 | uniform |   kd_tree |        39 |       2 |  0.5312 |        0.625 |  0.642s |     1.937s |
| Initial point 3  |  4.0418 | dista.. | ball_tree |        25 |       2 |   0.875 |        0.875 |  0.654s |     3.154s |
| Initial point 4  | 11.7917 | uniform | ball_tree |        39 |       2 |     0.5 |        0.875 |  0.651s |     4.366s |
| Initial point 5  |  9.2373 | dista.. |      auto |        30 |       2 |   0.625 |        0.875 |  0.648s |     5.607s |
| Initial point 6  | 10.6975 | dista.. | ball_tree |        21 |       2 |  0.5625 |        0.875 |  0.646s |     6.829s |
| Initial point 7  |  7.6516 | dista.. | ball_tree |        24 |       1 |   0.625 |        0.875 |  0.645s |     8.039s |
| Initial point 8  |  1.8336 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  0.652s |     9.293s |
| Initial point 9  |  8.5234 | uniform | ball_tree |        24 |       1 |   0.625 |        0.875 |  0.659s |    10.527s |
| Initial point 10 |   6.054 | uniform |     brute |        22 |       2 |    0.75 |        0.875 |  0.651s |    11.754s |
| Iteration 11     |     0.0 | uniform | ball_tree |        26 |       2 |     0.5 |        0.875 |  0.639s |    13.267s |
| Iteration 12     |  3.1195 | dista.. | ball_tree |        24 |       2 |  0.8125 |        0.875 |  0.655s |    14.835s |
| Iteration 13     |  1.0101 | dista.. | ball_tree |        27 |       2 |  0.4062 |        0.875 |  0.641s |    16.313s |
| Iteration 14     |  4.3115 | dista.. | ball_tree |        25 |       2 |   0.875 |        0.875 |  0.642s |    17.847s |
| Iteration 15     |  0.3618 | dista.. |   kd_tree |        21 |       2 |  0.4688 |        0.875 |  0.644s |    19.393s |
| Iteration 16     |  0.4467 | dista.. | ball_tree |        21 |       2 |  0.5625 |        0.875 |  0.651s |    20.947s |
| Iteration 17     |  2.4646 | dista.. | ball_tree |        20 |       2 |     1.0 |          1.0 |  0.640s |    22.427s |
| Iteration 18     |  2.8905 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.644s |    23.992s |
| Iteration 19     |  3.4215 | uniform | ball_tree |        20 |       1 |  0.5938 |          1.0 |  0.642s |    25.622s |
| Iteration 20     |   3.298 | uniform | ball_tree |        20 |       2 |  0.3125 |          1.0 |  0.647s |    27.164s |
| Iteration 21     |  3.4382 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.663s |    28.921s |
| Iteration 22     |  2.6068 | dista.. |      auto |        20 |       2 |  0.6875 |          1.0 |  0.651s |    30.483s |
| Iteration 23     |  3.4153 | dista.. |     brute |        24 |       1 |  0.5938 |          1.0 |  0.652s |    32.057s |
| Iteration 24     |  5.4182 | dista.. |      auto |        21 |       2 |  0.8125 |          1.0 |  1.227s |    34.114s |
| Iteration 25     |  3.6242 | dista.. | ball_tree |        40 |       2 |  0.5625 |          1.0 |  0.643s |    35.848s |
| Iteration 26     |  4.0035 | dista.. |   kd_tree |        20 |       2 |   0.625 |          1.0 |  0.644s |    37.416s |
| Iteration 27     |  3.7319 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.642s |    39.001s |
| Iteration 28     |  3.7903 | dista.. |      auto |        20 |       2 |  0.6875 |          1.0 |  0.654s |    40.661s |
| Iteration 29     |  3.4094 | dista.. | ball_tree |        20 |       1 |    0.75 |          1.0 |  0.647s |    42.216s |
| Iteration 30     |  4.0116 | dista.. |      auto |        26 |       2 |   0.875 |          1.0 |  0.661s |    43.828s |
| Iteration 31     |  4.1038 | dista.. |      auto |        20 |       1 |  0.7812 |          1.0 |  0.644s |    45.752s |
| Iteration 32     | 12.9018 | uniform |     brute |        20 |       1 |  0.8438 |          1.0 |  0.641s |    47.600s |
| Iteration 33     | 11.0718 | uniform |     brute |        20 |       2 |     0.5 |          1.0 |  0.642s |    50.702s |
| Iteration 34     |   5.408 | dista.. |      auto |        31 |       2 |  0.2812 |          1.0 |  0.638s |    52.657s |
| Iteration 35     |  3.4256 | dista.. |      auto |        23 |       2 |   0.625 |          1.0 |  0.668s |    54.228s |
| Iteration 36     |  2.5291 | dista.. |   kd_tree |        20 |       2 |    0.75 |          1.0 |  0.640s |    55.851s |
| Iteration 37     |  2.7589 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  0.642s |    57.527s |
| Iteration 38     | 10.3814 | dista.. |      auto |        25 |       2 |  0.5625 |          1.0 |  0.639s |    59.156s |
| Iteration 39     |  4.6053 | dista.. |      auto |        25 |       1 |     1.0 |          1.0 |  0.676s |     1m:01s |
| Iteration 40     |  4.8164 | dista.. |      auto |        25 |       1 |  0.6875 |          1.0 |  0.703s |     1m:03s |
| Iteration 41     |  3.4753 | dista.. |      auto |        25 |       2 |     0.5 |          1.0 |  0.694s |     1m:04s |
| Iteration 42     |  4.5179 | dista.. |     brute |        26 |       2 |   0.625 |          1.0 |  0.694s |     1m:06s |
| Iteration 43     |  3.0854 | dista.. |      auto |        20 |       1 |   0.375 |          1.0 |  0.693s |     1m:08s |
| Iteration 44     |  4.5166 | dista.. |      auto |        22 |       2 |   0.625 |          1.0 |  0.698s |     1m:10s |
| Iteration 45     |  1.6689 | dista.. |   kd_tree |        25 |       2 |  0.6875 |          1.0 |  0.715s |     1m:12s |
| Iteration 46     |  4.6624 | dista.. |      auto |        31 |       1 |  0.7812 |          1.0 |  0.697s |     1m:13s |
| Iteration 47     |  5.3082 | dista.. | ball_tree |        20 |       1 |  0.6562 |          1.0 |  0.696s |     1m:15s |
| Iteration 48     | 12.4417 | uniform |      auto |        26 |       1 |  0.4688 |          1.0 |  1.293s |     1m:18s |
| Iteration 49     |  3.1279 | dista.. |   kd_tree |        20 |       2 |  0.3438 |          1.0 |  0.698s |     1m:20s |
| Iteration 50     |  5.2551 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.708s |     1m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'radius': 4.6053, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 25, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0748
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:23s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.3125 |       0.3125 |  1.074s |     1.081s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.625 |        0.625 |  1.094s |     2.738s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.9375 |       0.9375 |  0.854s |     4.235s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |       0.9375 |  0.996s |     5.803s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6562 |       0.9375 |  0.865s |     7.320s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.5625 |       0.9375 |  1.098s |     9.014s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6875 |       0.9375 |  0.724s |    10.304s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |       0.9375 |  0.988s |    11.848s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.7188 |       0.9375 |  0.697s |    13.103s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |       0.9375 |  0.817s |    14.517s |
| Iteration 11     |          198 |        1.3889 |     SAMME |   0.875 |       0.9375 |  0.824s |    17.116s |
| Iteration 12     |          277 |         1.568 |     SAMME |     1.0 |          1.0 |  0.883s |    20.121s |
| Iteration 13     |          270 |        2.3293 |     SAMME |    0.75 |          1.0 |  0.698s |    21.805s |
| Iteration 14     |           50 |          10.0 |     SAMME |  0.6562 |          1.0 |  0.682s |    23.211s |
| Iteration 15     |           50 |        0.5193 |     SAMME |  0.7812 |          1.0 |  0.663s |    24.631s |
| Iteration 16     |          500 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.976s |    26.350s |
| Iteration 17     |          334 |        0.5935 |     SAMME |     1.0 |          1.0 |  0.858s |    27.945s |
| Iteration 18     |           50 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.661s |    29.362s |
| Iteration 19     |          150 |        0.6497 |     SAMME |     1.0 |          1.0 |  0.729s |    30.846s |
| Iteration 20     |          480 |        0.8298 |     SAMME |     1.0 |          1.0 |  0.960s |    32.586s |
| Iteration 21     |          500 |        0.5128 |     SAMME |  0.8125 |          1.0 |  0.973s |    34.325s |
| Iteration 22     |          453 |        0.0254 |   SAMME.R |  0.9375 |          1.0 |  0.983s |    36.140s |
| Iteration 23     |          500 |        0.6107 |     SAMME |    0.75 |          1.0 |  0.972s |    37.952s |
| Iteration 24     |           70 |        0.8621 |   SAMME.R |     1.0 |          1.0 |  0.731s |    39.453s |
| Iteration 25     |           64 |        0.8524 |   SAMME.R |     1.0 |          1.0 |  0.740s |    41.589s |
| Iteration 26     |           50 |        0.8362 |   SAMME.R |    0.75 |          1.0 |  0.723s |    43.118s |
| Iteration 27     |          500 |        1.0856 |     SAMME |  0.5625 |          1.0 |  1.036s |    44.975s |
| Iteration 28     |          500 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  1.102s |    46.898s |
| Iteration 29     |           50 |         1.261 |     SAMME |   0.875 |          1.0 |  0.724s |    48.445s |
| Iteration 30     |           50 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.001s |    49.513s |
| Iteration 31     |           50 |          0.01 |     SAMME |  0.6875 |          1.0 |  0.663s |    50.983s |
| Iteration 32     |           50 |        1.0499 |     SAMME |  0.5312 |          1.0 |  0.665s |    52.467s |
| Iteration 33     |          172 |        0.7292 |     SAMME |   0.875 |          1.0 |  0.751s |    54.103s |
| Iteration 34     |          162 |        1.5916 |   SAMME.R |   0.875 |          1.0 |  0.752s |    55.696s |
| Iteration 35     |          192 |        0.0226 |     SAMME |  0.5625 |          1.0 |  0.791s |    57.565s |
| Iteration 36     |          145 |         0.053 |   SAMME.R |    0.75 |          1.0 |  0.737s |    59.413s |
| Iteration 37     |          361 |        0.8952 |     SAMME |     1.0 |          1.0 |  0.877s |     1m:01s |
| Iteration 38     |          286 |        0.6246 |     SAMME |  0.4062 |          1.0 |  0.827s |     1m:03s |
| Iteration 39     |           77 |        0.1475 |     SAMME |  0.8438 |          1.0 |  0.683s |     1m:04s |
| Iteration 40     |           64 |        0.2214 |   SAMME.R |  0.9375 |          1.0 |  0.666s |     1m:06s |
| Iteration 41     |           68 |         0.154 |   SAMME.R |  0.6875 |          1.0 |  0.684s |     1m:07s |
| Iteration 42     |          355 |        0.2912 |     SAMME |  0.9375 |          1.0 |  0.880s |     1m:09s |
| Iteration 43     |          359 |        0.6215 |     SAMME |    0.75 |          1.0 |  0.877s |     1m:11s |
| Iteration 44     |           93 |        0.9629 |   SAMME.R |  0.8125 |          1.0 |  0.707s |     1m:13s |
| Iteration 45     |          338 |         0.015 |     SAMME |  0.8438 |          1.0 |  0.861s |     1m:14s |
| Iteration 46     |           61 |        0.7403 |   SAMME.R |     1.0 |          1.0 |  0.673s |     1m:16s |
| Iteration 47     |          380 |        0.0534 |     SAMME |  0.8125 |          1.0 |  0.897s |     1m:18s |
| Iteration 48     |          130 |        8.1458 |     SAMME |     0.5 |          1.0 |  0.624s |     1m:19s |
| Iteration 49     |          500 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.001s |     1m:21s |
| Iteration 50     |          281 |          0.01 |   SAMME.R |   0.625 |          1.0 |  1.567s |     1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'n_estimators': 480, 'learning_rate': 0.8298, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.384s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0735
Time elapsed: 1.761s
-------------------------------------------------
Total time: 1m:26s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.5938 |       0.5938 |  1.059s |     1.078s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5312 |       0.5938 |  0.947s |     2.607s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |         0.75 |  0.976s |     4.201s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |         0.75 |  0.781s |     5.558s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |         0.75 |  0.984s |     7.148s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |         0.75 |  0.815s |     8.577s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.5625 |         0.75 |  0.843s |     9.994s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |       0.8125 |  0.834s |    11.396s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.9375 |       0.9375 |  0.951s |    13.030s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.625 |       0.9375 |  0.926s |    14.535s |
| Iteration 11     |          364 |      gini |         5 |                10 |                9 |         None |     False |     0.001 |         --- |  0.7812 |       0.9375 |  0.896s |    16.369s |
| Iteration 12     |          389 |   entropy |         2 |                 5 |               17 |         log2 |     False |    0.0132 |         --- |  0.9375 |       0.9375 |  0.903s |    18.233s |
| Iteration 13     |           35 |   entropy |         4 |                11 |               12 |          0.9 |     False |    0.0307 |         --- |   0.625 |       0.9375 |  0.685s |    19.894s |
| Iteration 14     |          232 |   entropy |      None |                 6 |               17 |          0.5 |     False |    0.0223 |         --- |  0.8125 |       0.9375 |  0.809s |    21.673s |
| Iteration 15     |          328 |   entropy |         8 |                12 |               17 |          0.7 |     False |    0.0052 |         --- |  0.7812 |       0.9375 |  0.871s |    23.530s |
| Iteration 16     |          500 |      gini |         4 |                 8 |               13 |         auto |     False |    0.0222 |         --- |     1.0 |          1.0 |  0.939s |    25.528s |
| Iteration 17     |          500 |   entropy |         3 |                 2 |               15 |         sqrt |     False |    0.0322 |         --- |  0.7812 |          1.0 |  0.931s |    27.609s |
| Iteration 18     |          500 |      gini |         5 |                11 |               14 |          0.8 |     False |    0.0155 |         --- |     1.0 |          1.0 |  0.944s |    29.680s |
| Iteration 19     |          500 |      gini |      None |                10 |               13 |         sqrt |     False |    0.0171 |         --- |  0.9375 |          1.0 |  0.983s |    31.707s |
| Iteration 20     |          500 |      gini |         5 |                10 |               18 |          0.6 |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.912s |    33.639s |
| Iteration 21     |          500 |      gini |         9 |                 3 |               11 |         log2 |      True |    0.0188 |         0.7 |   0.875 |          1.0 |  1.016s |    35.724s |
| Iteration 22     |          500 |      gini |         7 |                20 |               13 |          0.5 |     False |    0.0137 |         --- |   0.875 |          1.0 |  0.931s |    37.877s |
| Iteration 23     |          500 |      gini |         9 |                 5 |               13 |         None |     False |    0.0129 |         --- |  0.5625 |          1.0 |  0.937s |    39.928s |
| Iteration 24     |          500 |      gini |         4 |                15 |               10 |         sqrt |     False |     0.016 |         --- |   0.875 |          1.0 |  0.951s |    42.069s |
| Iteration 25     |          500 |      gini |         3 |                10 |               14 |          0.6 |     False |    0.0169 |         --- |   0.875 |          1.0 |  1.616s |    44.880s |
| Iteration 26     |          500 |      gini |      None |                14 |               10 |         auto |      True |     0.025 |         0.7 |     1.0 |          1.0 |  1.086s |    47.108s |
| Iteration 27     |          453 |      gini |      None |                 2 |               20 |         auto |      True |    0.0182 |         0.7 |     0.5 |          1.0 |  1.031s |    49.376s |
| Iteration 28     |          349 |   entropy |         8 |                11 |               13 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  0.838s |    51.661s |
| Iteration 29     |          433 |      gini |         5 |                 4 |               13 |          0.7 |     False |       0.0 |         --- |   0.875 |          1.0 |  0.863s |    53.736s |
| Iteration 30     |          500 |      gini |         2 |                17 |               10 |          0.7 |      True |    0.0215 |         0.7 |     1.0 |          1.0 |  1.054s |    55.964s |
| Iteration 31     |          500 |   entropy |         2 |                20 |               11 |          0.9 |      True |    0.0324 |         0.7 |  0.6875 |          1.0 |  1.085s |    58.202s |
| Iteration 32     |           33 |      gini |      None |                 3 |               10 |         sqrt |     False |    0.0326 |         --- |  0.7188 |          1.0 |  0.708s |    59.998s |
| Iteration 33     |          500 |      gini |         1 |                20 |               11 |         log2 |      True |    0.0292 |         0.7 |  0.8125 |          1.0 |  1.036s |     1m:02s |
| Iteration 34     |          500 |      gini |         6 |                12 |               12 |         auto |      True |    0.0018 |         0.7 |  0.4375 |          1.0 |  1.026s |     1m:04s |
| Iteration 35     |          500 |      gini |         1 |                17 |                9 |         log2 |      True |    0.0182 |         0.6 |     0.5 |          1.0 |  1.034s |     1m:07s |
| Iteration 36     |          500 |      gini |      None |                14 |                9 |         sqrt |      True |    0.0232 |         0.7 |   0.875 |          1.0 |  1.035s |     1m:09s |
| Iteration 37     |          419 |      gini |         2 |                20 |               13 |          0.6 |     False |    0.0086 |         --- |  0.8125 |          1.0 |  0.927s |     1m:11s |
| Iteration 38     |          488 |      gini |         5 |                 9 |               14 |         auto |     False |    0.0195 |         --- |  0.8125 |          1.0 |  0.961s |     1m:13s |
| Iteration 39     |          500 |      gini |         4 |                 7 |               10 |          0.5 |      True |    0.0126 |         0.7 |  0.8125 |          1.0 |  1.060s |     1m:16s |
| Iteration 40     |          500 |   entropy |         1 |                13 |                9 |         sqrt |      True |    0.0205 |         0.7 |    0.75 |          1.0 |  1.062s |     1m:18s |
| Iteration 41     |          500 |      gini |      None |                11 |                9 |          0.8 |     False |    0.0212 |         --- |  0.6562 |          1.0 |  0.990s |     1m:20s |
| Iteration 42     |          460 |   entropy |         7 |                 7 |               10 |         auto |     False |    0.0012 |         --- |   0.875 |          1.0 |  0.957s |     1m:23s |
| Iteration 43     |          299 |      gini |         3 |                 3 |               15 |         auto |     False |    0.0115 |         --- |  0.6875 |          1.0 |  0.865s |     1m:25s |
| Iteration 44     |          215 |      gini |         6 |                 7 |                4 |          0.6 |      True |    0.0244 |         0.7 |   0.875 |          1.0 |  0.841s |     1m:27s |
| Iteration 45     |          327 |      gini |      None |                 5 |               19 |         auto |     False |    0.0134 |         --- |    0.75 |          1.0 |  0.861s |     1m:29s |
| Iteration 46     |          188 |      gini |         2 |                16 |                3 |         auto |     False |       0.0 |         --- |  0.9375 |          1.0 |  0.771s |     1m:31s |
| Iteration 47     |          405 |      gini |         4 |                20 |                5 |         auto |     False |       0.0 |         --- |   0.875 |          1.0 |  0.896s |     1m:33s |
| Iteration 48     |          182 |      gini |         3 |                17 |                1 |         sqrt |     False |       0.0 |         --- |    0.75 |          1.0 |  0.770s |     1m:35s |
| Iteration 49     |          257 |      gini |         4 |                12 |                6 |         auto |      True |    0.0291 |         0.7 |  0.8125 |          1.0 |  0.872s |     1m:38s |
| Iteration 50     |          384 |   entropy |         4 |                 9 |                1 |         auto |     False |       0.0 |         --- |  0.6875 |          1.0 |  1.510s |     1m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 14, 'min_samples_leaf': 10, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.025, 'max_samples': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8714
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.443s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0927
Time elapsed: 2.012s
-------------------------------------------------
Total time: 1m:45s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.769s |     0.788s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  0.768s |     2.131s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  0.764s |     3.511s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  0.709s |     4.809s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  0.753s |     6.135s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  0.734s |     7.501s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  0.737s |     8.810s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  0.701s |    10.107s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8438 |       0.8438 |  0.766s |    11.445s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8438 |  0.739s |    12.749s |
| Iteration 11     |          368 |        0.0124 |         9 |  0.2019 |                3 |       0.9 |              0.7 |      0.01 |          0 |     1.0 |          1.0 |  0.761s |    14.468s |
| Iteration 12     |          183 |        0.0389 |        10 |  0.1777 |                2 |       1.0 |              1.0 |         0 |          1 |     1.0 |          1.0 |  0.737s |    17.452s |
| Iteration 13     |          337 |          0.01 |        10 |  0.0802 |                3 |       0.9 |              0.7 |      0.01 |          0 |   0.625 |          1.0 |  0.765s |    19.547s |
| Iteration 14     |          249 |        0.8904 |         1 |  0.7352 |                1 |       1.0 |              0.5 |         0 |       0.01 |  0.9375 |          1.0 |  0.731s |    21.155s |
| Iteration 15     |          199 |         0.016 |         2 |  0.2486 |                1 |       0.5 |              0.9 |         0 |        100 |  0.7188 |          1.0 |  0.727s |    22.887s |
| Iteration 16     |          289 |         0.012 |         7 |  0.8063 |                1 |       1.0 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.753s |    24.613s |
| Iteration 17     |           20 |          0.01 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.912s |    26.551s |
| Iteration 18     |          500 |        0.0183 |         9 |  0.0936 |                1 |       1.0 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.781s |    28.298s |
| Iteration 19     |           90 |        0.0957 |         4 |     0.0 |                1 |       0.6 |              0.6 |         0 |        0.1 |     1.0 |          1.0 |  0.708s |    29.995s |
| Iteration 20     |          500 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.787s |    31.776s |
| Iteration 21     |          500 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.001s |    33.208s |
| Iteration 22     |          204 |        0.1899 |         7 |  0.2744 |                3 |       0.9 |              0.5 |         0 |       0.01 |  0.6875 |          1.0 |  0.678s |    34.874s |
| Iteration 23     |          492 |        0.3686 |         4 |  0.0493 |                1 |       0.9 |              0.9 |         1 |        0.1 |  0.6875 |          1.0 |  0.724s |    36.611s |
| Iteration 24     |          445 |        0.3218 |         3 |  0.1805 |                2 |       0.9 |              0.7 |      0.01 |         10 |     1.0 |          1.0 |  0.719s |    38.371s |
| Iteration 25     |          166 |        0.1587 |         9 |  0.4184 |                2 |       1.0 |              0.7 |         0 |       0.01 |     1.0 |          1.0 |  0.671s |    40.064s |
| Iteration 26     |          356 |        0.0329 |         5 |  0.1168 |                1 |       0.9 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  0.710s |    41.799s |
| Iteration 27     |           82 |        0.2867 |         4 |  0.4673 |                1 |       0.9 |              1.0 |         0 |         10 |     1.0 |          1.0 |  0.658s |    43.458s |
| Iteration 28     |          417 |        0.0304 |         9 |  0.1998 |                4 |       1.0 |              0.5 |       0.1 |          0 |    0.75 |          1.0 |  0.709s |    45.801s |
| Iteration 29     |          458 |        0.0767 |         9 |  0.3706 |                7 |       0.9 |              0.9 |         0 |          0 |  0.7188 |          1.0 |  0.729s |    47.647s |
| Iteration 30     |          219 |        0.0303 |        10 |  0.6822 |                4 |       1.0 |              0.9 |         0 |        0.1 |     1.0 |          1.0 |  0.679s |    49.430s |
| Iteration 31     |          139 |        0.1256 |         8 |  0.2914 |                3 |       1.0 |              0.7 |         0 |       0.01 |   0.875 |          1.0 |  0.661s |    51.055s |
| Iteration 32     |          411 |        0.0491 |         9 |   0.819 |                7 |       0.9 |              0.8 |      0.01 |          0 |    0.75 |          1.0 |  0.713s |    52.867s |
| Iteration 33     |          478 |        0.2279 |         9 |  0.0468 |                1 |       0.7 |              0.5 |         0 |          1 |  0.8125 |          1.0 |  0.724s |    54.723s |
| Iteration 34     |          381 |        0.0246 |         1 |     0.0 |                1 |       1.0 |              1.0 |         0 |         10 |  0.5312 |          1.0 |  0.723s |    56.656s |
| Iteration 35     |          332 |        0.1651 |         3 |  0.4608 |                1 |       0.9 |              0.6 |         0 |          1 |   0.875 |          1.0 |  0.711s |    58.528s |
| Iteration 36     |          248 |         0.279 |        10 |  0.5015 |                1 |       1.0 |              1.0 |         0 |        0.1 |  0.8125 |          1.0 |  0.686s |     1m:00s |
| Iteration 37     |          351 |        0.0205 |         9 |  0.2529 |                3 |       0.9 |              0.7 |      0.01 |          0 |     1.0 |          1.0 |  0.703s |     1m:02s |
| Iteration 38     |          240 |          0.01 |        10 |   0.434 |                4 |       1.0 |              0.7 |       0.1 |        0.1 |    0.75 |          1.0 |  0.718s |     1m:04s |
| Iteration 39     |          330 |          0.01 |        10 |  0.4595 |                3 |       1.0 |              0.9 |         0 |        0.1 |  0.6875 |          1.0 |  0.749s |     1m:06s |
| Iteration 40     |           32 |        0.0657 |        10 |  0.1239 |                2 |       1.0 |              1.0 |         0 |        0.1 |  0.9062 |          1.0 |  0.709s |     1m:08s |
| Iteration 41     |          454 |        0.0681 |         8 |  0.2584 |                2 |       0.8 |              0.8 |         0 |        0.1 |  0.4375 |          1.0 |  0.771s |     1m:10s |
| Iteration 42     |          500 |        0.9353 |         9 |     0.0 |                2 |       0.9 |              1.0 |         0 |        100 |   0.875 |          1.0 |  0.778s |     1m:12s |
| Iteration 43     |          427 |        0.2931 |        10 |  0.0039 |                2 |       1.0 |              1.0 |         0 |        0.1 |   0.625 |          1.0 |  0.773s |     1m:14s |
| Iteration 44     |          107 |        0.0195 |         9 |  0.2391 |                3 |       1.0 |              0.7 |         1 |          0 |   0.875 |          1.0 |  0.712s |     1m:16s |
| Iteration 45     |           82 |        0.0906 |         4 |  0.5328 |                1 |       0.5 |              0.8 |         0 |         10 |  0.8125 |          1.0 |  0.713s |     1m:18s |
| Iteration 46     |          247 |        0.0369 |        10 |  0.7235 |                4 |       0.8 |              0.9 |         0 |       0.01 |     1.0 |          1.0 |  0.734s |     1m:20s |
| Iteration 47     |          248 |        0.0162 |         9 |   0.282 |                2 |       0.8 |              0.7 |         0 |          1 |     1.0 |          1.0 |  0.736s |     1m:22s |
| Iteration 48     |          206 |        0.0179 |         9 |  0.2376 |                8 |       1.0 |              0.7 |      0.01 |          1 |     0.5 |          1.0 |  0.722s |     1m:24s |
| Iteration 49     |          358 |          0.01 |        10 |  0.1959 |                2 |       0.7 |              1.0 |         0 |          1 |  0.6875 |          1.0 |  0.770s |     1m:26s |
| Iteration 50     |          155 |         0.058 |        10 |  0.5113 |                2 |       0.8 |              1.0 |         1 |          1 |  0.6875 |          1.0 |  0.725s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'max_depth': 10, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.125s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0837
Time elapsed: 0.398s
-------------------------------------------------
Total time: 1m:30s


Final results ==================== >>
Duration: 10m:50s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.93 ± 0.0748 !
Logistic Regression             --> roc_auc: 0.39 ± 0.08 ~
Linear Discriminant Analysis    --> roc_auc: 0.34 ± 0.0663 ~
Quadratic Discriminant Analysis --> roc_auc: 0.3 ± 0.0707 ~
Radius Nearest Neighbors        --> roc_auc: 0.77 ± 0.0748 ~
AdaBoost                        --> roc_auc: 0.91 ± 0.0735
Random Forest                   --> roc_auc: 0.68 ± 0.0927
XGBoost                         --> roc_auc: 0.9 ± 0.0837
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGSSNTGKLIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAYRSAGTGNQFYF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGKIQGAQKLVF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAALNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSSTDTQYF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVPSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAAIQGAQKLVF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  3.848s |     3.869s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.7188 |         0.75 |  3.268s |     7.734s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.25 |         0.75 |  3.213s |    11.539s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |         0.75 |  3.280s |    15.399s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.625 |         0.75 |  3.260s |    19.242s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.4062 |         0.75 |  3.274s |    23.478s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.4688 |         0.75 |  3.233s |    28.145s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  3.267s |    32.385s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |          1.0 |  3.193s |    36.342s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.7188 |          1.0 |  3.212s |    40.136s |
| Iteration 11     | exponen.. |          0.01 |          145 |       0.6 | squared_er.. |                10 |                8 |         3 |          0.6 |    0.0124 |  0.8125 |          1.0 |  3.199s |    44.310s |
| Iteration 12     | exponen.. |        0.6225 |          452 |       0.6 | squared_er.. |                17 |                2 |         7 |          0.8 |    0.0058 |  0.8125 |          1.0 |  3.294s |    48.593s |
| Iteration 13     | exponen.. |        0.0124 |          322 |       0.8 | squared_er.. |                 7 |               18 |         3 |          0.8 |    0.0178 |  0.5625 |          1.0 |  3.222s |    52.691s |
| Iteration 14     | exponen.. |        0.0523 |          486 |       1.0 | squared_er.. |                 7 |                7 |         9 |          0.8 |       0.0 |  0.8125 |          1.0 |  3.264s |    57.083s |
| Iteration 15     |  deviance |        0.5295 |          470 |       0.9 | squared_er.. |                 6 |                4 |         9 |          0.7 |    0.0037 |  0.3125 |          1.0 |  3.252s |     1m:01s |
| Iteration 16     | exponen.. |        0.0468 |          433 |       0.7 | squared_er.. |                14 |                9 |         5 |          0.7 |    0.0045 |    0.75 |          1.0 |  3.277s |     1m:06s |
| Iteration 17     |  deviance |        0.1991 |           64 |       0.8 | friedman_mse |                17 |               18 |         3 |          0.5 |    0.0067 |   0.625 |          1.0 |  3.161s |     1m:10s |
| Iteration 18     |  deviance |        0.1445 |           65 |       1.0 | friedman_mse |                 3 |               10 |         2 |         None |     0.035 |  0.5625 |          1.0 |  3.178s |     1m:15s |
| Iteration 19     |  deviance |        0.0877 |           31 |       0.9 | squared_er.. |                 5 |                5 |         8 |          0.5 |     0.035 |   0.875 |          1.0 |  3.181s |     1m:19s |
| Iteration 20     |  deviance |        0.0144 |          421 |       0.8 | friedman_mse |                10 |                5 |         6 |         None |      0.02 |  0.5625 |          1.0 |  3.249s |     1m:23s |
| Iteration 21     | exponen.. |        0.0142 |          350 |       0.6 | friedman_mse |                 5 |               10 |         4 |          0.5 |     0.035 |     0.5 |          1.0 |  3.197s |     1m:27s |
| Iteration 22     |  deviance |           1.0 |          500 |       0.5 | squared_er.. |                 4 |               20 |         1 |         auto |     0.035 |     0.5 |          1.0 |  3.243s |     1m:31s |
| Iteration 23     |  deviance |        0.2231 |          500 |       0.7 | squared_er.. |                16 |                8 |         9 |         auto |    0.0116 |    0.75 |          1.0 |  3.265s |     1m:37s |
| Iteration 24     |  deviance |        0.0344 |           10 |       0.9 | squared_er.. |                12 |                6 |         7 |          0.6 |    0.0069 |   0.875 |          1.0 |  3.136s |     1m:42s |
| Iteration 25     | exponen.. |        0.0869 |          451 |       0.9 | squared_er.. |                17 |               16 |         8 |          0.7 |    0.0141 |  0.9375 |          1.0 |  3.253s |     1m:47s |
| Iteration 26     | exponen.. |        0.1031 |          500 |       0.6 | squared_er.. |                 4 |                1 |         7 |          0.6 |    0.0095 |  0.8125 |          1.0 |  3.300s |     1m:51s |
| Iteration 27     | exponen.. |        0.0739 |          403 |       0.7 | squared_er.. |                 7 |                3 |         6 |         auto |    0.0035 |  0.6875 |          1.0 |  3.269s |     1m:56s |
| Iteration 28     | exponen.. |        0.0779 |          422 |       0.7 | squared_er.. |                10 |                1 |         3 |          0.8 |    0.0119 |   0.875 |          1.0 |  3.876s |     2m:01s |
| Iteration 29     | exponen.. |        0.1494 |          469 |       0.8 | squared_er.. |                20 |               16 |         5 |         None |    0.0027 |    0.75 |          1.0 |  3.283s |     2m:05s |
| Iteration 30     |  deviance |        0.0496 |           66 |       0.8 | squared_er.. |                12 |                6 |         5 |          0.7 |    0.0216 |   0.875 |          1.0 |  3.165s |     2m:09s |
| Iteration 31     |  deviance |        0.0498 |           66 |       1.0 | squared_er.. |                 7 |               15 |         7 |         auto |    0.0067 |    0.75 |          1.0 |  3.153s |     2m:14s |
| Iteration 32     |  deviance |        0.0232 |           10 |       0.7 | squared_er.. |                 2 |               11 |         2 |         None |    0.0271 |  0.9062 |          1.0 |  3.174s |     2m:18s |
| Iteration 33     |  deviance |        0.0495 |           10 |       0.6 | squared_er.. |                 2 |                7 |         9 |         None |    0.0072 |     0.5 |          1.0 |  3.147s |     2m:22s |
| Iteration 34     |  deviance |        0.0175 |           69 |       0.9 | squared_er.. |                 2 |                3 |         3 |          0.8 |     0.035 |  0.4375 |          1.0 |  3.166s |     2m:26s |
| Iteration 35     | exponen.. |        0.0693 |          458 |       0.7 | squared_er.. |                11 |                1 |         9 |         None |    0.0235 |     0.5 |          1.0 |  3.305s |     2m:31s |
| Iteration 36     | exponen.. |        0.0755 |          335 |       0.7 | squared_er.. |                 8 |               10 |         3 |          0.7 |       0.0 |  0.5625 |          1.0 |  3.241s |     2m:36s |
| Iteration 37     | exponen.. |        0.0556 |          457 |       0.8 | squared_er.. |                 4 |               14 |         1 |          0.6 |    0.0093 |    0.75 |          1.0 |  3.262s |     2m:41s |
| Iteration 38     | exponen.. |        0.0791 |          449 |       0.7 | squared_er.. |                10 |                5 |        10 |          0.7 |       0.0 |     0.5 |          1.0 |  3.258s |     2m:45s |
| Iteration 39     | exponen.. |        0.1676 |          457 |       0.8 | friedman_mse |                15 |                9 |         7 |          0.5 |    0.0267 |  0.6875 |          1.0 |  3.243s |     2m:49s |
| Iteration 40     | exponen.. |        0.0117 |          454 |       0.9 | squared_er.. |                14 |               17 |         7 |          0.7 |    0.0097 |  0.4375 |          1.0 |  3.269s |     2m:55s |
| Iteration 41     | exponen.. |        0.1099 |          419 |       0.8 | squared_er.. |                 8 |               20 |         4 |         None |    0.0097 |    0.75 |          1.0 |  3.207s |     2m:60s |
| Iteration 42     |  deviance |        0.0411 |           10 |       0.9 | squared_er.. |                 6 |               11 |         4 |          0.9 |    0.0252 |  0.7812 |          1.0 |  3.146s |     3m:04s |
| Iteration 43     | exponen.. |        0.0834 |          450 |       0.8 | squared_er.. |                20 |               12 |         6 |          0.7 |    0.0098 |     1.0 |          1.0 |  3.281s |     3m:08s |
| Iteration 44     | exponen.. |        0.0798 |          474 |       0.6 | squared_er.. |                15 |               10 |         6 |          0.7 |    0.0228 |  0.8125 |          1.0 |  3.261s |     3m:13s |
| Iteration 45     | exponen.. |        0.0828 |          324 |       0.8 | squared_er.. |                18 |               18 |         6 |          0.7 |    0.0067 |  0.6875 |          1.0 |  3.229s |     3m:17s |
| Iteration 46     | exponen.. |        0.0868 |          447 |       0.9 | squared_er.. |                13 |               13 |         6 |          0.7 |    0.0124 |     1.0 |          1.0 |  3.225s |     3m:22s |
| Iteration 47     |  deviance |        0.0828 |          448 |       0.6 | squared_er.. |                19 |                5 |         6 |          0.7 |    0.0288 |   0.625 |          1.0 |  3.248s |     3m:26s |
| Iteration 48     | exponen.. |        0.0814 |          445 |       0.7 | squared_er.. |                 5 |               10 |         6 |          0.8 |    0.0306 |     0.5 |          1.0 |  3.248s |     3m:31s |
| Iteration 49     | exponen.. |        0.0803 |          445 |       0.8 | squared_er.. |                 8 |               10 |         6 |          0.7 |     0.006 |  0.9375 |          1.0 |  3.291s |     3m:35s |
| Iteration 50     | exponen.. |        0.0813 |          461 |       0.6 | squared_er.. |                15 |                9 |         5 |          0.7 |    0.0077 |    0.75 |          1.0 |  3.283s |     3m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 43
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0834, 'n_estimators': 450, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 20, 'min_samples_leaf': 12, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0098}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.122s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1327
Time elapsed: 0.601s
-------------------------------------------------
Total time: 3m:42s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  3.219s |     3.232s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |         0.75 |  3.249s |     7.442s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.1875 |         0.75 |  3.865s |    12.043s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |         0.75 |  3.223s |    15.856s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |         0.75 |  3.266s |    19.686s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |         0.75 |  3.210s |    23.508s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.4688 |         0.75 |  3.219s |    27.349s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |       0.8125 |  3.226s |    31.150s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.875 |        0.875 |  3.248s |    34.947s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |        0.875 |  3.222s |    38.736s |
| Iteration 11     |      l2 |  0.0192 | libli.. |      978 |      --- |   0.625 |        0.875 |  3.255s |    42.866s |
| Iteration 12     |      l1 | 11.4734 | libli.. |     1000 |      --- |  0.5625 |        0.875 |  3.227s |    46.912s |
| Iteration 13     |      l2 |  0.0017 | libli.. |      115 |      --- |  0.4375 |        0.875 |  3.234s |    50.959s |
| Iteration 14     |      l2 |  0.0311 | libli.. |      300 |      --- |   0.875 |        0.875 |  0.001s |    52.092s |
| Iteration 15     |      l2 |  6.3479 | libli.. |      307 |      --- |    0.25 |        0.875 |  3.094s |    56.326s |
| Iteration 16     |      l2 |  0.0331 |     sag |      211 |      --- |  0.4375 |        0.875 |  3.151s |     1m:00s |
| Iteration 17     |      l2 |  0.0508 | libli.. |      271 |      --- |  0.3125 |        0.875 |  3.187s |     1m:05s |
| Iteration 18     |      l2 |  0.0314 |     sag |      305 |      --- |  0.5625 |        0.875 |  3.178s |     1m:09s |
| Iteration 19     |      l2 |  0.0255 | libli.. |      296 |      --- |     0.5 |        0.875 |  3.179s |     1m:14s |
| Iteration 20     |      l2 |  0.0328 |     sag |      301 |      --- |   0.375 |        0.875 |  3.189s |     1m:18s |
| Iteration 21     |      l2 |  0.0037 |     sag |      209 |      --- |   0.375 |        0.875 |  3.180s |     1m:22s |
| Iteration 22     |      l1 |  7.5058 | libli.. |      934 |      --- |  0.4375 |        0.875 |  3.211s |     1m:26s |
| Iteration 23     |      l2 |  0.0026 | newto.. |      207 |      --- |     0.5 |        0.875 |  3.181s |     1m:30s |
| Iteration 24     |      l2 |  0.0494 |   lbfgs |      300 |      --- |   0.625 |        0.875 |  3.256s |     1m:36s |
| Iteration 25     |      l1 |  0.0334 | libli.. |      302 |      --- |     0.5 |        0.875 |  3.197s |     1m:40s |
| Iteration 26     |      l2 |  0.0336 | libli.. |      302 |      --- |  0.8125 |        0.875 |  3.227s |     1m:44s |
| Iteration 27     |      l2 |  0.0315 | libli.. |      315 |      --- |     0.5 |        0.875 |  3.206s |     1m:49s |
| Iteration 28     |      l2 |   0.044 | newto.. |      303 |      --- |  0.8125 |        0.875 |  3.240s |     1m:53s |
| Iteration 29     |      l2 |  0.0317 | libli.. |      299 |      --- |  0.5625 |        0.875 |  3.202s |     1m:57s |
| Iteration 30     |      l2 |  7.2754 | newto.. |      126 |      --- |   0.625 |        0.875 |  3.210s |     2m:02s |
| Iteration 31     |      l2 |  0.0214 | libli.. |      304 |      --- |   0.625 |        0.875 |  3.205s |     2m:06s |
| Iteration 32     |      l1 | 10.5316 | libli.. |      137 |      --- |   0.875 |        0.875 |  3.218s |     2m:11s |
| Iteration 33     |      l2 |  23.704 |   lbfgs |      136 |      --- |    0.25 |        0.875 |  3.179s |     2m:15s |
| Iteration 34     |      l2 |   3.877 |   lbfgs |      137 |      --- |   0.375 |        0.875 |  3.190s |     2m:19s |
| Iteration 35     |      l2 |   11.13 | newto.. |      135 |      --- |  0.5625 |        0.875 |  3.215s |     2m:24s |
| Iteration 36     |      l2 | 10.3803 |     sag |      135 |      --- |  0.6875 |        0.875 |  3.208s |     2m:28s |
| Iteration 37     |      l1 | 22.9583 | libli.. |      134 |      --- |   0.625 |        0.875 |  3.184s |     2m:32s |
| Iteration 38     |      l2 |  0.0688 | libli.. |      304 |      --- |  0.6875 |        0.875 |  3.183s |     2m:37s |
| Iteration 39     |      l2 |  0.0217 | newto.. |      304 |      --- |   0.375 |        0.875 |  3.187s |     2m:41s |
| Iteration 40     |      l2 |    0.04 |     sag |      301 |      --- |   0.625 |        0.875 |  3.196s |     2m:45s |
| Iteration 41     |      l2 |  0.0435 | libli.. |      299 |      --- |     0.5 |        0.875 |  3.199s |     2m:49s |
| Iteration 42     |      l2 |  0.0409 | libli.. |      301 |      --- |    0.75 |        0.875 |  3.204s |     2m:54s |
| Iteration 43     |      l1 |  8.7243 | libli.. |      137 |      --- |    0.75 |        0.875 |  3.459s |     2m:59s |
| Iteration 44     |      l2 |  0.0418 | libli.. |      302 |      --- |  0.5625 |        0.875 |  3.229s |     3m:03s |
| Iteration 45     |      l1 |  9.3058 | libli.. |      133 |      --- |    0.75 |        0.875 |  3.202s |     3m:07s |
| Iteration 46     |      l1 |  9.0224 | libli.. |      134 |      --- |   0.875 |        0.875 |  3.226s |     3m:12s |
| Iteration 47     |      l2 |  0.0369 | newto.. |      300 |      --- |   0.875 |        0.875 |  3.179s |     3m:16s |
| Iteration 48     |      l1 |  8.6354 | libli.. |      135 |      --- |  0.5625 |        0.875 |  3.200s |     3m:21s |
| Iteration 49     |      l2 |  0.0369 |   lbfgs |      300 |      --- |  0.5625 |        0.875 |  3.221s |     3m:25s |
| Iteration 50     |      l2 |  0.0363 | newto.. |      300 |      --- |  0.6875 |        0.875 |  3.209s |     3m:29s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'penalty': 'l2', 'C': 0.0311, 'solver': 'liblinear', 'max_iter': 300}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.808
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.1114
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:31s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.156s |     3.162s |
| Initial point 2  |     svd |       --- |   0.625 |        0.625 |  3.189s |     7.265s |
| Initial point 3  |     svd |       --- |   0.625 |        0.625 |  0.001s |     7.822s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |        0.625 |  3.196s |    11.548s |
| Initial point 5  |   eigen |       0.9 |     0.5 |        0.625 |  3.193s |    15.387s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |        0.625 |  3.173s |    19.164s |
| Initial point 7  |    lsqr |       0.5 |  0.4062 |        0.625 |  3.182s |    22.920s |
| Initial point 8  |    lsqr |       0.9 |  0.6875 |       0.6875 |  3.187s |    26.676s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |       0.6875 |  3.786s |    31.034s |
| Initial point 10 |   eigen |       0.8 |   0.625 |       0.6875 |  3.154s |    34.765s |
| Iteration 11     |   eigen |       0.6 |    0.75 |         0.75 |  3.177s |    38.644s |
| Iteration 12     |   eigen |       0.7 |   0.625 |         0.75 |  3.206s |    42.583s |
| Iteration 13     |     svd |       --- |   0.625 |         0.75 |  0.001s |    43.332s |
| Iteration 14     |   eigen |       0.6 |    0.75 |         0.75 |  0.000s |    44.011s |
| Iteration 15     |   eigen |      auto |  0.3125 |         0.75 |  3.181s |    47.954s |
| Iteration 16     |   eigen |      None |  0.3125 |         0.75 |  3.117s |    51.895s |
| Iteration 17     |     svd |       --- |   0.625 |         0.75 |  0.000s |    52.596s |
| Iteration 18     |    lsqr |       1.0 |  0.6875 |         0.75 |  3.125s |    56.416s |
| Iteration 19     |     svd |       --- |   0.625 |         0.75 |  0.000s |    57.168s |
| Iteration 20     |     svd |       --- |   0.625 |         0.75 |  0.000s |    57.915s |
| Iteration 21     |   eigen |       0.5 |   0.875 |        0.875 |  3.058s |     1m:02s |
| Iteration 22     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 23     |     svd |       --- |   0.625 |        0.875 |  0.000s |     1m:04s |
| Iteration 24     |     svd |       --- |   0.625 |        0.875 |  0.000s |     1m:05s |
| Iteration 25     |    lsqr |      auto |  0.9375 |       0.9375 |  3.139s |     1m:10s |
| Iteration 26     |    lsqr |      None |   0.625 |       0.9375 |  3.225s |     1m:14s |
| Iteration 27     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 28     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:15s |
| Iteration 29     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:16s |
| Iteration 30     |    lsqr |       0.5 |  0.4062 |       0.9375 |  0.000s |     1m:17s |
| Iteration 31     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:18s |
| Iteration 32     |    lsqr |      auto |  0.9375 |       0.9375 |  0.001s |     1m:18s |
| Iteration 33     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:19s |
| Iteration 34     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:20s |
| Iteration 35     |   eigen |       0.5 |   0.875 |       0.9375 |  0.001s |     1m:21s |
| Iteration 36     |    lsqr |       0.9 |  0.6875 |       0.9375 |  0.001s |     1m:22s |
| Iteration 37     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:22s |
| Iteration 38     |     svd |       --- |   0.625 |       0.9375 |  0.000s |     1m:23s |
| Iteration 39     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:24s |
| Iteration 40     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:25s |
| Iteration 41     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:26s |
| Iteration 42     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:27s |
| Iteration 43     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:28s |
| Iteration 44     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:28s |
| Iteration 45     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:29s |
| Iteration 46     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:30s |
| Iteration 47     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:31s |
| Iteration 48     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:32s |
| Iteration 49     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:33s |
| Iteration 50     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.808
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0707
Time elapsed: 0.031s
-------------------------------------------------
Total time: 1m:35s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.089s |     3.093s |
| Initial point 2  |       0.9 |  0.6875 |       0.6875 |  3.161s |     6.853s |
| Initial point 3  |       0.1 |  0.3125 |       0.6875 |  3.171s |    10.572s |
| Initial point 4  |       1.0 |   0.625 |       0.6875 |  0.000s |    11.113s |
| Initial point 5  |       0.2 |     0.5 |       0.6875 |  3.172s |    15.629s |
| Initial point 6  |       0.4 |   0.625 |       0.6875 |  3.154s |    19.544s |
| Initial point 7  |       0.4 |   0.625 |       0.6875 |  0.001s |    20.098s |
| Initial point 8  |       0.7 |   0.625 |       0.6875 |  3.779s |    24.411s |
| Initial point 9  |       0.9 |  0.6875 |       0.6875 |  0.001s |    24.951s |
| Initial point 10 |       0.8 |   0.625 |       0.6875 |  3.174s |    28.677s |
| Iteration 11     |       0.3 |  0.6875 |       0.6875 |  3.136s |    32.609s |
| Iteration 12     |       0.6 |   0.625 |       0.6875 |  3.139s |    36.841s |
| Iteration 13     |       0.5 |  0.4375 |       0.6875 |  3.142s |    41.842s |
| Iteration 14     |       0.0 |  0.6875 |       0.6875 |  3.070s |    45.842s |
| Iteration 15     |       0.0 |  0.6875 |       0.6875 |  0.000s |    46.506s |
| Iteration 16     |       0.3 |  0.6875 |       0.6875 |  0.000s |    47.163s |
| Iteration 17     |       0.3 |  0.6875 |       0.6875 |  0.000s |    47.810s |
| Iteration 18     |       0.0 |  0.6875 |       0.6875 |  0.000s |    48.467s |
| Iteration 19     |       0.9 |  0.6875 |       0.6875 |  0.000s |    50.606s |
| Iteration 20     |       0.6 |   0.625 |       0.6875 |  0.000s |    53.059s |
| Iteration 21     |       0.6 |   0.625 |       0.6875 |  0.000s |    54.068s |
| Iteration 22     |       0.0 |  0.6875 |       0.6875 |  0.000s |    54.755s |
| Iteration 23     |       0.3 |  0.6875 |       0.6875 |  0.000s |    55.409s |
| Iteration 24     |       0.9 |  0.6875 |       0.6875 |  0.000s |    56.073s |
| Iteration 25     |       0.3 |  0.6875 |       0.6875 |  0.000s |    56.748s |
| Iteration 26     |       0.0 |  0.6875 |       0.6875 |  0.000s |    57.656s |
| Iteration 27     |       0.1 |  0.3125 |       0.6875 |  0.000s |    58.330s |
| Iteration 28     |       0.9 |  0.6875 |       0.6875 |  0.000s |    59.023s |
| Iteration 29     |       0.2 |     0.5 |       0.6875 |  0.000s |    59.713s |
| Iteration 30     |       0.8 |   0.625 |       0.6875 |  0.000s |     1m:00s |
| Iteration 31     |       0.0 |  0.6875 |       0.6875 |  0.000s |     1m:01s |
| Iteration 32     |       0.9 |  0.6875 |       0.6875 |  0.000s |     1m:02s |
| Iteration 33     |       0.3 |  0.6875 |       0.6875 |  0.000s |     1m:03s |
| Iteration 34     |       0.3 |  0.6875 |       0.6875 |  0.000s |     1m:05s |
| Iteration 35     |       0.9 |  0.6875 |       0.6875 |  0.000s |     1m:06s |
| Iteration 36     |       0.0 |  0.6875 |       0.6875 |  0.000s |     1m:07s |
| Iteration 37     |       0.0 |  0.6875 |       0.6875 |  0.000s |     1m:09s |
| Iteration 38     |       0.9 |  0.6875 |       0.6875 |  0.000s |     1m:10s |
| Iteration 39     |       0.3 |  0.6875 |       0.6875 |  0.000s |     1m:11s |
| Iteration 40     |       0.0 |  0.6875 |       0.6875 |  0.000s |     1m:11s |
| Iteration 41     |       0.5 |  0.4375 |       0.6875 |  0.000s |     1m:12s |
| Iteration 42     |       0.3 |  0.6875 |       0.6875 |  0.000s |     1m:13s |
| Iteration 43     |       0.9 |  0.6875 |       0.6875 |  0.000s |     1m:14s |
| Iteration 44     |       0.0 |  0.6875 |       0.6875 |  0.000s |     1m:14s |
| Iteration 45     |       0.9 |  0.6875 |       0.6875 |  0.000s |     1m:16s |
| Iteration 46     |       0.3 |  0.6875 |       0.6875 |  0.001s |     1m:17s |
| Iteration 47     |       0.3 |  0.6875 |       0.6875 |  0.000s |     1m:18s |
| Iteration 48     |       0.9 |  0.6875 |       0.6875 |  0.000s |     1m:18s |
| Iteration 49     |       0.0 |  0.6875 |       0.6875 |  0.000s |     1m:19s |
| Iteration 50     |       0.3 |  0.6875 |       0.6875 |  0.000s |     1m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 0.6875
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7625
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:21s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.4261 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  3.167s |     3.188s |
| Initial point 2  |  4.1465 | uniform |   kd_tree |        39 |       2 |  0.3125 |        0.625 |  3.229s |     6.995s |
| Initial point 3  |  3.2754 | dista.. | ball_tree |        25 |       2 |   0.125 |        0.625 |  3.237s |    11.009s |
| Initial point 4  |   9.556 | uniform | ball_tree |        39 |       2 |     0.5 |        0.625 |  3.232s |    14.804s |
| Initial point 5  |  7.4859 | dista.. |      auto |        30 |       2 |   0.625 |        0.625 |  3.259s |    18.650s |
| Initial point 6  |  8.6692 | dista.. | ball_tree |        21 |       2 |  0.5625 |        0.625 |  3.213s |    22.458s |
| Initial point 7  |  6.2008 | dista.. | ball_tree |        24 |       1 |  0.7812 |       0.7812 |  3.223s |    26.401s |
| Initial point 8  |  1.4859 | dista.. | ball_tree |        21 |       2 |  0.3125 |       0.7812 |  3.235s |    30.216s |
| Initial point 9  |  6.9073 | uniform | ball_tree |        24 |       1 |     0.5 |       0.7812 |  3.222s |    34.005s |
| Initial point 10 |  4.9061 | uniform |     brute |        22 |       2 |   0.625 |       0.7812 |  3.836s |    38.432s |
| Iteration 11     |  4.6448 | dista.. | ball_tree |        26 |       1 |    0.75 |       0.7812 |  3.192s |    42.514s |
| Iteration 12     |  5.7535 | dista.. | ball_tree |        23 |       1 |  0.5938 |       0.7812 |  3.192s |    46.846s |
| Iteration 13     |   3.352 | dista.. | ball_tree |        40 |       1 |  0.2812 |       0.7812 |  3.201s |    50.914s |
| Iteration 14     |  5.9018 | dista.. |     brute |        39 |       2 |   0.625 |       0.7812 |  3.213s |    55.061s |
| Iteration 15     |  5.3594 | uniform |      auto |        39 |       1 |   0.375 |       0.7812 |  3.195s |    59.114s |
| Iteration 16     |  6.3873 | dista.. | ball_tree |        27 |       1 |  0.6875 |       0.7812 |  3.210s |     1m:05s |
| Iteration 17     |  4.8703 | dista.. |   kd_tree |        22 |       2 |    0.25 |       0.7812 |  3.233s |     1m:11s |
| Iteration 18     |  8.7536 | dista.. |   kd_tree |        25 |       1 |   0.875 |        0.875 |  3.225s |     1m:15s |
| Iteration 19     |  7.8195 | dista.. |   kd_tree |        25 |       1 |  0.4688 |        0.875 |  3.215s |     1m:21s |
| Iteration 20     | 10.4555 | dista.. |      auto |        28 |       1 |  0.4375 |        0.875 |  3.201s |     1m:27s |
| Iteration 21     |  1.9934 | dista.. |     brute |        25 |       1 |     0.5 |        0.875 |  3.184s |     1m:31s |
| Iteration 22     |  9.9049 | dista.. |   kd_tree |        20 |       1 |     0.5 |        0.875 |  3.221s |     1m:35s |
| Iteration 23     |  4.9051 | dista.. |      auto |        26 |       1 |   0.625 |        0.875 |  3.226s |     1m:39s |
| Iteration 24     | 10.2127 | dista.. |      auto |        37 |       2 |  0.6875 |        0.875 |  3.215s |     1m:44s |
| Iteration 25     | 10.2417 | uniform |     brute |        20 |       2 |   0.625 |        0.875 |  3.202s |     1m:48s |
| Iteration 26     | 10.4555 | dista.. |     brute |        32 |       2 |  0.8125 |        0.875 |  3.252s |     1m:52s |
| Iteration 27     | 10.4555 | dista.. |   kd_tree |        31 |       2 |   0.625 |        0.875 |  3.197s |     1m:56s |
| Iteration 28     | 10.4555 | dista.. |   kd_tree |        40 |       2 |  0.8125 |        0.875 |  3.211s |     2m:01s |
| Iteration 29     | 10.4555 | dista.. |   kd_tree |        40 |       2 |  0.8125 |        0.875 |  0.001s |     2m:02s |
| Iteration 30     |  9.2262 | dista.. |     brute |        40 |       2 |  0.5625 |        0.875 |  3.183s |     2m:06s |
| Iteration 31     |  8.8195 | dista.. |   kd_tree |        25 |       1 |   0.875 |        0.875 |  3.195s |     2m:10s |
| Iteration 32     | 10.2191 | dista.. |     brute |        37 |       2 |   0.875 |        0.875 |  3.221s |     2m:15s |
| Iteration 33     | 10.4537 | dista.. |     brute |        39 |       2 |  0.3125 |        0.875 |  3.208s |     2m:20s |
| Iteration 34     |  8.7889 | dista.. |   kd_tree |        25 |       1 |  0.1875 |        0.875 |  3.291s |     2m:25s |
| Iteration 35     | 10.4555 | uniform | ball_tree |        27 |       2 |    0.25 |        0.875 |  3.879s |     2m:30s |
| Iteration 36     |  0.1317 | uniform |      auto |        20 |       2 |     0.5 |        0.875 |  3.179s |     2m:34s |
| Iteration 37     | 10.4555 | dista.. | ball_tree |        34 |       2 |   0.875 |        0.875 |  3.220s |     2m:38s |
| Iteration 38     |     0.0 | uniform |     brute |        20 |       1 |     0.5 |        0.875 |  3.180s |     2m:43s |
| Iteration 39     | 10.4555 | dista.. | ball_tree |        28 |       2 |  0.1875 |        0.875 |  3.200s |     2m:47s |
| Iteration 40     | 10.2116 | dista.. |     brute |        35 |       2 |     0.5 |        0.875 |  3.205s |     2m:51s |
| Iteration 41     |  0.3199 | uniform |     brute |        31 |       1 |     0.5 |        0.875 |  3.208s |     2m:55s |
| Iteration 42     |  0.2034 | dista.. |      auto |        35 |       2 |     0.5 |        0.875 |  3.140s |     2m:59s |
| Iteration 43     | 10.4555 | dista.. | ball_tree |        36 |       2 |  0.5625 |        0.875 |  3.174s |     3m:04s |
| Iteration 44     |  0.0199 | dista.. |      auto |        32 |       1 |     0.5 |        0.875 |  3.190s |     3m:10s |
| Iteration 45     | 10.4555 | dista.. |      auto |        35 |       2 |    0.75 |        0.875 |  3.180s |     3m:14s |
| Iteration 46     | 10.4555 | dista.. |      auto |        35 |       2 |    0.75 |        0.875 |  0.001s |     3m:16s |
| Iteration 47     | 10.4555 | dista.. |      auto |        35 |       2 |    0.75 |        0.875 |  0.001s |     3m:17s |
| Iteration 48     | 10.4555 | dista.. |      auto |        35 |       2 |    0.75 |        0.875 |  0.001s |     3m:18s |
| Iteration 49     |  0.0279 | dista.. |     brute |        20 |       1 |     0.5 |        0.875 |  3.258s |     3m:22s |
| Iteration 50     | 10.4555 | dista.. |      auto |        34 |       2 |  0.6875 |        0.875 |  3.193s |     3m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'radius': 8.7536, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 25, 'p': 1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1265
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:28s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.3125 |       0.3125 |  3.540s |     3.547s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |       0.6875 |  3.553s |     7.671s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.375 |       0.6875 |  3.327s |    11.562s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.4688 |       0.6875 |  3.487s |    15.614s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     0.5 |       0.6875 |  3.332s |    19.502s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.5625 |       0.6875 |  3.532s |    24.186s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.4062 |       0.6875 |  3.167s |    27.970s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7812 |       0.7812 |  3.551s |    33.074s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6562 |       0.7812 |  3.168s |    37.090s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     0.5 |       0.7812 |  3.300s |    42.261s |
| Iteration 11     |          411 |        0.0185 |     SAMME |    0.75 |       0.7812 |  3.373s |    47.508s |
| Iteration 12     |          408 |        0.0268 |     SAMME |    0.75 |       0.7812 |  3.477s |    52.006s |
| Iteration 13     |          405 |        0.0149 |     SAMME |     0.5 |       0.7812 |  3.529s |    56.388s |
| Iteration 14     |          426 |        0.0195 |     SAMME |  0.8125 |       0.8125 |  3.499s |     1m:01s |
| Iteration 15     |          462 |        0.0201 |     SAMME |     0.5 |       0.8125 |  4.080s |     1m:06s |
| Iteration 16     |          416 |        0.0204 |     SAMME |   0.875 |        0.875 |  3.444s |     1m:10s |
| Iteration 17     |          417 |        0.0213 |     SAMME |    0.75 |        0.875 |  3.447s |     1m:14s |
| Iteration 18     |          408 |        0.0202 |     SAMME |   0.625 |        0.875 |  3.444s |     1m:19s |
| Iteration 19     |          422 |        0.0129 |   SAMME.R |  0.6875 |        0.875 |  3.633s |     1m:23s |
| Iteration 20     |          421 |        0.0303 |   SAMME.R |   0.625 |        0.875 |  3.622s |     1m:28s |
| Iteration 21     |          421 |        0.0132 |     SAMME |   0.625 |        0.875 |  3.351s |     1m:32s |
| Iteration 22     |          435 |        0.0171 |   SAMME.R |     0.5 |        0.875 |  3.471s |     1m:37s |
| Iteration 23     |          416 |        0.0201 |     SAMME |  0.7188 |        0.875 |  3.418s |     1m:41s |
| Iteration 24     |          413 |        0.0825 |     SAMME |  0.6875 |        0.875 |  3.423s |     1m:46s |
| Iteration 25     |          414 |          0.01 |   SAMME.R |    0.75 |        0.875 |  3.474s |     1m:50s |
| Iteration 26     |          495 |          0.01 |     SAMME |  0.8438 |        0.875 |  3.482s |     1m:54s |
| Iteration 27     |           50 |          10.0 |     SAMME |     0.5 |        0.875 |  3.139s |     1m:58s |
| Iteration 28     |           50 |          0.01 |   SAMME.R |    0.75 |        0.875 |  3.175s |     2m:02s |
| Iteration 29     |           50 |          0.01 |   SAMME.R |    0.75 |        0.875 |  0.000s |     2m:03s |
| Iteration 30     |          500 |        0.0111 |     SAMME |  0.8438 |        0.875 |  3.503s |     2m:07s |
| Iteration 31     |          500 |          0.01 |     SAMME |  0.6875 |        0.875 |  3.498s |     2m:12s |
| Iteration 32     |           80 |          0.01 |     SAMME |  0.6875 |        0.875 |  3.177s |     2m:16s |
| Iteration 33     |           74 |          0.01 |   SAMME.R |  0.5625 |        0.875 |  3.187s |     2m:20s |
| Iteration 34     |           69 |          0.01 |     SAMME |  0.4688 |        0.875 |  3.169s |     2m:24s |
| Iteration 35     |          494 |        0.0139 |     SAMME |  0.5312 |        0.875 |  3.491s |     2m:28s |
| Iteration 36     |          500 |          0.01 |   SAMME.R |  0.6875 |        0.875 |  3.530s |     2m:33s |
| Iteration 37     |           59 |        9.9801 |   SAMME.R |     0.5 |        0.875 |  3.186s |     2m:37s |
| Iteration 38     |          500 |          0.01 |   SAMME.R |  0.6875 |        0.875 |  0.000s |     2m:38s |
| Iteration 39     |           55 |          0.01 |     SAMME |    0.75 |        0.875 |  3.183s |     2m:42s |
| Iteration 40     |           50 |        0.1755 |   SAMME.R |   0.625 |        0.875 |  3.181s |     2m:46s |
| Iteration 41     |          496 |        0.0108 |     SAMME |  0.5312 |        0.875 |  3.495s |     2m:51s |
| Iteration 42     |          500 |          0.01 |   SAMME.R |  0.6875 |        0.875 |  0.001s |     2m:52s |
| Iteration 43     |           95 |          0.01 |     SAMME |   0.625 |        0.875 |  3.215s |     2m:57s |
| Iteration 44     |          412 |          10.0 |     SAMME |    0.75 |        0.875 |  3.176s |     3m:01s |
| Iteration 45     |          500 |          0.01 |   SAMME.R |  0.6875 |        0.875 |  0.000s |     3m:02s |
| Iteration 46     |          402 |          10.0 |   SAMME.R |  0.0625 |        0.875 |  3.457s |     3m:06s |
| Iteration 47     |           50 |          0.01 |   SAMME.R |    0.75 |        0.875 |  0.001s |     3m:07s |
| Iteration 48     |          431 |        0.0193 |     SAMME |  0.5625 |        0.875 |  3.469s |     3m:12s |
| Iteration 49     |          416 |        0.0206 |     SAMME |  0.7188 |        0.875 |  3.445s |     3m:17s |
| Iteration 50     |           60 |        0.0772 |   SAMME.R |  0.7812 |        0.875 |  3.216s |     3m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 416, 'learning_rate': 0.0204, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9504
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.335s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.795 ± 0.1382
Time elapsed: 1.538s
-------------------------------------------------
Total time: 3m:24s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.7188 |       0.7188 |  3.543s |     3.562s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6562 |       0.7188 |  3.393s |     8.588s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.4375 |       0.7188 |  3.422s |    12.837s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.7188 |  3.261s |    16.671s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.5625 |       0.7188 |  3.448s |    20.703s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |       0.7188 |  3.258s |    24.587s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.4688 |       0.7188 |  3.294s |    28.474s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |       0.8125 |  3.310s |    32.404s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.5625 |       0.8125 |  3.426s |    36.448s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |       0.8125 |  3.361s |    40.386s |
| Iteration 11     |          379 |   entropy |         1 |                 2 |                6 |         auto |     False |    0.0288 |         --- |    0.75 |       0.8125 |  3.349s |    44.688s |
| Iteration 12     |           86 |   entropy |      None |                 4 |               13 |         log2 |     False |    0.0168 |         --- |    0.75 |       0.8125 |  3.197s |    48.831s |
| Iteration 13     |          337 |   entropy |         1 |                 6 |                2 |         auto |     False |    0.0006 |         --- |  0.2812 |       0.8125 |  3.344s |    53.191s |
| Iteration 14     |          352 |   entropy |      None |                 5 |               17 |         auto |     False |    0.0205 |         --- |  0.8125 |       0.8125 |  3.346s |    58.954s |
| Iteration 15     |          491 |      gini |      None |                16 |               17 |         auto |      True |    0.0004 |         0.6 |     0.5 |       0.8125 |  3.550s |     1m:05s |
| Iteration 16     |          446 |   entropy |      None |                 6 |               16 |         auto |     False |    0.0233 |         --- |   0.875 |        0.875 |  3.446s |     1m:10s |
| Iteration 17     |           69 |   entropy |      None |                20 |               19 |          0.8 |     False |    0.0331 |         --- |  0.5938 |        0.875 |  3.219s |     1m:15s |
| Iteration 18     |          380 |   entropy |      None |                10 |               18 |         auto |     False |     0.025 |         --- |  0.6875 |        0.875 |  3.375s |     1m:19s |
| Iteration 19     |          500 |   entropy |      None |                 7 |               16 |         auto |     False |    0.0244 |         --- |   0.875 |        0.875 |  3.454s |     1m:24s |
| Iteration 20     |          446 |      gini |      None |                 6 |                8 |          0.9 |     False |    0.0124 |         --- |  0.5625 |        0.875 |  4.043s |     1m:29s |
| Iteration 21     |          264 |   entropy |      None |                 6 |               13 |         sqrt |     False |    0.0307 |         --- |   0.625 |        0.875 |  3.289s |     1m:33s |
| Iteration 22     |          500 |   entropy |      None |                 6 |               16 |         auto |     False |     0.024 |         --- |    0.75 |        0.875 |  3.460s |     1m:38s |
| Iteration 23     |          500 |   entropy |      None |                 3 |               16 |         auto |     False |    0.0243 |         --- |  0.6875 |        0.875 |  3.421s |     1m:42s |
| Iteration 24     |           40 |   entropy |         6 |                 7 |               18 |         log2 |     False |    0.0177 |         --- |   0.875 |        0.875 |  3.214s |     1m:47s |
| Iteration 25     |          154 |   entropy |         5 |                 7 |               20 |          0.6 |     False |    0.0195 |         --- |  0.8125 |        0.875 |  3.237s |     1m:51s |
| Iteration 26     |           59 |   entropy |         2 |                 2 |                1 |          0.6 |      True |    0.0243 |         0.5 |  0.8125 |        0.875 |  3.168s |     1m:55s |
| Iteration 27     |          224 |      gini |         2 |                 3 |                8 |         log2 |      True |    0.0313 |         0.6 |  0.8125 |        0.875 |  3.293s |     1m:60s |
| Iteration 28     |           84 |   entropy |         8 |                 6 |                1 |         sqrt |      True |    0.0265 |         0.8 |   0.875 |        0.875 |  3.208s |     2m:04s |
| Iteration 29     |           10 |   entropy |         5 |                 6 |               20 |         auto |      True |    0.0249 |         0.8 |     0.5 |        0.875 |  3.127s |     2m:08s |
| Iteration 30     |          424 |      gini |      None |                 6 |                1 |          0.8 |      True |    0.0344 |         0.7 |  0.8125 |        0.875 |  3.495s |     2m:13s |
| Iteration 31     |          456 |   entropy |         6 |                12 |                1 |         None |      True |    0.0274 |         0.7 |  0.5625 |        0.875 |  3.511s |     2m:18s |
| Iteration 32     |          262 |   entropy |         6 |                 5 |                1 |         log2 |      True |    0.0269 |         0.8 |  0.8125 |        0.875 |  3.371s |     2m:23s |
| Iteration 33     |          161 |      gini |         7 |                 5 |                2 |          0.7 |      True |    0.0159 |        None |  0.4375 |        0.875 |  3.271s |     2m:27s |
| Iteration 34     |           10 |   entropy |         2 |                 3 |                1 |         auto |      True |    0.0302 |         0.7 |  0.4688 |        0.875 |  3.143s |     2m:31s |
| Iteration 35     |          404 |   entropy |         8 |                 5 |                1 |          0.7 |      True |    0.0233 |         0.6 |  0.5625 |        0.875 |  3.467s |     2m:36s |
| Iteration 36     |          280 |   entropy |         5 |                 7 |               17 |         sqrt |     False |      0.02 |         --- |  0.5625 |        0.875 |  3.310s |     2m:40s |
| Iteration 37     |          178 |   entropy |         8 |                 2 |               18 |         log2 |     False |    0.0044 |         --- |  0.8125 |        0.875 |  3.259s |     2m:47s |
| Iteration 38     |           64 |   entropy |         4 |                 8 |                1 |         sqrt |      True |    0.0243 |         0.8 |     0.5 |        0.875 |  3.167s |     2m:52s |
| Iteration 39     |          131 |   entropy |         1 |                 7 |               19 |         sqrt |     False |    0.0204 |         --- |  0.6875 |        0.875 |  3.220s |     2m:57s |
| Iteration 40     |          490 |   entropy |         8 |                 8 |                1 |          0.6 |      True |    0.0139 |         0.8 |     0.5 |        0.875 |  3.563s |     3m:02s |
| Iteration 41     |          236 |   entropy |         8 |                 6 |                5 |         sqrt |      True |    0.0176 |         0.8 |     0.5 |        0.875 |  3.314s |     3m:08s |
| Iteration 42     |          269 |   entropy |         7 |                16 |               18 |         log2 |     False |    0.0173 |         --- |   0.875 |        0.875 |  3.300s |     3m:12s |
| Iteration 43     |           24 |   entropy |         8 |                14 |                2 |         log2 |      True |    0.0275 |         0.8 |  0.8125 |        0.875 |  3.150s |     3m:17s |
| Iteration 44     |          388 |   entropy |         7 |                17 |               20 |          0.5 |     False |    0.0144 |         --- |  0.6875 |        0.875 |  3.359s |     3m:22s |
| Iteration 45     |          269 |   entropy |         6 |                 9 |               18 |          0.8 |     False |    0.0123 |         --- |  0.5625 |        0.875 |  3.277s |     3m:26s |
| Iteration 46     |          192 |      gini |         9 |                 6 |                7 |         sqrt |      True |    0.0287 |         0.9 |     1.0 |          1.0 |  3.295s |     3m:31s |
| Iteration 47     |          445 |   entropy |         9 |                 3 |               19 |         sqrt |      True |    0.0317 |         0.7 |     0.5 |          1.0 |  3.504s |     3m:36s |
| Iteration 48     |          317 |      gini |         9 |                 9 |                5 |         sqrt |      True |      0.03 |         0.8 |   0.625 |          1.0 |  3.388s |     3m:41s |
| Iteration 49     |           91 |      gini |         2 |                15 |               10 |         sqrt |      True |    0.0289 |         0.9 |     0.5 |          1.0 |  3.230s |     3m:45s |
| Iteration 50     |          250 |      gini |         9 |                 5 |                9 |         sqrt |      True |    0.0279 |         0.9 |  0.5625 |          1.0 |  3.329s |     3m:50s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'n_estimators': 192, 'criterion': 'gini', 'max_depth': 9, 'min_samples_split': 6, 'min_samples_leaf': 7, 'max_features': 'sqrt', 'bootstrap': True, 'ccp_alpha': 0.0287, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9393
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.176s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.1364
Time elapsed: 0.794s
-------------------------------------------------
Total time: 3m:52s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.215s |     3.234s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  3.189s |     7.084s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  3.227s |    10.922s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  3.162s |    14.699s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  3.206s |    18.494s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  3.171s |    22.263s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  3.194s |    26.044s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  3.185s |    29.977s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |       0.6875 |  3.191s |    33.777s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.6875 |  3.158s |    37.656s |
| Iteration 11     |          368 |        0.0124 |         9 |  0.2019 |                3 |       0.9 |              0.7 |      0.01 |          0 |    0.75 |         0.75 |  3.185s |    41.844s |
| Iteration 12     |          459 |        0.1266 |         8 |    0.15 |                1 |       0.9 |              1.0 |         0 |        0.1 |  0.6875 |         0.75 |  3.209s |    46.053s |
| Iteration 13     |           24 |        0.0282 |         2 |  0.1094 |                3 |       0.9 |              0.6 |         0 |       0.01 |    0.25 |         0.75 |  3.130s |    50.176s |
| Iteration 14     |          375 |          0.01 |        10 |  0.1705 |                3 |       1.0 |              0.7 |         0 |          0 |   0.875 |        0.875 |  3.212s |    54.422s |
| Iteration 15     |          337 |         0.919 |         4 |  0.1892 |                2 |       0.8 |              1.0 |         0 |          0 |    0.25 |        0.875 |  3.179s |    58.619s |
| Iteration 16     |          500 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |  0.9062 |       0.9062 |  3.227s |     1m:03s |
| Iteration 17     |          500 |          0.01 |         7 |  0.3519 |               10 |       0.5 |              0.4 |         0 |          0 |     0.5 |       0.9062 |  3.161s |     1m:08s |
| Iteration 18     |          500 |           1.0 |        10 |     1.0 |                1 |       0.5 |              1.0 |         0 |        100 |     0.5 |       0.9062 |  3.239s |     1m:12s |
| Iteration 19     |          468 |          0.01 |        10 |   0.268 |                2 |       1.0 |              0.8 |         0 |          1 |  0.6875 |       0.9062 |  3.214s |     1m:17s |
| Iteration 20     |          325 |          0.01 |        10 |  0.0616 |                3 |       1.0 |              0.7 |         0 |          0 |  0.3125 |       0.9062 |  3.182s |     1m:21s |
| Iteration 21     |          500 |          0.01 |         2 |  0.4279 |                3 |       1.0 |              0.7 |        10 |          1 |     0.5 |       0.9062 |  3.201s |     1m:25s |
| Iteration 22     |          496 |         0.384 |         9 |  0.0714 |                4 |       1.0 |              0.5 |         0 |       0.01 |     0.5 |       0.9062 |  3.229s |     1m:29s |
| Iteration 23     |          329 |        0.2938 |        10 |  0.0059 |                4 |       0.8 |              0.9 |        10 |        100 |     0.5 |       0.9062 |  3.193s |     1m:34s |
| Iteration 24     |          134 |        0.0851 |         3 |  0.0198 |                1 |       0.8 |              1.0 |         0 |        100 |  0.8125 |       0.9062 |  3.180s |     1m:38s |
| Iteration 25     |          386 |        0.2107 |         8 |   0.158 |                6 |       0.9 |              0.4 |         1 |          0 |    0.75 |       0.9062 |  3.237s |     1m:43s |
| Iteration 26     |          489 |        0.0313 |         3 |     0.0 |                2 |       0.9 |              0.9 |         0 |        100 |  0.8125 |       0.9062 |  3.275s |     1m:48s |
| Iteration 27     |          400 |          0.01 |        10 |     0.0 |                6 |       0.8 |              0.8 |        10 |        0.1 |     0.5 |       0.9062 |  3.229s |     1m:52s |
| Iteration 28     |          232 |        0.0116 |         9 |  0.1738 |                4 |       1.0 |              0.4 |         0 |          0 |  0.8125 |       0.9062 |  3.231s |     1m:56s |
| Iteration 29     |           94 |        0.2417 |         8 |  0.0038 |                1 |       0.8 |              0.9 |         0 |        100 |   0.875 |       0.9062 |  3.198s |     2m:01s |
| Iteration 30     |          469 |        0.1115 |        10 |  0.0336 |                8 |       0.7 |              0.9 |         0 |        100 |     0.5 |       0.9062 |  3.234s |     2m:05s |
| Iteration 31     |          375 |        0.0362 |         5 |  0.0036 |                5 |       0.8 |              0.4 |         0 |         10 |  0.7188 |       0.9062 |  3.226s |     2m:09s |
| Iteration 32     |          414 |        0.0256 |         9 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |   0.875 |       0.9062 |  3.250s |     2m:14s |
| Iteration 33     |           90 |        0.0601 |        10 |  0.0313 |                1 |       0.9 |              1.0 |         0 |        100 |  0.3125 |       0.9062 |  3.179s |     2m:18s |
| Iteration 34     |          184 |        0.4028 |        10 |  0.1675 |                5 |       0.9 |              0.9 |         0 |          1 |  0.3438 |       0.9062 |  3.174s |     2m:22s |
| Iteration 35     |          500 |        0.0173 |         8 |     0.0 |                1 |       1.0 |              0.7 |         0 |        0.1 |     0.5 |       0.9062 |  3.255s |     2m:27s |
| Iteration 36     |          295 |        0.1469 |         6 |  0.0129 |                1 |       0.9 |              0.7 |         0 |        100 |  0.6562 |       0.9062 |  3.202s |     2m:31s |
| Iteration 37     |          160 |        0.0527 |        10 |  0.1677 |                5 |       1.0 |              0.6 |         0 |          0 |    0.75 |       0.9062 |  3.188s |     2m:36s |
| Iteration 38     |          117 |        0.0652 |        10 |   0.002 |                2 |       1.0 |              0.6 |         0 |        100 |    0.75 |       0.9062 |  3.172s |     2m:40s |
| Iteration 39     |          440 |         0.058 |        10 |  0.1702 |                1 |       0.5 |              0.5 |         0 |          0 |  0.5625 |       0.9062 |  3.239s |     2m:45s |
| Iteration 40     |          163 |         0.778 |         2 |  0.1928 |                8 |       0.9 |              0.8 |      0.01 |          0 |     0.5 |       0.9062 |  3.189s |     2m:49s |
| Iteration 41     |          348 |        0.3719 |        10 |  0.0001 |                1 |       0.9 |              1.0 |         0 |        100 |   0.375 |       0.9062 |  3.210s |     2m:54s |
| Iteration 42     |           88 |        0.4783 |         8 |  0.0032 |                6 |       0.8 |              0.7 |      0.01 |          1 |  0.6562 |       0.9062 |  3.163s |     2m:58s |
| Iteration 43     |          499 |        0.0336 |        10 |  0.3873 |                4 |       1.0 |              1.0 |       0.1 |         10 |  0.6562 |       0.9062 |  3.249s |     3m:03s |
| Iteration 44     |          152 |        0.1363 |         7 |  0.0041 |               10 |       0.8 |              0.8 |         0 |        0.1 |     0.5 |       0.9062 |  3.203s |     3m:07s |
| Iteration 45     |          456 |        0.0548 |        10 |  0.1739 |                2 |       1.0 |              0.8 |         1 |        100 |  0.6562 |       0.9062 |  3.267s |     3m:13s |
| Iteration 46     |           86 |        0.0666 |         6 |  0.0089 |                1 |       0.8 |              0.6 |         0 |        100 |     1.0 |          1.0 |  3.178s |     3m:17s |
| Iteration 47     |           26 |        0.0149 |         6 |  0.0084 |                1 |       0.8 |              0.5 |         0 |        100 |   0.625 |          1.0 |  3.160s |     3m:22s |
| Iteration 48     |          219 |        0.0852 |         6 |  0.0088 |                2 |       0.8 |              0.7 |         0 |        100 |  0.5625 |          1.0 |  3.183s |     3m:26s |
| Iteration 49     |          336 |        0.0295 |         3 |     0.0 |                1 |       0.8 |              0.9 |         0 |         10 |  0.8125 |          1.0 |  3.898s |     3m:32s |
| Iteration 50     |          486 |        0.0203 |         9 |  0.2044 |                3 |       1.0 |              0.7 |         0 |       0.01 |  0.8125 |          1.0 |  3.241s |     3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'n_estimators': 86, 'learning_rate': 0.0666, 'max_depth': 6, 'gamma': 0.0089, 'min_child_weight': 1, 'subsample': 0.8, 'colsample_bytree': 0.6, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.039s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1122
Time elapsed: 0.118s
-------------------------------------------------
Total time: 3m:38s


Final results ==================== >>
Duration: 24m:30s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.82 ± 0.1327
Logistic Regression             --> roc_auc: 0.71 ± 0.1114
Linear Discriminant Analysis    --> roc_auc: 0.7 ± 0.0707
Quadratic Discriminant Analysis --> roc_auc: 0.5 ± 0.0 ~
Radius Nearest Neighbors        --> roc_auc: 0.75 ± 0.1265 ~
AdaBoost                        --> roc_auc: 0.795 ± 0.1382
Random Forest                   --> roc_auc: 0.83 ± 0.1364 !
XGBoost                         --> roc_auc: 0.82 ± 0.1122
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 843 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLDSNQPQHF.
   >>> Dropping feature CASSPSSYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAATDSNYQLIW.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVPYNQGGKLIF.
   >>> Dropping feature CAYAGGTSYGKLTF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVFNQAGTALIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAASKETSGSRLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  0.689s |     0.708s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.735s |     2.072s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |          1.0 |  0.685s |     3.355s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |          1.0 |  0.726s |     4.669s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.736s |     6.037s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     1.0 |          1.0 |  0.770s |     7.393s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8438 |          1.0 |  0.692s |     8.680s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  0.738s |    10.005s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.625 |          1.0 |  0.675s |    12.783s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |          1.0 |  0.673s |    14.329s |
| Iteration 11     |  deviance |        0.2763 |          341 |       0.6 | squared_er.. |                15 |               12 |         8 |          0.7 |    0.0177 |     1.0 |          1.0 |  0.695s |    16.004s |
| Iteration 12     |  deviance |        0.8334 |           29 |       1.0 | friedman_mse |                11 |                1 |         1 |          0.9 |    0.0158 |  0.8438 |          1.0 |  0.624s |    17.558s |
| Iteration 13     | exponen.. |         0.309 |           23 |       1.0 | friedman_mse |                 9 |                6 |         8 |         None |    0.0309 |    0.75 |          1.0 |  0.627s |    19.136s |
| Iteration 14     | exponen.. |        0.0606 |          449 |       1.0 | friedman_mse |                 2 |               10 |         3 |         sqrt |    0.0315 |    0.75 |          1.0 |  0.719s |    20.821s |
| Iteration 15     |  deviance |        0.0149 |          135 |       0.5 | friedman_mse |                 2 |               17 |         1 |          0.9 |    0.0345 |     0.5 |          1.0 |  0.664s |    22.347s |
| Iteration 16     |  deviance |        0.1646 |          171 |       0.5 | squared_er.. |                 7 |               10 |         6 |          0.7 |    0.0123 |     1.0 |          1.0 |  0.653s |    24.125s |
| Iteration 17     |  deviance |        0.2856 |          160 |       0.8 | squared_er.. |                12 |               10 |         6 |         None |    0.0201 |  0.7812 |          1.0 |  0.646s |    25.787s |
| Iteration 18     | exponen.. |        0.0245 |           10 |       0.5 | friedman_mse |                12 |               20 |        10 |          0.6 |    0.0163 |     0.5 |          1.0 |  0.627s |    27.297s |
| Iteration 19     |  deviance |        0.6315 |          155 |       0.5 | friedman_mse |                20 |                4 |         8 |         None |     0.035 |  0.6875 |          1.0 |  0.664s |    28.938s |
| Iteration 20     | exponen.. |        0.9148 |           90 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  0.657s |    30.549s |
| Iteration 21     |  deviance |        0.0206 |          359 |       0.5 | squared_er.. |                14 |               11 |        10 |         None |    0.0349 |     1.0 |          1.0 |  0.712s |    32.340s |
| Iteration 22     |  deviance |        0.0478 |          383 |       0.5 | squared_er.. |                14 |               10 |         7 |         None |    0.0234 |  0.8125 |          1.0 |  0.705s |    34.124s |
| Iteration 23     |  deviance |        0.0108 |          313 |       1.0 | friedman_mse |                11 |                8 |         7 |          0.9 |    0.0218 |   0.875 |          1.0 |  0.745s |    35.839s |
| Iteration 24     |  deviance |        0.0695 |           38 |       0.7 | squared_er.. |                19 |               10 |         4 |         None |    0.0284 |  0.9375 |          1.0 |  0.627s |    37.512s |
| Iteration 25     |  deviance |         0.056 |          190 |       0.6 | squared_er.. |                16 |               11 |         9 |         None |     0.035 |     1.0 |          1.0 |  0.665s |    39.211s |
| Iteration 26     |  deviance |        0.2328 |          284 |       0.6 | squared_er.. |                12 |               11 |         7 |          0.7 |    0.0159 |     1.0 |          1.0 |  1.430s |    41.720s |
| Iteration 27     |  deviance |        0.1072 |          215 |       0.6 | squared_er.. |                19 |               10 |         5 |         None |    0.0303 |  0.8125 |          1.0 |  0.689s |    43.587s |
| Iteration 28     |  deviance |        0.0551 |           10 |       0.6 | squared_er.. |                 6 |               14 |         6 |          0.7 |    0.0136 |  0.9062 |          1.0 |  0.626s |    45.233s |
| Iteration 29     |  deviance |        0.7575 |          277 |       0.7 | squared_er.. |                 3 |                8 |         8 |          0.7 |    0.0125 |  0.6875 |          1.0 |  0.691s |    47.267s |
| Iteration 30     |  deviance |        0.1888 |          203 |       0.5 | squared_er.. |                 8 |                9 |         6 |          0.7 |    0.0121 |     1.0 |          1.0 |  0.669s |    49.018s |
| Iteration 31     | exponen.. |        0.7759 |          320 |       0.9 | friedman_mse |                19 |                9 |         7 |          0.9 |    0.0296 |   0.875 |          1.0 |  0.714s |    50.813s |
| Iteration 32     | exponen.. |        0.2026 |          482 |       0.5 | squared_er.. |                20 |               11 |         3 |          0.6 |    0.0163 |   0.625 |          1.0 |  0.744s |    52.753s |
| Iteration 33     |  deviance |        0.1388 |          119 |       0.6 | squared_er.. |                14 |                8 |         7 |          0.7 |    0.0163 |  0.5312 |          1.0 |  0.652s |    54.546s |
| Iteration 34     |  deviance |        0.0169 |          101 |       0.6 | squared_er.. |                 5 |                9 |         7 |          0.7 |    0.0103 |  0.9375 |          1.0 |  0.651s |    56.312s |
| Iteration 35     |  deviance |        0.1666 |           94 |       0.6 | squared_er.. |                16 |                9 |         4 |          0.7 |    0.0133 |  0.8125 |          1.0 |  0.661s |    58.105s |
| Iteration 36     | exponen.. |          0.37 |          473 |       0.5 | squared_er.. |                 8 |                9 |         7 |          0.7 |    0.0118 |    0.75 |          1.0 |  0.753s |    59.954s |
| Iteration 37     |  deviance |        0.2057 |          343 |       0.5 | squared_er.. |                17 |               11 |         4 |          0.7 |    0.0165 |     1.0 |          1.0 |  0.708s |     1m:02s |
| Iteration 38     |  deviance |        0.2376 |           21 |       0.8 | squared_er.. |                15 |               11 |         3 |          0.7 |    0.0168 |     1.0 |          1.0 |  0.636s |     1m:04s |
| Iteration 39     |  deviance |        0.1907 |          228 |       0.5 | squared_er.. |                 6 |                9 |         6 |          0.7 |    0.0118 |   0.625 |          1.0 |  0.694s |     1m:05s |
| Iteration 40     |  deviance |          0.01 |          290 |       0.6 | friedman_mse |                16 |               12 |         3 |         auto |    0.0153 |   0.625 |          1.0 |  0.703s |     1m:07s |
| Iteration 41     |  deviance |        0.0673 |          157 |       0.6 | squared_er.. |                 8 |               12 |         7 |         sqrt |     0.022 |  0.9688 |          1.0 |  0.667s |     1m:09s |
| Iteration 42     | exponen.. |        0.0307 |          275 |       0.5 | friedman_mse |                18 |                1 |         4 |         sqrt |    0.0048 |  0.9375 |          1.0 |  0.714s |     1m:11s |
| Iteration 43     |  deviance |        0.0217 |           62 |       1.0 | squared_er.. |                 6 |               12 |         1 |          0.6 |    0.0163 |  0.9062 |          1.0 |  0.650s |     1m:13s |
| Iteration 44     |  deviance |        0.3416 |          367 |       0.6 | squared_er.. |                 6 |               20 |         9 |         None |    0.0076 |     0.5 |          1.0 |  0.708s |     1m:15s |
| Iteration 45     | exponen.. |        0.0133 |          454 |       0.9 | friedman_mse |                 5 |                2 |         9 |          0.8 |    0.0258 |     1.0 |          1.0 |  0.781s |     1m:17s |
| Iteration 46     | exponen.. |           1.0 |          153 |       1.0 | friedman_mse |                 2 |                2 |         5 |         auto |     0.035 |  0.9062 |          1.0 |  0.674s |     1m:19s |
| Iteration 47     |  deviance |           1.0 |           79 |       0.5 | squared_er.. |                14 |               12 |        10 |         sqrt |    0.0043 |  0.6875 |          1.0 |  0.651s |     1m:21s |
| Iteration 48     |  deviance |          0.01 |          500 |       0.5 | squared_er.. |                 2 |               12 |        10 |         None |     0.035 |    0.75 |          1.0 |  0.765s |     1m:22s |
| Iteration 49     |  deviance |        0.1287 |          160 |       0.7 | squared_er.. |                 8 |               12 |         6 |          0.9 |    0.0159 |    0.75 |          1.0 |  0.668s |     1m:24s |
| Iteration 50     | exponen.. |        0.0231 |          386 |       0.6 | squared_er.. |                 4 |                1 |        10 |         None |     0.008 |   0.875 |          1.0 |  0.759s |     1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.2328, 'n_estimators': 284, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 11, 'max_depth': 7, 'max_features': 0.7, 'ccp_alpha': 0.0159}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9741
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.075s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1194
Time elapsed: 0.363s
-------------------------------------------------
Total time: 1m:28s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     1.0 |          1.0 |  0.654s |     0.666s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     1.0 |          1.0 |  0.701s |     1.987s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     1.0 |          1.0 |  0.705s |     3.283s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.375 |          1.0 |  1.276s |     5.177s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.6875 |          1.0 |  0.697s |     6.456s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |          1.0 |  0.710s |     7.753s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |          1.0 |  0.717s |     9.065s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |          1.0 |  0.702s |    10.411s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |          1.0 |  0.752s |    11.757s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.4375 |          1.0 |  0.709s |    13.079s |
| Iteration 11     |      l2 |  0.4117 |    saga |      795 |      --- |   0.875 |          1.0 |  0.737s |    14.774s |
| Iteration 12     |      l2 |  0.1506 |   lbfgs |      100 |      --- |  0.5625 |          1.0 |  0.695s |    16.361s |
| Iteration 13     |      l2 |  0.3735 |     sag |      249 |      --- |     1.0 |          1.0 |  0.735s |    18.059s |
| Iteration 14     |      l2 |   100.0 | libli.. |      253 |      --- |  0.5625 |          1.0 |  0.706s |    19.664s |
| Iteration 15     |      l2 |     0.4 | libli.. |      195 |      --- |    0.75 |          1.0 |  0.750s |    21.356s |
| Iteration 16     |      l2 |   0.242 | libli.. |      910 |      --- |    0.75 |          1.0 |  0.736s |    23.053s |
| Iteration 17     |      l2 |  0.2852 |    saga |      281 |      --- |   0.625 |          1.0 |  0.697s |    24.780s |
| Iteration 18     |      l2 |  0.0767 | libli.. |      815 |      --- |  0.4375 |          1.0 |  0.642s |    26.369s |
| Iteration 19     |      l2 | 43.8175 | libli.. |      671 |      --- |    0.75 |          1.0 |  0.646s |    27.916s |
| Iteration 20     |      l2 |  0.3594 | newto.. |      697 |      --- |    0.25 |          1.0 |  0.643s |    29.442s |
| Iteration 21     |      l2 |  0.3549 |     sag |      813 |      --- |     1.0 |          1.0 |  0.641s |    30.935s |
| Iteration 22     |      l2 |  0.1838 |     sag |      619 |      --- |  0.6875 |          1.0 |  0.646s |    32.449s |
| Iteration 23     |      l2 |  0.0836 |     sag |      581 |      --- |     1.0 |          1.0 |  0.645s |    34.016s |
| Iteration 24     |      l2 |  0.0163 |     sag |      401 |      --- |     0.5 |          1.0 |  0.648s |    35.539s |
| Iteration 25     |      l1 |  0.3671 | libli.. |      734 |      --- |  0.9375 |          1.0 |  0.651s |    38.076s |
| Iteration 26     |      l2 |  0.5482 | libli.. |      296 |      --- |  0.6875 |          1.0 |  0.649s |    39.991s |
| Iteration 27     |      l2 |  0.4007 | libli.. |      328 |      --- |   0.375 |          1.0 |  0.640s |    41.642s |
| Iteration 28     |      l2 |  1.1456 |     sag |      680 |      --- |  0.8125 |          1.0 |  0.650s |    43.163s |
| Iteration 29     |      l2 |  3.5935 |     sag |      778 |      --- |     1.0 |          1.0 |  0.647s |    44.738s |
| Iteration 30     |      l2 | 10.6817 |     sag |      944 |      --- |  0.4375 |          1.0 |  0.646s |    46.269s |
| Iteration 31     |      l2 |  0.3891 |     sag |      193 |      --- |  0.8125 |          1.0 |  1.242s |    48.404s |
| Iteration 32     |      l2 |  0.2885 |     sag |      931 |      --- |  0.5625 |          1.0 |  0.653s |    49.938s |
| Iteration 33     |    none |     --- |   lbfgs |      913 |      --- |    0.25 |          1.0 |  0.672s |    51.561s |
| Iteration 34     |      l2 |  0.3753 |     sag |      801 |      --- |     1.0 |          1.0 |  0.649s |    53.145s |
| Iteration 35     |      l2 |  0.4212 |     sag |      973 |      --- |    0.75 |          1.0 |  0.653s |    54.778s |
| Iteration 36     |      l2 |  0.3141 |     sag |      964 |      --- |     0.5 |          1.0 |  0.642s |    56.471s |
| Iteration 37     |      l2 |  0.0632 |     sag |      651 |      --- |  0.4375 |          1.0 |  0.643s |    58.036s |
| Iteration 38     |      l2 |  0.0979 |     sag |      198 |      --- |   0.625 |          1.0 |  0.641s |    59.710s |
| Iteration 39     |      l2 |  0.3698 |     sag |      915 |      --- |  0.8125 |          1.0 |  0.640s |     1m:01s |
| Iteration 40     |    none |     --- |     sag |      948 |      --- |   0.375 |          1.0 |  0.657s |     1m:03s |
| Iteration 41     |      l2 |  0.1425 |     sag |      788 |      --- |    0.75 |          1.0 |  0.653s |     1m:05s |
| Iteration 42     |      l2 |  0.1236 |     sag |      804 |      --- |     0.5 |          1.0 |  0.644s |     1m:06s |
| Iteration 43     |      l2 |  0.3718 |     sag |      223 |      --- |    0.75 |          1.0 |  0.653s |     1m:08s |
| Iteration 44     |      l2 |  0.0833 |     sag |      547 |      --- |     1.0 |          1.0 |  0.642s |     1m:10s |
| Iteration 45     |      l2 |  0.0825 |     sag |      938 |      --- |  0.6875 |          1.0 |  0.641s |     1m:12s |
| Iteration 46     |    none |     --- | newto.. |      914 |      --- |    0.75 |          1.0 |  0.653s |     1m:14s |
| Iteration 47     |      l2 |  0.0843 |     sag |      998 |      --- |  0.3125 |          1.0 |  0.652s |     1m:15s |
| Iteration 48     |      l2 |  0.3655 |     sag |      606 |      --- |  0.8125 |          1.0 |  0.647s |     1m:17s |
| Iteration 49     |      l2 |  0.3711 |     sag |      877 |      --- |  0.5625 |          1.0 |  0.645s |     1m:19s |
| Iteration 50     |      l2 |  0.3409 |     sag |      409 |      --- |     0.5 |          1.0 |  0.662s |     1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'penalty': 'l2', 'C': 0.3735, 'solver': 'sag', 'max_iter': 249}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.1913
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:22s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.9375 |       0.9375 |  0.656s |     0.662s |
| Initial point 2  |     svd |       --- |     1.0 |          1.0 |  0.656s |     1.884s |
| Initial point 3  |     svd |       --- |     1.0 |          1.0 |  0.001s |     2.592s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |          1.0 |  0.646s |     3.824s |
| Initial point 5  |   eigen |       0.9 |    0.75 |          1.0 |  0.645s |     5.026s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |          1.0 |  0.647s |     6.236s |
| Initial point 7  |    lsqr |       0.5 |   0.875 |          1.0 |  0.650s |     7.486s |
| Initial point 8  |    lsqr |       0.9 |  0.8125 |          1.0 |  0.635s |     8.714s |
| Initial point 9  |    lsqr |       0.6 |  0.5625 |          1.0 |  0.648s |    11.212s |
| Initial point 10 |   eigen |       0.8 |   0.625 |          1.0 |  0.648s |    12.756s |
| Iteration 11     |     svd |       --- |     1.0 |          1.0 |  0.000s |    13.456s |
| Iteration 12     |     svd |       --- |     1.0 |          1.0 |  0.000s |    14.730s |
| Iteration 13     |     svd |       --- |     1.0 |          1.0 |  0.000s |    15.439s |
| Iteration 14     |     svd |       --- |     1.0 |          1.0 |  0.000s |    16.153s |
| Iteration 15     |     svd |       --- |     1.0 |          1.0 |  0.000s |    16.925s |
| Iteration 16     |     svd |       --- |     1.0 |          1.0 |  0.000s |    17.638s |
| Iteration 17     |   eigen |       0.5 |  0.8125 |          1.0 |  0.635s |    19.010s |
| Iteration 18     |   eigen |      auto |  0.4375 |          1.0 |  0.635s |    20.549s |
| Iteration 19     |   eigen |      None |    0.75 |          1.0 |  0.648s |    21.964s |
| Iteration 20     |     svd |       --- |     1.0 |          1.0 |  0.000s |    22.736s |
| Iteration 21     |     svd |       --- |     1.0 |          1.0 |  0.000s |    23.483s |
| Iteration 22     |     svd |       --- |     1.0 |          1.0 |  0.000s |    24.264s |
| Iteration 23     |   eigen |       0.7 |   0.875 |          1.0 |  0.634s |    25.669s |
| Iteration 24     |   eigen |       0.6 |     0.5 |          1.0 |  0.632s |    27.047s |
| Iteration 25     |     svd |       --- |     1.0 |          1.0 |  0.000s |    27.854s |
| Iteration 26     |    lsqr |       1.0 |    0.75 |          1.0 |  0.636s |    29.267s |
| Iteration 27     |     svd |       --- |     1.0 |          1.0 |  0.000s |    30.304s |
| Iteration 28     |     svd |       --- |     1.0 |          1.0 |  0.000s |    31.077s |
| Iteration 29     |    lsqr |      auto |     1.0 |          1.0 |  0.653s |    32.529s |
| Iteration 30     |    lsqr |      None |   0.375 |          1.0 |  0.635s |    33.992s |
| Iteration 31     |     svd |       --- |     1.0 |          1.0 |  0.000s |    34.904s |
| Iteration 32     |     svd |       --- |     1.0 |          1.0 |  0.000s |    35.705s |
| Iteration 33     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    36.510s |
| Iteration 34     |     svd |       --- |     1.0 |          1.0 |  0.000s |    37.341s |
| Iteration 35     |     svd |       --- |     1.0 |          1.0 |  0.000s |    38.141s |
| Iteration 36     |     svd |       --- |     1.0 |          1.0 |  0.000s |    39.023s |
| Iteration 37     |     svd |       --- |     1.0 |          1.0 |  0.000s |    39.843s |
| Iteration 38     |     svd |       --- |     1.0 |          1.0 |  0.000s |    40.699s |
| Iteration 39     |     svd |       --- |     1.0 |          1.0 |  0.000s |    41.550s |
| Iteration 40     |     svd |       --- |     1.0 |          1.0 |  0.000s |    42.468s |
| Iteration 41     |     svd |       --- |     1.0 |          1.0 |  0.000s |    43.337s |
| Iteration 42     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    44.180s |
| Iteration 43     |     svd |       --- |     1.0 |          1.0 |  0.000s |    45.126s |
| Iteration 44     |     svd |       --- |     1.0 |          1.0 |  0.000s |    46.030s |
| Iteration 45     |     svd |       --- |     1.0 |          1.0 |  0.000s |    46.912s |
| Iteration 46     |     svd |       --- |     1.0 |          1.0 |  0.000s |    47.865s |
| Iteration 47     |     svd |       --- |     1.0 |          1.0 |  0.000s |    48.760s |
| Iteration 48     |     svd |       --- |     1.0 |          1.0 |  0.000s |    49.730s |
| Iteration 49     |     svd |       --- |     1.0 |          1.0 |  0.000s |    50.919s |
| Iteration 50     |     svd |       --- |     1.0 |          1.0 |  0.001s |    51.931s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 52.900s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7009
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1965
Time elapsed: 0.028s
-------------------------------------------------
Total time: 52.939s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.9375 |       0.9375 |  0.631s |     0.634s |
| Initial point 2  |       0.9 |   0.875 |       0.9375 |  0.638s |     1.853s |
| Initial point 3  |       0.1 |  0.5625 |       0.9375 |  0.636s |     3.102s |
| Initial point 4  |       1.0 |  0.9375 |       0.9375 |  0.001s |     3.692s |
| Initial point 5  |       0.2 |    0.75 |       0.9375 |  0.632s |     4.893s |
| Initial point 6  |       0.4 |  0.5625 |       0.9375 |  0.632s |     6.108s |
| Initial point 7  |       0.4 |  0.5625 |       0.9375 |  0.000s |     6.676s |
| Initial point 8  |       0.7 |  0.8125 |       0.9375 |  0.650s |     8.112s |
| Initial point 9  |       0.9 |   0.875 |       0.9375 |  0.000s |     9.021s |
| Initial point 10 |       0.8 |  0.5625 |       0.9375 |  0.647s |    10.507s |
| Iteration 11     |       0.3 |    0.75 |       0.9375 |  0.638s |    12.319s |
| Iteration 12     |       0.6 |    0.75 |       0.9375 |  1.237s |    14.368s |
| Iteration 13     |       0.5 |  0.8125 |       0.9375 |  0.623s |    15.652s |
| Iteration 14     |       0.0 |  0.6875 |       0.9375 |  0.637s |    16.959s |
| Iteration 15     |       1.0 |  0.9375 |       0.9375 |  0.000s |    17.615s |
| Iteration 16     |       1.0 |  0.9375 |       0.9375 |  0.000s |    18.271s |
| Iteration 17     |       0.3 |    0.75 |       0.9375 |  0.000s |    18.933s |
| Iteration 18     |       1.0 |  0.9375 |       0.9375 |  0.000s |    19.587s |
| Iteration 19     |       0.9 |   0.875 |       0.9375 |  0.000s |    20.248s |
| Iteration 20     |       0.6 |    0.75 |       0.9375 |  0.000s |    20.900s |
| Iteration 21     |       0.6 |    0.75 |       0.9375 |  0.000s |    21.585s |
| Iteration 22     |       1.0 |  0.9375 |       0.9375 |  0.000s |    22.242s |
| Iteration 23     |       1.0 |  0.9375 |       0.9375 |  0.000s |    22.910s |
| Iteration 24     |       1.0 |  0.9375 |       0.9375 |  0.000s |    23.583s |
| Iteration 25     |       1.0 |  0.9375 |       0.9375 |  0.000s |    24.251s |
| Iteration 26     |       1.0 |  0.9375 |       0.9375 |  0.000s |    24.911s |
| Iteration 27     |       1.0 |  0.9375 |       0.9375 |  0.000s |    25.571s |
| Iteration 28     |       0.9 |   0.875 |       0.9375 |  0.000s |    26.245s |
| Iteration 29     |       1.0 |  0.9375 |       0.9375 |  0.000s |    26.949s |
| Iteration 30     |       0.8 |  0.5625 |       0.9375 |  0.000s |    27.642s |
| Iteration 31     |       1.0 |  0.9375 |       0.9375 |  0.000s |    29.560s |
| Iteration 32     |       1.0 |  0.9375 |       0.9375 |  0.000s |    31.752s |
| Iteration 33     |       1.0 |  0.9375 |       0.9375 |  0.000s |    32.792s |
| Iteration 34     |       1.0 |  0.9375 |       0.9375 |  0.000s |    33.490s |
| Iteration 35     |       1.0 |  0.9375 |       0.9375 |  0.000s |    34.193s |
| Iteration 36     |       1.0 |  0.9375 |       0.9375 |  0.000s |    34.901s |
| Iteration 37     |       1.0 |  0.9375 |       0.9375 |  0.000s |    35.604s |
| Iteration 38     |       1.0 |  0.9375 |       0.9375 |  0.000s |    36.313s |
| Iteration 39     |       1.0 |  0.9375 |       0.9375 |  0.000s |    37.030s |
| Iteration 40     |       1.0 |  0.9375 |       0.9375 |  0.000s |    37.766s |
| Iteration 41     |       1.0 |  0.9375 |       0.9375 |  0.000s |    38.582s |
| Iteration 42     |       1.0 |  0.9375 |       0.9375 |  0.000s |    39.325s |
| Iteration 43     |       1.0 |  0.9375 |       0.9375 |  0.000s |    40.056s |
| Iteration 44     |       1.0 |  0.9375 |       0.9375 |  0.000s |    41.221s |
| Iteration 45     |       1.0 |  0.9375 |       0.9375 |  0.000s |    42.070s |
| Iteration 46     |       1.0 |  0.9375 |       0.9375 |  0.000s |    42.911s |
| Iteration 47     |       1.0 |  0.9375 |       0.9375 |  0.000s |    43.783s |
| Iteration 48     |       1.0 |  0.9375 |       0.9375 |  0.000s |    44.708s |
| Iteration 49     |       1.0 |  0.9375 |       0.9375 |  0.000s |    45.638s |
| Iteration 50     |       1.0 |  0.9375 |       0.9375 |  0.000s |    46.585s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 47.487s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7312
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0548
Time elapsed: 0.028s
-------------------------------------------------
Total time: 47.524s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.6826 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.644s |     0.664s |
| Initial point 2  |  5.0439 | uniform |   kd_tree |        39 |       2 |    0.75 |          1.0 |  0.640s |     1.986s |
| Initial point 3  |  3.9843 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  0.641s |     3.215s |
| Initial point 4  | 11.6241 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.642s |     4.467s |
| Initial point 5  |   9.106 | dista.. |      auto |        30 |       2 |   0.625 |          1.0 |  0.652s |     5.726s |
| Initial point 6  | 10.5454 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.638s |     6.942s |
| Initial point 7  |  7.5428 | dista.. | ball_tree |        24 |       1 |     0.5 |          1.0 |  0.642s |     8.185s |
| Initial point 8  |  1.8075 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.642s |     9.460s |
| Initial point 9  |  8.4022 | uniform | ball_tree |        24 |       1 |  0.8438 |          1.0 |  0.643s |    10.745s |
| Initial point 10 |   5.968 | uniform |     brute |        22 |       2 |  0.5625 |          1.0 |  0.634s |    12.217s |
| Iteration 11     |  3.7034 | dista.. |   kd_tree |        33 |       2 |  0.7188 |          1.0 |  0.633s |    13.704s |
| Iteration 12     |  3.4186 | dista.. | ball_tree |        29 |       2 |    0.75 |          1.0 |  0.630s |    15.218s |
| Iteration 13     |  3.9859 | dista.. | ball_tree |        24 |       2 |   0.875 |          1.0 |  0.626s |    16.725s |
| Iteration 14     |     0.0 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  0.633s |    18.209s |
| Iteration 15     | 12.1737 | dista.. |      auto |        40 |       1 |  0.8125 |          1.0 |  1.201s |    20.223s |
| Iteration 16     | 12.7184 | dista.. | ball_tree |        39 |       1 |  0.9375 |          1.0 |  0.644s |    21.757s |
| Iteration 17     |   4.284 | dista.. |      auto |        27 |       2 |  0.6875 |          1.0 |  0.631s |    23.264s |
| Iteration 18     | 12.6136 | uniform |     brute |        40 |       1 |     0.5 |          1.0 |  0.630s |    24.737s |
| Iteration 19     |  3.5213 | dista.. |   kd_tree |        25 |       2 |    0.75 |          1.0 |  0.632s |    26.309s |
| Iteration 20     | 12.6027 | dista.. | ball_tree |        39 |       1 |    0.75 |          1.0 |  0.645s |    27.862s |
| Iteration 21     |  3.8997 | dista.. |     brute |        37 |       2 |   0.875 |          1.0 |  0.631s |    29.424s |
| Iteration 22     | 12.7184 | dista.. |     brute |        20 |       2 |    0.75 |          1.0 |  0.631s |    31.024s |
| Iteration 23     | 12.7184 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.636s |    32.599s |
| Iteration 24     |  4.0762 | dista.. |   kd_tree |        37 |       2 |     1.0 |          1.0 |  0.633s |    34.265s |
| Iteration 25     |  4.0695 | dista.. |     brute |        27 |       2 |  0.8125 |          1.0 |  0.637s |    35.827s |
| Iteration 26     | 12.7184 | dista.. |     brute |        32 |       1 |   0.875 |          1.0 |  0.634s |    37.542s |
| Iteration 27     |  8.6449 | uniform | ball_tree |        38 |       1 |  0.4688 |          1.0 |  0.629s |    39.135s |
| Iteration 28     |  8.2365 | uniform |      auto |        21 |       1 |    0.75 |          1.0 |  0.637s |    40.691s |
| Iteration 29     | 11.9529 | dista.. | ball_tree |        26 |       1 |    0.75 |          1.0 |  0.635s |    42.327s |
| Iteration 30     |  1.5883 | dista.. |   kd_tree |        39 |       2 |  0.4688 |          1.0 |  0.642s |    43.900s |
| Iteration 31     |  1.9902 | dista.. |      auto |        25 |       2 |    0.75 |          1.0 |  0.637s |    45.512s |
| Iteration 32     |  4.0017 | dista.. |      auto |        34 |       2 |  0.5625 |          1.0 |  0.629s |    47.221s |
| Iteration 33     |  5.4426 | dista.. |     brute |        40 |       2 |   0.375 |          1.0 |  0.633s |    48.772s |
| Iteration 34     |  4.0454 | dista.. | ball_tree |        38 |       2 |    0.75 |          1.0 |  0.652s |    50.531s |
| Iteration 35     |  0.1906 | uniform | ball_tree |        40 |       1 |     0.5 |          1.0 |  0.684s |    52.224s |
| Iteration 36     |  8.9637 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  0.673s |    54.032s |
| Iteration 37     |  3.0719 | uniform |      auto |        20 |       2 |  0.4375 |          1.0 |  0.677s |    55.813s |
| Iteration 38     | 12.7184 | dista.. |     brute |        40 |       2 |  0.5625 |          1.0 |  0.676s |    57.624s |
| Iteration 39     | 12.7184 | dista.. |     brute |        21 |       1 |    0.75 |          1.0 |  0.680s |    59.989s |
| Iteration 40     | 12.4374 | dista.. |     brute |        20 |       1 |  0.5625 |          1.0 |  0.672s |     1m:02s |
| Iteration 41     |  0.0329 | uniform |     brute |        20 |       1 |     0.5 |          1.0 |  0.676s |     1m:03s |
| Iteration 42     |  9.3753 | dista.. |     brute |        40 |       1 |    0.75 |          1.0 |  0.685s |     1m:05s |
| Iteration 43     |     0.0 | dista.. |     brute |        20 |       2 |     0.5 |          1.0 |  0.686s |     1m:07s |
| Iteration 44     |  3.9541 | dista.. |     brute |        31 |       1 |  0.8125 |          1.0 |  0.642s |     1m:08s |
| Iteration 45     | 12.7184 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.646s |     1m:10s |
| Iteration 46     |  4.0913 | dista.. |     brute |        26 |       1 |   0.875 |          1.0 |  0.655s |     1m:12s |
| Iteration 47     |  4.0062 | uniform |     brute |        27 |       2 |     0.5 |          1.0 |  0.641s |     1m:14s |
| Iteration 48     |  4.5002 | dista.. |   kd_tree |        25 |       1 |  0.5625 |          1.0 |  0.656s |     1m:16s |
| Iteration 49     |  4.1912 | dista.. |      auto |        24 |       1 |  0.9375 |          1.0 |  0.645s |     1m:17s |
| Iteration 50     |  4.1359 | dista.. |     brute |        22 |       1 |    0.75 |          1.0 |  0.650s |     1m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'radius': 12.6826, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.1122
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:23s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     1.0 |          1.0 |  1.021s |     1.027s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.033s |     2.926s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |          1.0 |  0.801s |     4.301s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.5625 |          1.0 |  0.935s |     5.829s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |          1.0 |  0.816s |     7.232s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.008s |     8.819s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |          1.0 |  0.679s |    10.084s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9062 |          1.0 |  0.949s |    11.646s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.5625 |          1.0 |  0.664s |    12.912s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.7188 |          1.0 |  0.769s |    14.263s |
| Iteration 11     |          482 |        0.1971 |   SAMME.R |   0.875 |          1.0 |  1.034s |    16.096s |
| Iteration 12     |          448 |        4.7159 |   SAMME.R |   0.375 |          1.0 |  1.015s |    17.870s |
| Iteration 13     |          500 |         6.423 |   SAMME.R |     0.5 |          1.0 |  1.044s |    19.811s |
| Iteration 14     |           70 |        0.1876 |   SAMME.R |  0.8125 |          1.0 |  0.708s |    22.696s |
| Iteration 15     |          357 |        0.0331 |   SAMME.R |  0.8125 |          1.0 |  0.926s |    24.685s |
| Iteration 16     |          493 |        0.2497 |   SAMME.R |     1.0 |          1.0 |  1.014s |    27.151s |
| Iteration 17     |          498 |        0.0794 |   SAMME.R |  0.6875 |          1.0 |  1.070s |    28.957s |
| Iteration 18     |          357 |        0.3494 |   SAMME.R |     1.0 |          1.0 |  0.949s |    30.701s |
| Iteration 19     |          359 |        0.3584 |     SAMME |     1.0 |          1.0 |  0.920s |    32.368s |
| Iteration 20     |           57 |        0.4011 |   SAMME.R |     1.0 |          1.0 |  0.712s |    33.853s |
| Iteration 21     |          429 |        0.3485 |     SAMME |     1.0 |          1.0 |  0.965s |    35.604s |
| Iteration 22     |          492 |        0.3462 |   SAMME.R |     1.0 |          1.0 |  1.063s |    37.439s |
| Iteration 23     |          449 |        0.3359 |   SAMME.R |  0.9375 |          1.0 |  1.043s |    39.253s |
| Iteration 24     |          500 |        0.4828 |     SAMME |     1.0 |          1.0 |  1.036s |    41.078s |
| Iteration 25     |           50 |         0.473 |   SAMME.R |     1.0 |          1.0 |  0.709s |    42.580s |
| Iteration 26     |          500 |        0.3656 |     SAMME |     1.0 |          1.0 |  1.023s |    44.436s |
| Iteration 27     |           50 |        0.3657 |   SAMME.R |     1.0 |          1.0 |  0.703s |    46.000s |
| Iteration 28     |          476 |        0.3658 |     SAMME |     1.0 |          1.0 |  0.945s |    47.846s |
| Iteration 29     |           50 |        0.4926 |   SAMME.R |    0.75 |          1.0 |  0.655s |    49.387s |
| Iteration 30     |          500 |        0.3204 |     SAMME |     1.0 |          1.0 |  0.969s |    52.727s |
| Iteration 31     |           79 |        0.3091 |     SAMME |     1.0 |          1.0 |  0.677s |    54.592s |
| Iteration 32     |          500 |        0.3201 |     SAMME |    0.75 |          1.0 |  0.970s |    56.375s |
| Iteration 33     |           50 |        0.3257 |   SAMME.R |  0.8125 |          1.0 |  0.671s |    57.941s |
| Iteration 34     |          500 |        0.3754 |     SAMME |  0.9375 |          1.0 |  0.980s |    59.796s |
| Iteration 35     |          202 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  0.793s |     1m:01s |
| Iteration 36     |          500 |        0.3069 |     SAMME |  0.5625 |          1.0 |  0.979s |     1m:03s |
| Iteration 37     |          500 |        0.4842 |   SAMME.R |     1.0 |          1.0 |  1.019s |     1m:05s |
| Iteration 38     |          483 |        0.4841 |   SAMME.R |     1.0 |          1.0 |  1.016s |     1m:07s |
| Iteration 39     |          500 |         0.484 |   SAMME.R |     0.5 |          1.0 |  1.633s |     1m:10s |
| Iteration 40     |           64 |        0.2667 |   SAMME.R |  0.9375 |          1.0 |  0.725s |     1m:11s |
| Iteration 41     |           76 |        0.0281 |   SAMME.R |  0.9688 |          1.0 |  0.752s |     1m:13s |
| Iteration 42     |          500 |        0.0283 |   SAMME.R |     1.0 |          1.0 |  1.093s |     1m:15s |
| Iteration 43     |          490 |        0.0286 |   SAMME.R |     1.0 |          1.0 |  1.075s |     1m:17s |
| Iteration 44     |           71 |        0.0285 |     SAMME |    0.75 |          1.0 |  0.727s |     1m:18s |
| Iteration 45     |          186 |          10.0 |     SAMME |   0.625 |          1.0 |  0.679s |     1m:20s |
| Iteration 46     |          500 |        0.0258 |   SAMME.R |   0.625 |          1.0 |  1.085s |     1m:22s |
| Iteration 47     |           50 |        0.2423 |   SAMME.R |  0.9375 |          1.0 |  0.725s |     1m:24s |
| Iteration 48     |           50 |        0.2429 |     SAMME |  0.6875 |          1.0 |  0.715s |     1m:25s |
| Iteration 49     |           50 |        0.3914 |   SAMME.R |    0.75 |          1.0 |  0.714s |     1m:27s |
| Iteration 50     |           50 |        0.3493 |   SAMME.R |  0.8125 |          1.0 |  0.713s |     1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0283, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.469s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.1114
Time elapsed: 2.078s
-------------------------------------------------
Total time: 1m:32s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  1.072s |     1.092s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.957s |     2.947s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.625 |          1.0 |  0.979s |     4.778s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  0.788s |     6.167s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  0.985s |     7.743s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.9375 |          1.0 |  0.820s |     9.141s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |          1.0 |  0.859s |    10.582s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  0.844s |    12.026s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  0.947s |    13.560s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.5625 |          1.0 |  0.883s |    15.015s |
| Iteration 11     |          145 |      gini |         4 |                 5 |                8 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.726s |    16.830s |
| Iteration 12     |          400 |      gini |         5 |                 8 |                5 |          0.5 |     False |    0.0202 |         --- |  0.6875 |          1.0 |  0.878s |    19.237s |
| Iteration 13     |          488 |   entropy |      None |                18 |                6 |          0.7 |      True |    0.0197 |         0.7 |  0.9375 |          1.0 |  1.004s |    21.313s |
| Iteration 14     |          480 |      gini |         3 |                19 |                1 |          0.9 |     False |    0.0036 |         --- |   0.625 |          1.0 |  0.931s |    24.633s |
| Iteration 15     |          414 |      gini |      None |                15 |               10 |         log2 |      True |    0.0176 |         0.8 |   0.875 |          1.0 |  0.951s |    26.910s |
| Iteration 16     |          482 |   entropy |         1 |                17 |                1 |         sqrt |      True |    0.0218 |         0.7 |     1.0 |          1.0 |  1.015s |    28.859s |
| Iteration 17     |           90 |      gini |         2 |                 2 |               10 |         sqrt |      True |       0.0 |        None |  0.6875 |          1.0 |  0.703s |    31.094s |
| Iteration 18     |           10 |      gini |         6 |                 2 |               17 |          0.8 |     False |    0.0017 |         --- |  0.4375 |          1.0 |  0.643s |    32.721s |
| Iteration 19     |          500 |      gini |         1 |                20 |                2 |          0.7 |      True |    0.0169 |         0.7 |   0.875 |          1.0 |  1.018s |    34.834s |
| Iteration 20     |          500 |   entropy |         1 |                20 |                1 |         auto |      True |    0.0348 |         0.9 |  0.8125 |          1.0 |  1.023s |    36.863s |
| Iteration 21     |           39 |   entropy |         4 |                 9 |               18 |          0.9 |     False |    0.0166 |         --- |   0.875 |          1.0 |  0.657s |    38.568s |
| Iteration 22     |          489 |   entropy |         1 |                19 |                7 |          0.7 |     False |    0.0001 |         --- |   0.875 |          1.0 |  0.918s |    40.468s |
| Iteration 23     |          464 |   entropy |      None |                19 |                6 |          0.5 |      True |    0.0304 |         0.9 |     1.0 |          1.0 |  1.002s |    42.449s |
| Iteration 24     |          224 |   entropy |         5 |                16 |               14 |          0.5 |     False |    0.0234 |         --- |    0.75 |          1.0 |  0.805s |    44.258s |
| Iteration 25     |          448 |   entropy |         9 |                 2 |                8 |          0.6 |     False |    0.0337 |         --- |     1.0 |          1.0 |  0.959s |    46.372s |
| Iteration 26     |          320 |      gini |         9 |                20 |               20 |          0.6 |      True |    0.0347 |         0.8 |     0.5 |          1.0 |  0.915s |    48.561s |
| Iteration 27     |          179 |   entropy |         9 |                 2 |                4 |          0.7 |     False |     0.022 |         --- |     1.0 |          1.0 |  0.792s |    50.349s |
| Iteration 28     |           34 |   entropy |         9 |                 2 |                6 |         sqrt |     False |    0.0034 |         --- |  0.9375 |          1.0 |  0.692s |    52.204s |
| Iteration 29     |          325 |   entropy |         4 |                 2 |                3 |         auto |      True |    0.0048 |         0.8 |    0.75 |          1.0 |  0.931s |    54.257s |
| Iteration 30     |          439 |   entropy |         9 |                 2 |                4 |          0.8 |      True |    0.0248 |         0.8 |     1.0 |          1.0 |  1.036s |    56.478s |
| Iteration 31     |          111 |   entropy |         1 |                12 |               20 |          0.8 |      True |    0.0273 |        None |  0.5625 |          1.0 |  0.759s |    58.322s |
| Iteration 32     |          472 |      gini |         8 |                19 |                1 |         auto |     False |     0.001 |         --- |  0.8125 |          1.0 |  0.962s |     1m:00s |
| Iteration 33     |           68 |   entropy |      None |                 9 |                1 |         auto |      True |    0.0093 |         0.5 |    0.75 |          1.0 |  0.705s |     1m:03s |
| Iteration 34     |          500 |      gini |         9 |                 3 |                7 |         None |     False |     0.035 |         --- |   0.875 |          1.0 |  0.976s |     1m:05s |
| Iteration 35     |          177 |   entropy |         9 |                 9 |                1 |         sqrt |      True |     0.014 |         0.9 |   0.875 |          1.0 |  0.803s |     1m:07s |
| Iteration 36     |          128 |      gini |         4 |                14 |               11 |          0.9 |     False |    0.0343 |         --- |   0.625 |          1.0 |  0.739s |     1m:09s |
| Iteration 37     |          435 |   entropy |         9 |                16 |                7 |         log2 |      True |    0.0173 |         0.7 |  0.6875 |          1.0 |  0.999s |     1m:11s |
| Iteration 38     |          500 |      gini |      None |                20 |               15 |         auto |     False |       0.0 |         --- |     1.0 |          1.0 |  0.949s |     1m:13s |
| Iteration 39     |          367 |   entropy |      None |                20 |               20 |          0.7 |      True |    0.0311 |         0.8 |     0.5 |          1.0 |  1.532s |     1m:15s |
| Iteration 40     |          445 |   entropy |         1 |                18 |                1 |         sqrt |      True |    0.0055 |         0.5 |   0.625 |          1.0 |  1.000s |     1m:18s |
| Iteration 41     |           78 |   entropy |         9 |                 5 |                3 |          0.7 |     False |    0.0176 |         --- |   0.625 |          1.0 |  0.713s |     1m:20s |
| Iteration 42     |          500 |      gini |      None |                 2 |               11 |         auto |     False |     0.035 |         --- |   0.875 |          1.0 |  0.973s |     1m:22s |
| Iteration 43     |          500 |   entropy |      None |                20 |               11 |         auto |     False |       0.0 |         --- |  0.9375 |          1.0 |  0.931s |     1m:24s |
| Iteration 44     |          500 |   entropy |         8 |                 5 |               12 |         auto |     False |     0.022 |         --- |  0.6875 |          1.0 |  0.955s |     1m:26s |
| Iteration 45     |          433 |   entropy |      None |                19 |                5 |          0.5 |      True |    0.0268 |         0.6 |    0.75 |          1.0 |  0.999s |     1m:28s |
| Iteration 46     |          500 |   entropy |         3 |                19 |                6 |         None |      True |    0.0214 |        None |   0.875 |          1.0 |  1.066s |     1m:30s |
| Iteration 47     |          500 |   entropy |         7 |                18 |                8 |         auto |      True |    0.0334 |         0.5 |   0.625 |          1.0 |  1.052s |     1m:32s |
| Iteration 48     |          500 |   entropy |      None |                20 |               13 |         log2 |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.928s |     1m:34s |
| Iteration 49     |           55 |   entropy |         6 |                 2 |                6 |         sqrt |      True |     0.035 |        None |   0.625 |          1.0 |  0.721s |     1m:36s |
| Iteration 50     |          317 |      gini |         1 |                16 |                5 |          0.9 |      True |    0.0157 |         0.9 |  0.4375 |          1.0 |  0.907s |     1m:38s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.875
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.436s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0735
Time elapsed: 1.965s
-------------------------------------------------
Total time: 1m:42s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.769s |     0.788s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.755s |     2.125s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.754s |     3.467s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.730s |     4.803s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.737s |     6.200s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.728s |     7.524s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.734s |     8.845s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.725s |    10.153s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6562 |          1.0 |  0.751s |    11.490s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.725s |    12.809s |
| Iteration 11     |          179 |        0.0142 |         8 |  0.2399 |                3 |       0.7 |              1.0 |         0 |          1 |     1.0 |          1.0 |  0.704s |    14.517s |
| Iteration 12     |          368 |        0.0305 |         6 |  0.3725 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |    0.75 |          1.0 |  0.697s |    16.584s |
| Iteration 13     |          126 |        0.0374 |         2 |   0.065 |                2 |       0.5 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  0.696s |    18.196s |
| Iteration 14     |          126 |        0.0124 |         9 |   0.056 |                2 |       0.9 |              0.8 |         1 |          1 |  0.6875 |          1.0 |  0.711s |    19.915s |
| Iteration 15     |           55 |          0.01 |         2 |     0.0 |                1 |       1.0 |              1.0 |         0 |          1 |  0.7188 |          1.0 |  0.678s |    21.921s |
| Iteration 16     |          309 |        0.0135 |         2 |  0.2369 |                2 |       0.5 |              0.9 |         0 |         10 |     1.0 |          1.0 |  0.730s |    23.647s |
| Iteration 17     |          108 |        0.0273 |         8 |  0.0096 |                2 |       0.6 |              1.0 |       0.1 |        0.1 |  0.8125 |          1.0 |  0.703s |    25.898s |
| Iteration 18     |          319 |        0.0317 |         2 |  0.3923 |                1 |       0.7 |              0.7 |       0.1 |       0.01 |     1.0 |          1.0 |  0.732s |    27.569s |
| Iteration 19     |           42 |        0.0186 |         4 |   0.292 |                1 |       0.5 |              0.8 |         0 |       0.01 |  0.9375 |          1.0 |  0.682s |    29.222s |
| Iteration 20     |          500 |        0.0888 |         9 |  0.3006 |                1 |       0.5 |              1.0 |       100 |          0 |     0.5 |          1.0 |  0.763s |    30.992s |
| Iteration 21     |           38 |        0.7349 |         9 |  0.5446 |                1 |       1.0 |              0.7 |       0.1 |        100 |    0.75 |          1.0 |  0.684s |    32.637s |
| Iteration 22     |          469 |        0.0179 |         3 |  0.3965 |                2 |       0.7 |              0.9 |       0.1 |       0.01 |   0.875 |          1.0 |  0.772s |    34.412s |
| Iteration 23     |          500 |          0.01 |         1 |  0.2537 |                1 |       0.5 |              1.0 |      0.01 |         10 |     1.0 |          1.0 |  0.759s |    36.139s |
| Iteration 24     |          500 |           1.0 |        10 |  0.2884 |                1 |       0.5 |              0.6 |      0.01 |          1 |     1.0 |          1.0 |  0.752s |    37.900s |
| Iteration 25     |          265 |        0.1875 |         5 |  0.2758 |                1 |       0.5 |              1.0 |      0.01 |        100 |     1.0 |          1.0 |  0.725s |    39.623s |
| Iteration 26     |          500 |           1.0 |        10 |     0.0 |                4 |       0.5 |              0.4 |         0 |          0 |     0.5 |          1.0 |  0.753s |    41.371s |
| Iteration 27     |          329 |        0.0153 |         3 |  0.2786 |                1 |       0.5 |              1.0 |      0.01 |         10 |  0.8125 |          1.0 |  0.745s |    43.110s |
| Iteration 28     |          441 |        0.1176 |         3 |  0.2467 |                2 |       0.5 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.752s |    44.918s |
| Iteration 29     |          482 |        0.3329 |         1 |     1.0 |                1 |       0.5 |              0.6 |         0 |          0 |  0.6875 |          1.0 |  0.761s |    46.788s |
| Iteration 30     |          445 |         0.155 |        10 |  0.4106 |                1 |       0.5 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.754s |    48.613s |
| Iteration 31     |          382 |           1.0 |        10 |  0.3771 |                1 |       0.5 |              1.0 |         0 |        100 |    0.75 |          1.0 |  0.742s |    50.487s |
| Iteration 32     |          447 |        0.0256 |         3 |  0.2675 |                2 |       0.5 |              1.0 |      0.01 |          0 |  0.5625 |          1.0 |  0.751s |    52.860s |
| Iteration 33     |           20 |          0.01 |         2 |  0.3515 |                1 |       0.5 |              1.0 |         0 |        0.1 |     0.5 |          1.0 |  0.681s |    54.589s |
| Iteration 34     |           20 |          0.01 |        10 |     0.0 |                1 |       1.0 |              0.4 |      0.01 |        100 |    0.75 |          1.0 |  0.680s |    56.327s |
| Iteration 35     |          249 |        0.0169 |         9 |  0.0278 |               10 |       0.7 |              1.0 |         0 |         10 |     0.5 |          1.0 |  0.712s |    58.036s |
| Iteration 36     |          454 |        0.0286 |         8 |  0.9329 |               10 |       0.9 |              0.4 |       100 |       0.01 |     0.5 |          1.0 |  0.746s |    59.778s |
| Iteration 37     |          500 |        0.0332 |         6 |     0.0 |                1 |       0.9 |              0.4 |         0 |       0.01 |     1.0 |          1.0 |  0.766s |     1m:02s |
| Iteration 38     |          500 |          0.01 |         1 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |  0.9375 |          1.0 |  0.763s |     1m:04s |
| Iteration 39     |          500 |        0.0243 |         6 |     0.0 |                1 |       0.8 |              0.9 |         0 |          1 |    0.75 |          1.0 |  0.794s |     1m:05s |
| Iteration 40     |          345 |           1.0 |         1 |     0.0 |                1 |       0.7 |              0.4 |         0 |          0 |  0.6875 |          1.0 |  0.723s |     1m:07s |
| Iteration 41     |          161 |        0.5279 |         1 |  0.9376 |                1 |       0.8 |              1.0 |       0.1 |         10 |  0.9375 |          1.0 |  0.708s |     1m:09s |
| Iteration 42     |          417 |        0.9596 |         6 |  0.9559 |                1 |       0.5 |              0.4 |       0.1 |          0 |    0.75 |          1.0 |  1.363s |     1m:12s |
| Iteration 43     |          500 |        0.0116 |        10 |  0.2856 |                1 |       1.0 |              1.0 |      0.01 |          0 |     1.0 |          1.0 |  0.784s |     1m:13s |
| Iteration 44     |          474 |        0.0249 |         2 |  0.9646 |                1 |       0.9 |              1.0 |      0.01 |          1 |   0.875 |          1.0 |  0.756s |     1m:15s |
| Iteration 45     |          500 |        0.5487 |        10 |  0.2488 |                1 |       1.0 |              1.0 |       0.1 |          0 |     1.0 |          1.0 |  0.771s |     1m:17s |
| Iteration 46     |          500 |        0.5826 |         1 |  0.8227 |                1 |       0.9 |              1.0 |       0.1 |         10 |  0.8125 |          1.0 |  0.759s |     1m:19s |
| Iteration 47     |           20 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |      0.01 |        100 |  0.6875 |          1.0 |  0.679s |     1m:21s |
| Iteration 48     |          500 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |      0.01 |        100 |  0.5625 |          1.0 |  0.788s |     1m:24s |
| Iteration 49     |          319 |           1.0 |         9 |     1.0 |                1 |       1.0 |              1.0 |       0.1 |          0 |     1.0 |          1.0 |  0.738s |     1m:26s |
| Iteration 50     |          141 |        0.0443 |         2 |   0.522 |                1 |       1.0 |              0.7 |       0.1 |          0 |    0.75 |          1.0 |  0.710s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 43
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0116, 'max_depth': 10, 'gamma': 0.2856, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.130s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1122
Time elapsed: 0.411s
-------------------------------------------------
Total time: 1m:30s


Final results ==================== >>
Duration: 10m:38s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.8 ± 0.1194 ~
Logistic Regression             --> roc_auc: 0.73 ± 0.1913
Linear Discriminant Analysis    --> roc_auc: 0.68 ± 0.1965
Quadratic Discriminant Analysis --> roc_auc: 0.8 ± 0.0548
Radius Nearest Neighbors        --> roc_auc: 0.73 ± 0.1122 ~
AdaBoost                        --> roc_auc: 0.81 ± 0.1114
Random Forest                   --> roc_auc: 0.76 ± 0.0735
XGBoost                         --> roc_auc: 0.82 ± 0.1122 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLDSNQPQHF.
   >>> Dropping feature CASSPSSYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAATDSNYQLIW.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVPYNQGGKLIF.
   >>> Dropping feature CAYAGGTSYGKLTF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVFNQAGTALIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAASKETSGSRLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  3.233s |     3.253s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |       0.8125 |  3.222s |     7.064s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.8125 |       0.8125 |  3.168s |    10.919s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.625 |       0.8125 |  3.192s |    14.747s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |       0.8125 |  3.212s |    18.565s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.9375 |       0.9375 |  3.258s |    22.422s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.3438 |       0.9375 |  3.232s |    26.262s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |       0.9375 |  3.267s |    30.123s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.625 |       0.9375 |  3.187s |    33.894s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.5625 |       0.9375 |  3.148s |    37.628s |
| Iteration 11     |  deviance |           1.0 |           10 |       0.5 | squared_er.. |                12 |                8 |         1 |         None |    0.0045 |  0.5625 |       0.9375 |  3.162s |    41.756s |
| Iteration 12     |  deviance |         0.115 |          478 |       0.5 | squared_er.. |                12 |                5 |         8 |         log2 |    0.0048 |  0.8125 |       0.9375 |  3.217s |    46.040s |
| Iteration 13     |  deviance |           1.0 |          500 |       0.5 | squared_er.. |                17 |               20 |        10 |         auto |       0.0 |     0.5 |       0.9375 |  3.241s |    51.748s |
| Iteration 14     |  deviance |        0.2324 |          450 |       0.6 | squared_er.. |                11 |                8 |         9 |          0.5 |    0.0081 |  0.9375 |       0.9375 |  3.210s |    57.600s |
| Iteration 15     | exponen.. |        0.0193 |          411 |       0.9 | squared_er.. |                17 |               15 |         1 |          0.7 |    0.0123 |  0.5625 |       0.9375 |  3.225s |     1m:02s |
| Iteration 16     |  deviance |        0.3437 |          454 |       0.6 | squared_er.. |                10 |                6 |        10 |         log2 |    0.0088 |     1.0 |          1.0 |  3.228s |     1m:06s |
| Iteration 17     |  deviance |        0.3848 |          457 |       0.6 | squared_er.. |                 7 |                1 |         4 |          0.9 |     0.022 |   0.625 |          1.0 |  3.243s |     1m:11s |
| Iteration 18     | exponen.. |        0.8046 |          458 |       0.5 | squared_er.. |                 8 |                5 |         6 |          0.8 |    0.0084 |     0.5 |          1.0 |  3.275s |     1m:15s |
| Iteration 19     |  deviance |        0.1463 |          337 |       0.7 | squared_er.. |                10 |                1 |         4 |         sqrt |    0.0004 |     0.5 |          1.0 |  3.230s |     1m:20s |
| Iteration 20     |  deviance |         0.545 |          288 |       0.5 | squared_er.. |                11 |                2 |        10 |          0.7 |    0.0102 |  0.5938 |          1.0 |  3.202s |     1m:24s |
| Iteration 21     |  deviance |        0.4043 |          303 |       0.9 | friedman_mse |                13 |                8 |        10 |         None |    0.0173 |  0.6875 |          1.0 |  3.205s |     1m:28s |
| Iteration 22     |  deviance |        0.0999 |          454 |       0.6 | squared_er.. |                13 |                3 |        10 |         log2 |    0.0254 |     1.0 |          1.0 |  3.236s |     1m:32s |
| Iteration 23     | exponen.. |        0.0295 |          453 |       0.6 | squared_er.. |                10 |                4 |         9 |         log2 |    0.0069 |   0.625 |          1.0 |  3.261s |     1m:37s |
| Iteration 24     |  deviance |        0.9333 |          453 |       0.6 | squared_er.. |                18 |               12 |        10 |         auto |    0.0277 |   0.375 |          1.0 |  3.238s |     1m:41s |
| Iteration 25     |  deviance |        0.0439 |          441 |       0.8 | squared_er.. |                 3 |                4 |        10 |         log2 |    0.0082 |   0.875 |          1.0 |  3.278s |     1m:45s |
| Iteration 26     |  deviance |        0.0136 |          452 |       0.6 | squared_er.. |                10 |                4 |        10 |         log2 |    0.0051 |   0.625 |          1.0 |  3.226s |     1m:50s |
| Iteration 27     |  deviance |        0.1743 |          454 |       0.5 | squared_er.. |                12 |               12 |        10 |         log2 |     0.004 |  0.5625 |          1.0 |  3.192s |     1m:55s |
| Iteration 28     |  deviance |        0.0754 |          453 |       0.5 | squared_er.. |                13 |                9 |         6 |          0.5 |     0.023 |   0.875 |          1.0 |  3.254s |     2m:02s |
| Iteration 29     |  deviance |        0.0954 |          443 |       0.6 | squared_er.. |                13 |                3 |        10 |         log2 |    0.0291 |  0.9375 |          1.0 |  3.177s |     2m:06s |
| Iteration 30     |  deviance |         0.468 |          269 |       0.7 | squared_er.. |                18 |               15 |         7 |         log2 |    0.0036 |  0.8125 |          1.0 |  3.167s |     2m:11s |
| Iteration 31     |  deviance |        0.3143 |          419 |       0.6 | squared_er.. |                20 |                2 |         7 |         log2 |    0.0099 |     0.5 |          1.0 |  3.225s |     2m:15s |
| Iteration 32     |  deviance |        0.2047 |          478 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0233 |  0.2812 |          1.0 |  3.217s |     2m:20s |
| Iteration 33     |  deviance |        0.0976 |          485 |       0.6 | friedman_mse |                13 |                3 |         7 |          0.6 |    0.0234 |     0.5 |          1.0 |  3.268s |     2m:24s |
| Iteration 34     |  deviance |        0.1027 |          465 |       0.7 | squared_er.. |                 8 |                3 |         6 |         log2 |     0.033 |  0.6875 |          1.0 |  3.282s |     2m:28s |
| Iteration 35     |  deviance |         0.299 |          431 |       0.5 | squared_er.. |                10 |                7 |        10 |         log2 |    0.0044 |  0.6875 |          1.0 |  3.245s |     2m:33s |
| Iteration 36     |  deviance |        0.3512 |          294 |       0.7 | squared_er.. |                10 |               15 |         8 |         log2 |    0.0208 |  0.9375 |          1.0 |  3.226s |     2m:37s |
| Iteration 37     |  deviance |        0.1017 |          460 |       0.8 | squared_er.. |                13 |               13 |         5 |         log2 |    0.0025 |     1.0 |          1.0 |  3.277s |     2m:42s |
| Iteration 38     |  deviance |        0.1016 |          324 |       0.7 | squared_er.. |                14 |               14 |         7 |         log2 |    0.0275 |  0.9062 |          1.0 |  3.225s |     2m:46s |
| Iteration 39     |  deviance |        0.3601 |          500 |       1.0 | squared_er.. |                 9 |                5 |        10 |         log2 |    0.0261 |  0.6875 |          1.0 |  3.269s |     2m:51s |
| Iteration 40     |  deviance |        0.1011 |          157 |       0.8 | squared_er.. |                13 |               18 |         4 |         log2 |    0.0227 |    0.75 |          1.0 |  3.194s |     2m:55s |
| Iteration 41     |  deviance |        0.3324 |          246 |       0.5 | squared_er.. |                10 |                6 |         4 |          0.5 |    0.0322 |     1.0 |          1.0 |  3.226s |     2m:60s |
| Iteration 42     |  deviance |        0.3501 |          444 |       0.5 | squared_er.. |                10 |                2 |         2 |         log2 |    0.0188 |   0.875 |          1.0 |  3.287s |     3m:05s |
| Iteration 43     |  deviance |        0.3376 |          369 |       0.7 | squared_er.. |                10 |               18 |        10 |          0.6 |    0.0286 |  0.7812 |          1.0 |  3.248s |     3m:09s |
| Iteration 44     | exponen.. |        0.3407 |          426 |       0.7 | squared_er.. |                10 |               11 |         9 |         log2 |    0.0161 |  0.9375 |          1.0 |  3.283s |     3m:14s |
| Iteration 45     | exponen.. |        0.3219 |          254 |       0.5 | squared_er.. |                10 |               15 |         4 |          0.5 |    0.0149 |     0.5 |          1.0 |  3.225s |     3m:19s |
| Iteration 46     |  deviance |        0.1033 |          500 |       0.7 | squared_er.. |                13 |               12 |         5 |         log2 |    0.0176 |   0.875 |          1.0 |  3.325s |     3m:24s |
| Iteration 47     |  deviance |        0.0996 |          110 |       0.6 | squared_er.. |                15 |                2 |        10 |         log2 |    0.0034 |  0.6875 |          1.0 |  3.179s |     3m:28s |
| Iteration 48     |  deviance |        0.3044 |          296 |       0.5 | squared_er.. |                10 |                7 |         3 |          0.5 |     0.008 |  0.8125 |          1.0 |  3.238s |     3m:33s |
| Iteration 49     |  deviance |        0.3356 |          292 |       0.6 | squared_er.. |                10 |                3 |         3 |          0.5 |    0.0333 |   0.375 |          1.0 |  3.222s |     3m:39s |
| Iteration 50     |  deviance |        0.3461 |          295 |       0.6 | squared_er.. |                20 |                6 |         4 |         sqrt |    0.0194 |    0.25 |          1.0 |  3.180s |     3m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.1017, 'n_estimators': 460, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 13, 'min_samples_leaf': 13, 'max_depth': 5, 'max_features': 'log2', 'ccp_alpha': 0.0025}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9875
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.115s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0245
Time elapsed: 0.554s
-------------------------------------------------
Total time: 3m:46s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.875 |        0.875 |  3.212s |     3.224s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |        0.875 |  3.198s |     7.008s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |        0.875 |  3.105s |    10.721s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |        0.875 |  3.174s |    14.491s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |        0.875 |  3.161s |    18.285s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |        0.875 |  3.180s |    22.084s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |        0.875 |  3.182s |    25.878s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |        0.875 |  3.185s |    29.659s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |        0.875 |  3.182s |    33.434s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |        0.875 |  3.194s |    37.225s |
| Iteration 11     |      l1 |  5.8536 | libli.. |      170 |      --- |     0.5 |        0.875 |  3.213s |    41.317s |
| Iteration 12     |      l2 |   0.001 | newto.. |      100 |      --- |    0.75 |        0.875 |  3.185s |    45.410s |
| Iteration 13     |    none |     --- | newto.. |     1000 |      --- |  0.5625 |        0.875 |  3.200s |    49.566s |
| Iteration 14     |      l2 | 57.9153 |   lbfgs |      885 |      --- |   0.625 |        0.875 |  3.184s |    53.573s |
| Iteration 15     |    none |     --- |   lbfgs |      994 |      --- |  0.4375 |        0.875 |  3.211s |    57.578s |
| Iteration 16     |      l1 |   0.017 |    saga |      126 |      --- |     0.5 |        0.875 |  3.216s |     1m:02s |
| Iteration 17     |      l2 | 12.7009 |     sag |      128 |      --- |   0.375 |        0.875 |  3.194s |     1m:06s |
| Iteration 18     |      l2 |  0.0024 | newto.. |      253 |      --- |  0.4375 |        0.875 |  3.213s |     1m:10s |
| Iteration 19     |      l2 |  0.0035 | newto.. |      233 |      --- |    0.75 |        0.875 |  3.841s |     1m:15s |
| Iteration 20     |      l1 | 11.1744 | libli.. |      117 |      --- |  0.1875 |        0.875 |  3.193s |     1m:19s |
| Iteration 21     |    none |     --- | newto.. |      984 |      --- |  0.4375 |        0.875 |  3.237s |     1m:23s |
| Iteration 22     |    none |     --- |     sag |      521 |      --- |   0.375 |        0.875 |  3.183s |     1m:27s |
| Iteration 23     |    none |     --- |     sag |     1000 |      --- |    0.25 |        0.875 |  3.221s |     1m:31s |
| Iteration 24     |    none |     --- |    saga |      989 |      --- |   0.375 |        0.875 |  3.217s |     1m:36s |
| Iteration 25     |      l2 |  0.0016 |   lbfgs |      108 |      --- |     1.0 |          1.0 |  3.291s |     1m:40s |
| Iteration 26     |      l2 |  0.0063 |   lbfgs |      145 |      --- |     0.5 |          1.0 |  3.193s |     1m:44s |
| Iteration 27     |      l2 |  3.2526 |   lbfgs |      129 |      --- |   0.625 |          1.0 |  3.235s |     1m:48s |
| Iteration 28     |      l2 |  0.0146 |   lbfgs |      107 |      --- |  0.6875 |          1.0 |  3.200s |     1m:52s |
| Iteration 29     |      l2 |  0.0036 |   lbfgs |      311 |      --- |  0.8125 |          1.0 |  3.223s |     1m:56s |
| Iteration 30     |      l2 |  0.0107 |   lbfgs |      113 |      --- |  0.6875 |          1.0 |  3.205s |     2m:00s |
| Iteration 31     |      l2 |  0.0013 | newto.. |      650 |      --- |  0.3125 |          1.0 |  3.222s |     2m:04s |
| Iteration 32     |    none |     --- |   lbfgs |      212 |      --- |  0.0625 |          1.0 |  3.196s |     2m:09s |
| Iteration 33     |      l2 |   0.002 | newto.. |      539 |      --- |   0.375 |          1.0 |  3.219s |     2m:13s |
| Iteration 34     |      l2 |  0.0015 |   lbfgs |      585 |      --- |     0.5 |          1.0 |  3.246s |     2m:17s |
| Iteration 35     |      l2 |  0.0014 |   lbfgs |      111 |      --- |  0.6875 |          1.0 |  3.180s |     2m:21s |
| Iteration 36     |      l2 |  0.0031 |   lbfgs |      158 |      --- |   0.875 |          1.0 |  3.206s |     2m:25s |
| Iteration 37     |      l2 |   0.001 |   lbfgs |      100 |      --- |   0.375 |          1.0 |  3.217s |     2m:29s |
| Iteration 38     |      l2 |  0.0054 |   lbfgs |      348 |      --- |    0.75 |          1.0 |  3.223s |     2m:33s |
| Iteration 39     |      l2 |  0.0034 |   lbfgs |      111 |      --- |  0.1875 |          1.0 |  3.232s |     2m:37s |
| Iteration 40     |      l2 |   0.002 |   lbfgs |      122 |      --- |    0.75 |          1.0 |  3.195s |     2m:42s |
| Iteration 41     |      l2 | 54.2082 | newto.. |      920 |      --- |    0.75 |          1.0 |  3.242s |     2m:46s |
| Iteration 42     |      l2 |  0.0049 |   lbfgs |      836 |      --- |   0.625 |          1.0 |  3.200s |     2m:50s |
| Iteration 43     |      l2 |  0.0019 |   lbfgs |      832 |      --- |   0.625 |          1.0 |  3.184s |     2m:54s |
| Iteration 44     |      l2 |  0.4251 | newto.. |      665 |      --- |    0.75 |          1.0 |  3.818s |     2m:59s |
| Iteration 45     |      l2 |  0.4045 | newto.. |      560 |      --- |   0.625 |          1.0 |  3.209s |     3m:03s |
| Iteration 46     |      l2 |  0.1032 | newto.. |      604 |      --- |  0.6875 |          1.0 |  3.218s |     3m:08s |
| Iteration 47     |      l2 |  0.3776 | newto.. |      592 |      --- |   0.625 |          1.0 |  3.222s |     3m:12s |
| Iteration 48     |      l2 |  0.1057 | newto.. |      615 |      --- |  0.8125 |          1.0 |  3.216s |     3m:16s |
| Iteration 49     |    none |     --- | newto.. |      941 |      --- |   0.625 |          1.0 |  3.209s |     3m:20s |
| Iteration 50     |      l2 |  0.0659 | newto.. |      594 |      --- |     0.5 |          1.0 |  3.195s |     3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'penalty': 'l2', 'C': 0.0016, 'solver': 'lbfgs', 'max_iter': 108}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7866
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.051
Time elapsed: 0.060s
-------------------------------------------------
Total time: 3m:26s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  3.191s |     3.196s |
| Initial point 2  |     svd |       --- |  0.4375 |         0.75 |  3.179s |     7.013s |
| Initial point 3  |     svd |       --- |  0.4375 |         0.75 |  0.001s |     7.604s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |         0.75 |  3.173s |    11.382s |
| Initial point 5  |   eigen |       0.9 |    0.25 |         0.75 |  3.188s |    15.209s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |         0.75 |  3.196s |    18.989s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |         0.75 |  3.083s |    23.790s |
| Initial point 8  |    lsqr |       0.9 |    0.25 |         0.75 |  3.099s |    29.292s |
| Initial point 9  |    lsqr |       0.6 |    0.75 |         0.75 |  3.095s |    33.380s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |         0.75 |  3.173s |    37.146s |
| Iteration 11     |   eigen |       0.7 |     1.0 |          1.0 |  3.215s |    41.072s |
| Iteration 12     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    41.781s |
| Iteration 13     |     svd |       --- |  0.4375 |          1.0 |  0.000s |    42.489s |
| Iteration 14     |     svd |       --- |  0.4375 |          1.0 |  0.000s |    43.199s |
| Iteration 15     |   eigen |      auto |  0.6875 |          1.0 |  3.166s |    47.093s |
| Iteration 16     |   eigen |      None |  0.4375 |          1.0 |  3.196s |    51.102s |
| Iteration 17     |    lsqr |      auto |  0.5625 |          1.0 |  3.193s |    55.036s |
| Iteration 18     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |    55.786s |
| Iteration 19     |   eigen |       0.6 |    0.75 |          1.0 |  3.187s |    59.824s |
| Iteration 20     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 21     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 22     |     svd |       --- |  0.4375 |          1.0 |  0.000s |     1m:03s |
| Iteration 23     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 24     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 25     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 26     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 27     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 28     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 29     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 30     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 31     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 32     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 33     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 34     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 35     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 36     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 37     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:20s |
| Iteration 38     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 39     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:21s |
| Iteration 40     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:22s |
| Iteration 41     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 42     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 43     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 44     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 45     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 46     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 47     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:29s |
| Iteration 48     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 49     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 50     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6482
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1166
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:33s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  3.146s |     3.149s |
| Initial point 2  |       0.9 |  0.1875 |         0.75 |  3.164s |     6.900s |
| Initial point 3  |       0.1 |  0.4375 |         0.75 |  3.148s |    10.626s |
| Initial point 4  |       1.0 |    0.75 |         0.75 |  0.000s |    11.217s |
| Initial point 5  |       0.2 |    0.25 |         0.75 |  3.149s |    14.962s |
| Initial point 6  |       0.4 |  0.5625 |         0.75 |  3.168s |    18.692s |
| Initial point 7  |       0.4 |  0.5625 |         0.75 |  0.000s |    19.303s |
| Initial point 8  |       0.7 |  0.1875 |         0.75 |  3.150s |    23.530s |
| Initial point 9  |       0.9 |  0.1875 |         0.75 |  0.001s |    24.214s |
| Initial point 10 |       0.8 |  0.6875 |         0.75 |  3.177s |    28.099s |
| Iteration 11     |       0.3 |  0.9375 |       0.9375 |  3.168s |    31.927s |
| Iteration 12     |       0.6 |  0.4375 |       0.9375 |  3.166s |    35.763s |
| Iteration 13     |       0.5 |  0.5625 |       0.9375 |  3.172s |    39.605s |
| Iteration 14     |       0.0 |  0.6875 |       0.9375 |  3.181s |    43.512s |
| Iteration 15     |       0.3 |  0.9375 |       0.9375 |  0.000s |    44.213s |
| Iteration 16     |       0.3 |  0.9375 |       0.9375 |  0.000s |    44.894s |
| Iteration 17     |       0.3 |  0.9375 |       0.9375 |  0.000s |    45.553s |
| Iteration 18     |       0.3 |  0.9375 |       0.9375 |  0.000s |    46.229s |
| Iteration 19     |       0.3 |  0.9375 |       0.9375 |  0.000s |    46.903s |
| Iteration 20     |       0.3 |  0.9375 |       0.9375 |  0.000s |    47.582s |
| Iteration 21     |       0.3 |  0.9375 |       0.9375 |  0.000s |    48.255s |
| Iteration 22     |       0.3 |  0.9375 |       0.9375 |  0.000s |    48.955s |
| Iteration 23     |       0.3 |  0.9375 |       0.9375 |  0.000s |    49.636s |
| Iteration 24     |       0.3 |  0.9375 |       0.9375 |  0.000s |    50.459s |
| Iteration 25     |       0.6 |  0.4375 |       0.9375 |  0.000s |    51.144s |
| Iteration 26     |       0.3 |  0.9375 |       0.9375 |  0.000s |    51.856s |
| Iteration 27     |       0.3 |  0.9375 |       0.9375 |  0.000s |    52.545s |
| Iteration 28     |       0.7 |  0.1875 |       0.9375 |  0.000s |    53.243s |
| Iteration 29     |       0.3 |  0.9375 |       0.9375 |  0.000s |    53.971s |
| Iteration 30     |       0.8 |  0.6875 |       0.9375 |  0.000s |    54.690s |
| Iteration 31     |       0.3 |  0.9375 |       0.9375 |  0.000s |    55.471s |
| Iteration 32     |       0.3 |  0.9375 |       0.9375 |  0.000s |    56.178s |
| Iteration 33     |       0.3 |  0.9375 |       0.9375 |  0.000s |    56.921s |
| Iteration 34     |       0.3 |  0.9375 |       0.9375 |  0.000s |    57.662s |
| Iteration 35     |       0.3 |  0.9375 |       0.9375 |  0.000s |    58.400s |
| Iteration 36     |       0.3 |  0.9375 |       0.9375 |  0.000s |    59.192s |
| Iteration 37     |       0.3 |  0.9375 |       0.9375 |  0.000s |    59.960s |
| Iteration 38     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:01s |
| Iteration 39     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 40     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 41     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:03s |
| Iteration 42     |       0.3 |  0.9375 |       0.9375 |  0.001s |     1m:04s |
| Iteration 43     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 44     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 45     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:07s |
| Iteration 46     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 47     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 48     |       0.3 |  0.9375 |       0.9375 |  0.001s |     1m:10s |
| Iteration 49     |       0.3 |  0.9375 |       0.9375 |  0.001s |     1m:11s |
| Iteration 50     |       0.3 |  0.9375 |       0.9375 |  0.000s |     1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5509
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.06
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:13s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.0033 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  3.193s |     3.214s |
| Initial point 2  |  4.7737 | uniform |   kd_tree |        39 |       2 |     0.5 |       0.9375 |  3.212s |     6.993s |
| Initial point 3  |  3.7709 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.9375 |  3.793s |    11.446s |
| Initial point 4  | 11.0015 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  3.192s |    15.231s |
| Initial point 5  |  8.6182 | dista.. |      auto |        30 |       2 |    0.75 |       0.9375 |  3.178s |    18.987s |
| Initial point 6  |  9.9806 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.9375 |  3.184s |    22.779s |
| Initial point 7  |  7.1388 | dista.. | ball_tree |        24 |       1 |  0.5625 |       0.9375 |  3.174s |    26.562s |
| Initial point 8  |  1.7107 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9375 |  3.191s |    30.343s |
| Initial point 9  |  7.9522 | uniform | ball_tree |        24 |       1 |   0.375 |       0.9375 |  3.204s |    34.142s |
| Initial point 10 |  5.6483 | uniform |     brute |        22 |       2 |  0.5625 |       0.9375 |  3.102s |    39.088s |
| Iteration 11     | 12.0371 | uniform |   kd_tree |        40 |       1 |  0.1875 |       0.9375 |  3.157s |    43.633s |
| Iteration 12     |  2.9122 | dista.. | ball_tree |        40 |       1 |   0.375 |       0.9375 |  3.205s |    47.952s |
| Iteration 13     | 12.0371 | dista.. |     brute |        20 |       1 |  0.9375 |       0.9375 |  3.240s |    52.100s |
| Iteration 14     |  6.0766 | dista.. |      auto |        40 |       2 |  0.4375 |       0.9375 |  3.199s |    56.190s |
| Iteration 15     | 12.0371 | dista.. |     brute |        20 |       1 |  0.9375 |       0.9375 |  0.001s |    56.995s |
| Iteration 16     | 11.7209 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  3.223s |     1m:01s |
| Iteration 17     |  11.053 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  3.239s |     1m:05s |
| Iteration 18     |     0.0 | uniform |      auto |        23 |       1 |     0.5 |          1.0 |  3.242s |     1m:09s |
| Iteration 19     | 11.5941 | dista.. |      auto |        40 |       2 |  0.8125 |          1.0 |  3.230s |     1m:14s |
| Iteration 20     | 12.0222 | dista.. |     brute |        20 |       2 |  0.5625 |          1.0 |  3.197s |     1m:18s |
| Iteration 21     | 11.8356 | uniform |     brute |        38 |       1 |  0.5312 |          1.0 |  3.175s |     1m:22s |
| Iteration 22     |   11.76 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  3.180s |     1m:26s |
| Iteration 23     | 11.7191 | uniform |      auto |        40 |       1 |  0.4375 |          1.0 |  3.179s |     1m:30s |
| Iteration 24     |  11.625 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  3.213s |     1m:35s |
| Iteration 25     | 12.0371 | dista.. |      auto |        40 |       1 |  0.9375 |          1.0 |  3.183s |     1m:40s |
| Iteration 26     |  11.929 | dista.. |      auto |        26 |       1 |  0.5625 |          1.0 |  3.181s |     1m:44s |
| Iteration 27     | 12.0371 | dista.. | ball_tree |        21 |       1 |  0.6875 |          1.0 |  3.158s |     1m:48s |
| Iteration 28     |     0.0 | dista.. | ball_tree |        38 |       2 |     0.5 |          1.0 |  3.197s |     1m:52s |
| Iteration 29     | 11.8906 | dista.. | ball_tree |        40 |       1 |     1.0 |          1.0 |  3.196s |     1m:56s |
| Iteration 30     | 12.0371 | dista.. |   kd_tree |        40 |       1 |    0.75 |          1.0 |  3.781s |     2m:01s |
| Iteration 31     | 12.0371 | dista.. |      auto |        40 |       1 |  0.9375 |          1.0 |  0.001s |     2m:02s |
| Iteration 32     | 11.7095 | dista.. |      auto |        40 |       1 |  0.4375 |          1.0 |  3.181s |     2m:06s |
| Iteration 33     | 11.8684 | dista.. | ball_tree |        40 |       1 |   0.375 |          1.0 |  3.162s |     2m:12s |
| Iteration 34     |   0.002 | uniform | ball_tree |        38 |       1 |     0.5 |          1.0 |  3.178s |     2m:17s |
| Iteration 35     |   0.005 | dista.. | ball_tree |        40 |       2 |     0.5 |          1.0 |  3.157s |     2m:22s |
| Iteration 36     |  0.0009 | uniform |     brute |        35 |       1 |     0.5 |          1.0 |  3.188s |     2m:26s |
| Iteration 37     | 12.0371 | dista.. |     brute |        40 |       2 |  0.4375 |          1.0 |  3.183s |     2m:31s |
| Iteration 38     |  3.3779 | dista.. | ball_tree |        20 |       2 |  0.8125 |          1.0 |  3.189s |     2m:36s |
| Iteration 39     | 12.0371 | dista.. |     brute |        20 |       1 |  0.9375 |          1.0 |  0.001s |     2m:37s |
| Iteration 40     | 11.9235 | dista.. |     brute |        20 |       1 |  0.6875 |          1.0 |  3.162s |     2m:41s |
| Iteration 41     | 12.0371 | dista.. |      auto |        20 |       1 |     1.0 |          1.0 |  3.173s |     2m:46s |
| Iteration 42     | 12.0371 | dista.. |      auto |        20 |       1 |     1.0 |          1.0 |  0.000s |     2m:48s |
| Iteration 43     |     0.0 | uniform |      auto |        25 |       2 |     0.5 |          1.0 |  3.146s |     2m:52s |
| Iteration 44     |  0.0015 | dista.. | ball_tree |        21 |       1 |     0.5 |          1.0 |  3.221s |     2m:56s |
| Iteration 45     | 12.0371 | dista.. |      auto |        40 |       1 |  0.9375 |          1.0 |  0.001s |     2m:58s |
| Iteration 46     | 12.0371 | dista.. |      auto |        20 |       1 |     1.0 |          1.0 |  0.001s |     2m:59s |
| Iteration 47     | 12.0371 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.224s |     3m:04s |
| Iteration 48     | 12.0371 | dista.. |      auto |        20 |       1 |     1.0 |          1.0 |  0.001s |     3m:05s |
| Iteration 49     | 12.0371 | dista.. |      auto |        20 |       2 |  0.5625 |          1.0 |  3.202s |     3m:09s |
| Iteration 50     | 12.0371 | dista.. |      auto |        20 |       1 |     1.0 |          1.0 |  0.001s |     3m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'radius': 11.7209, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0927
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:12s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  3.651s |     3.659s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |        0.875 |  3.589s |     9.039s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |        0.875 |  3.324s |    13.463s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.625 |        0.875 |  3.485s |    17.527s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.625 |        0.875 |  3.346s |    21.458s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |        0.875 |  3.572s |    25.591s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.2812 |        0.875 |  3.180s |    29.389s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |        0.875 |  3.485s |    33.465s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.5625 |        0.875 |  3.228s |    37.283s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5312 |        0.875 |  3.268s |    41.147s |
| Iteration 11     |          495 |          10.0 |   SAMME.R |  0.9062 |       0.9062 |  3.561s |    45.531s |
| Iteration 12     |          373 |        0.1346 |     SAMME |   0.875 |       0.9062 |  3.426s |    49.782s |
| Iteration 13     |          486 |          10.0 |   SAMME.R |   0.625 |       0.9062 |  3.617s |    54.930s |
| Iteration 14     |          344 |        0.0681 |     SAMME |  0.7812 |       0.9062 |  3.415s |    59.139s |
| Iteration 15     |          405 |          10.0 |   SAMME.R |   0.625 |       0.9062 |  3.530s |     1m:05s |
| Iteration 16     |          375 |          0.01 |     SAMME |     1.0 |          1.0 |  3.479s |     1m:09s |
| Iteration 17     |          383 |          10.0 |     SAMME |   0.375 |          1.0 |  3.172s |     1m:13s |
| Iteration 18     |          350 |          0.01 |     SAMME |  0.5938 |          1.0 |  3.421s |     1m:17s |
| Iteration 19     |          340 |        0.0344 |   SAMME.R |  0.5625 |          1.0 |  3.443s |     1m:22s |
| Iteration 20     |          500 |        1.1782 |   SAMME.R |  0.3125 |          1.0 |  3.571s |     1m:26s |
| Iteration 21     |          423 |        0.0103 |     SAMME |    0.75 |          1.0 |  3.464s |     1m:31s |
| Iteration 22     |          351 |        0.2361 |   SAMME.R |     1.0 |          1.0 |  3.453s |     1m:35s |
| Iteration 23     |          339 |        0.2364 |   SAMME.R |  0.4375 |          1.0 |  3.417s |     1m:39s |
| Iteration 24     |          395 |        0.0137 |     SAMME |    0.75 |          1.0 |  3.469s |     1m:43s |
| Iteration 25     |          354 |        0.2437 |   SAMME.R |    0.75 |          1.0 |  3.464s |     1m:48s |
| Iteration 26     |          410 |        0.2501 |     SAMME |   0.625 |          1.0 |  3.448s |     1m:52s |
| Iteration 27     |          463 |        0.0104 |   SAMME.R |  0.5938 |          1.0 |  3.543s |     1m:57s |
| Iteration 28     |          499 |        0.0132 |     SAMME |   0.875 |          1.0 |  3.519s |     2m:01s |
| Iteration 29     |          467 |        0.0133 |     SAMME |  0.9062 |          1.0 |  3.490s |     2m:05s |
| Iteration 30     |          500 |        0.0279 |     SAMME |  0.6875 |          1.0 |  3.505s |     2m:10s |
| Iteration 31     |           52 |        0.4258 |     SAMME |  0.6875 |          1.0 |  3.205s |     2m:14s |
| Iteration 32     |           51 |        0.7593 |   SAMME.R |  0.5625 |          1.0 |  3.176s |     2m:18s |
| Iteration 33     |          495 |        0.0101 |     SAMME |  0.6562 |          1.0 |  3.521s |     2m:22s |
| Iteration 34     |           52 |        0.0121 |   SAMME.R |   0.625 |          1.0 |  3.195s |     2m:26s |
| Iteration 35     |           51 |        3.8895 |     SAMME |  0.6875 |          1.0 |  3.147s |     2m:30s |
| Iteration 36     |          446 |        0.0141 |     SAMME |  0.8438 |          1.0 |  3.475s |     2m:35s |
| Iteration 37     |          448 |        0.0151 |     SAMME |    0.75 |          1.0 |  3.482s |     2m:39s |
| Iteration 38     |           57 |        9.6885 |   SAMME.R |   0.875 |          1.0 |  3.885s |     2m:44s |
| Iteration 39     |          163 |        9.8368 |   SAMME.R |   0.625 |          1.0 |  3.330s |     2m:48s |
| Iteration 40     |          215 |        0.2373 |     SAMME |  0.6875 |          1.0 |  3.343s |     2m:52s |
| Iteration 41     |           51 |        3.9252 |   SAMME.R |   0.875 |          1.0 |  3.235s |     2m:56s |
| Iteration 42     |           51 |        3.7628 |   SAMME.R |   0.625 |          1.0 |  3.218s |     3m:01s |
| Iteration 43     |           80 |        0.1031 |   SAMME.R |    0.75 |          1.0 |  3.251s |     3m:05s |
| Iteration 44     |          411 |          0.01 |     SAMME |  0.8125 |          1.0 |  3.492s |     3m:09s |
| Iteration 45     |           68 |          0.01 |     SAMME |  0.6562 |          1.0 |  3.278s |     3m:13s |
| Iteration 46     |          444 |          0.01 |     SAMME |  0.9375 |          1.0 |  3.479s |     3m:17s |
| Iteration 47     |          448 |          0.01 |     SAMME |   0.625 |          1.0 |  3.489s |     3m:23s |
| Iteration 48     |          426 |        0.0184 |     SAMME |    0.75 |          1.0 |  3.511s |     3m:28s |
| Iteration 49     |          440 |          0.01 |     SAMME |   0.375 |          1.0 |  3.442s |     3m:32s |
| Iteration 50     |          500 |        0.0168 |     SAMME |  0.2812 |          1.0 |  3.454s |     3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 375, 'learning_rate': 0.01, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9451
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.303s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0678
Time elapsed: 1.380s
-------------------------------------------------
Total time: 3m:39s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  3.551s |     3.571s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     0.5 |       0.9375 |  3.394s |     7.663s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.9375 |  3.413s |    11.774s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  3.254s |    15.953s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |       0.9375 |  3.426s |    20.125s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.9375 |       0.9375 |  3.275s |    24.077s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.3125 |       0.9375 |  3.303s |    28.161s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |       0.9375 |  3.321s |    32.181s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |       0.9375 |  3.398s |    36.269s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.5625 |       0.9375 |  3.385s |    40.277s |
| Iteration 11     |          269 |      gini |         7 |                14 |               10 |          0.6 |     False |    0.0188 |         --- |     1.0 |          1.0 |  3.307s |    44.665s |
| Iteration 12     |          307 |      gini |         4 |                18 |               10 |          0.7 |     False |       0.0 |         --- |    0.75 |          1.0 |  3.287s |    48.986s |
| Iteration 13     |          421 |      gini |         9 |                 7 |               10 |         log2 |     False |    0.0106 |         --- |     1.0 |          1.0 |  3.371s |    53.511s |
| Iteration 14     |          324 |      gini |         8 |                12 |               10 |          0.5 |     False |    0.0179 |         --- |  0.8125 |          1.0 |  3.312s |    57.968s |
| Iteration 15     |          356 |   entropy |         9 |                 3 |                9 |          0.5 |     False |    0.0216 |         --- |    0.75 |          1.0 |  3.352s |     1m:02s |
| Iteration 16     |          478 |      gini |      None |                20 |                4 |          0.5 |      True |    0.0112 |         0.8 |     1.0 |          1.0 |  4.290s |     1m:08s |
| Iteration 17     |          329 |   entropy |         3 |                16 |                3 |          0.7 |      True |    0.0268 |         0.8 |    0.75 |          1.0 |  3.429s |     1m:12s |
| Iteration 18     |           56 |      gini |      None |                12 |                6 |          0.5 |      True |    0.0087 |        None |  0.5625 |          1.0 |  3.224s |     1m:17s |
| Iteration 19     |           40 |      gini |         7 |                 4 |               11 |          0.7 |     False |    0.0305 |         --- |     0.5 |          1.0 |  3.182s |     1m:21s |
| Iteration 20     |          486 |      gini |         9 |                14 |               10 |          0.6 |     False |    0.0012 |         --- |  0.5938 |          1.0 |  3.449s |     1m:26s |
| Iteration 21     |          414 |      gini |         2 |                 7 |               10 |         sqrt |     False |    0.0045 |         --- |    0.75 |          1.0 |  3.417s |     1m:30s |
| Iteration 22     |          264 |      gini |         7 |                13 |               10 |          0.5 |     False |    0.0181 |         --- |     1.0 |          1.0 |  3.298s |     1m:35s |
| Iteration 23     |          120 |      gini |         7 |                16 |               10 |          0.6 |     False |    0.0286 |         --- |  0.6875 |          1.0 |  3.235s |     1m:41s |
| Iteration 24     |          266 |      gini |         2 |                20 |               12 |          0.9 |     False |    0.0306 |         --- |  0.6875 |          1.0 |  3.352s |     1m:45s |
| Iteration 25     |          430 |      gini |         8 |                13 |               18 |          0.5 |     False |    0.0162 |         --- |   0.875 |          1.0 |  3.416s |     1m:50s |
| Iteration 26     |          421 |      gini |         9 |                 5 |                7 |         log2 |     False |    0.0081 |         --- |   0.625 |          1.0 |  3.407s |     1m:55s |
| Iteration 27     |          403 |   entropy |         9 |                 3 |               11 |          0.5 |     False |    0.0202 |         --- |  0.5625 |          1.0 |  3.382s |     1m:59s |
| Iteration 28     |          424 |      gini |         9 |                12 |               10 |          0.8 |     False |     0.005 |         --- |   0.875 |          1.0 |  3.398s |     2m:04s |
| Iteration 29     |          420 |      gini |         9 |                 6 |               10 |         sqrt |     False |    0.0172 |         --- |  0.9375 |          1.0 |  3.366s |     2m:09s |
| Iteration 30     |          250 |      gini |         7 |                 6 |               10 |          0.9 |     False |    0.0241 |         --- |    0.75 |          1.0 |  3.297s |     2m:13s |
| Iteration 31     |          347 |      gini |         7 |                13 |               10 |         auto |     False |    0.0184 |         --- |  0.8125 |          1.0 |  3.353s |     2m:18s |
| Iteration 32     |          261 |      gini |         7 |                 2 |               10 |         auto |     False |    0.0196 |         --- |  0.4375 |          1.0 |  3.263s |     2m:23s |
| Iteration 33     |          487 |      gini |         1 |                20 |                4 |         auto |      True |    0.0275 |         0.8 |  0.5625 |          1.0 |  3.496s |     2m:27s |
| Iteration 34     |          245 |      gini |         3 |                14 |               10 |          0.6 |     False |     0.018 |         --- |   0.625 |          1.0 |  3.305s |     2m:34s |
| Iteration 35     |          463 |      gini |         9 |                 7 |               10 |         auto |     False |       0.0 |         --- |  0.6875 |          1.0 |  3.355s |     2m:39s |
| Iteration 36     |          263 |      gini |         7 |                14 |               10 |          0.6 |     False |    0.0188 |         --- |   0.875 |          1.0 |  3.288s |     2m:43s |
| Iteration 37     |          276 |      gini |         7 |                12 |               10 |         auto |     False |    0.0075 |         --- |    0.75 |          1.0 |  3.319s |     2m:48s |
| Iteration 38     |          243 |      gini |         8 |                 5 |               11 |          0.5 |     False |    0.0124 |         --- |     1.0 |          1.0 |  3.267s |     2m:53s |
| Iteration 39     |           40 |      gini |         9 |                 8 |               10 |          0.5 |     False |    0.0131 |         --- |   0.875 |          1.0 |  3.179s |     2m:58s |
| Iteration 40     |          135 |      gini |         8 |                 5 |               11 |         log2 |     False |    0.0174 |         --- |   0.625 |          1.0 |  3.243s |     3m:03s |
| Iteration 41     |          169 |      gini |         8 |                 7 |               11 |          0.6 |     False |    0.0103 |         --- |     1.0 |          1.0 |  3.262s |     3m:08s |
| Iteration 42     |          220 |      gini |         8 |                 6 |               11 |          0.6 |     False |     0.011 |         --- |   0.625 |          1.0 |  3.286s |     3m:13s |
| Iteration 43     |          346 |      gini |         9 |                 7 |               14 |          0.5 |     False |    0.0104 |         --- |  0.6875 |          1.0 |  3.399s |     3m:19s |
| Iteration 44     |          409 |      gini |      None |                20 |                4 |          0.8 |      True |      0.01 |         0.8 |   0.875 |          1.0 |  3.482s |     3m:24s |
| Iteration 45     |          135 |      gini |         9 |                 5 |               10 |          0.6 |     False |    0.0122 |         --- |  0.6875 |          1.0 |  3.235s |     3m:28s |
| Iteration 46     |          422 |      gini |         9 |                 8 |               10 |          0.6 |     False |    0.0275 |         --- |  0.9375 |          1.0 |  3.444s |     3m:33s |
| Iteration 47     |          430 |      gini |         7 |                13 |               10 |          0.8 |     False |    0.0181 |         --- |  0.6562 |          1.0 |  3.428s |     3m:38s |
| Iteration 48     |          272 |      gini |         7 |                13 |                8 |         sqrt |     False |     0.018 |         --- |    0.75 |          1.0 |  3.335s |     3m:43s |
| Iteration 49     |          250 |      gini |         8 |                 5 |               12 |          0.5 |     False |    0.0126 |         --- |    0.25 |          1.0 |  3.377s |     3m:48s |
| Iteration 50     |          405 |      gini |         9 |                14 |               10 |          0.9 |     False |    0.0164 |         --- |  0.3438 |          1.0 |  3.388s |     3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 478, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 20, 'min_samples_leaf': 4, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0112, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.428s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0837
Time elapsed: 1.955s
-------------------------------------------------
Total time: 3m:57s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.317s |     3.336s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  3.287s |     7.355s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  3.255s |    11.283s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  3.204s |    16.049s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  3.190s |    20.155s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  3.160s |    24.489s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  3.184s |    28.407s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  3.194s |    32.512s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  3.214s |    36.337s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.314s |    40.308s |
| Iteration 11     |           57 |        0.0129 |         7 |   0.008 |                3 |       0.7 |              0.8 |      0.01 |        0.1 |     1.0 |          1.0 |  3.274s |    45.097s |
| Iteration 12     |           68 |        0.0678 |         9 |  0.0373 |                2 |       0.7 |              0.9 |         0 |       0.01 |  0.8125 |          1.0 |  3.285s |    49.541s |
| Iteration 13     |           20 |          0.01 |         7 |     0.0 |                3 |       0.7 |              0.8 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.202s |    53.752s |
| Iteration 14     |          479 |        0.0111 |         2 |     0.0 |                2 |       0.9 |              0.4 |      0.01 |          1 |  0.8125 |          1.0 |  3.255s |    58.054s |
| Iteration 15     |           55 |         0.161 |         7 |     0.0 |                4 |       0.9 |              0.8 |         0 |        100 |  0.8125 |          1.0 |  3.189s |     1m:02s |
| Iteration 16     |           20 |        0.4605 |         8 |  0.0829 |                1 |       1.0 |              0.9 |      0.01 |          1 |     1.0 |          1.0 |  3.862s |     1m:07s |
| Iteration 17     |           20 |           1.0 |         1 |     1.0 |                1 |       0.5 |              0.4 |       0.1 |          0 |   0.625 |          1.0 |  3.195s |     1m:12s |
| Iteration 18     |          225 |        0.0174 |         3 |     0.0 |                2 |       0.7 |              1.0 |      0.01 |          1 |  0.6875 |          1.0 |  3.274s |     1m:16s |
| Iteration 19     |          309 |        0.0864 |         8 |     0.0 |                1 |       0.6 |              0.6 |      0.01 |         10 |    0.75 |          1.0 |  3.251s |     1m:20s |
| Iteration 20     |           59 |        0.0317 |         9 |     0.0 |                5 |       1.0 |              0.9 |      0.01 |          1 |    0.75 |          1.0 |  3.210s |     1m:25s |
| Iteration 21     |           20 |        0.0312 |        10 |     1.0 |                2 |       1.0 |              0.4 |      0.01 |          0 |    0.75 |          1.0 |  3.208s |     1m:31s |
| Iteration 22     |           20 |        0.1115 |         8 |  0.1716 |                1 |       0.9 |              0.8 |      0.01 |          1 |  0.9375 |          1.0 |  3.200s |     1m:37s |
| Iteration 23     |           32 |          0.01 |         9 |     0.0 |                3 |       0.7 |              0.5 |         0 |        0.1 |   0.875 |          1.0 |  3.170s |     1m:43s |
| Iteration 24     |          142 |        0.2932 |         6 |     0.0 |                1 |       1.0 |              0.5 |         0 |       0.01 |  0.5625 |          1.0 |  3.180s |     1m:48s |
| Iteration 25     |           29 |        0.0331 |        10 |  0.0169 |                2 |       0.5 |              1.0 |      0.01 |          1 |   0.875 |          1.0 |  3.210s |     1m:52s |
| Iteration 26     |           47 |        0.5879 |         9 |     0.0 |                2 |       1.0 |              0.9 |       0.1 |       0.01 |  0.6875 |          1.0 |  3.200s |     1m:56s |
| Iteration 27     |           20 |        0.0112 |         5 |  0.1505 |                1 |       0.7 |              0.7 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.179s |     2m:01s |
| Iteration 28     |           20 |        0.8898 |         8 |  0.4444 |                1 |       0.7 |              1.0 |       0.1 |        100 |  0.8438 |          1.0 |  3.212s |     2m:05s |
| Iteration 29     |          500 |        0.0142 |         8 |  0.0669 |               10 |       0.9 |              0.9 |         0 |        100 |     0.5 |          1.0 |  3.282s |     2m:10s |
| Iteration 30     |           20 |        0.1927 |         1 |  0.7342 |                1 |       1.0 |              0.5 |         0 |         10 |  0.8125 |          1.0 |  3.196s |     2m:15s |
| Iteration 31     |           20 |        0.5506 |         9 |  0.0538 |               10 |       0.9 |              0.4 |       100 |         10 |     0.5 |          1.0 |  3.210s |     2m:21s |
| Iteration 32     |          500 |        0.6788 |         7 |  0.9743 |                1 |       0.8 |              0.8 |         0 |        100 |  0.2812 |          1.0 |  3.351s |     2m:26s |
| Iteration 33     |           68 |          0.01 |         5 |  0.8801 |                3 |       0.6 |              1.0 |      0.01 |        0.1 |   0.625 |          1.0 |  3.218s |     2m:31s |
| Iteration 34     |           20 |        0.6439 |         4 |     0.0 |                1 |       1.0 |              0.6 |      0.01 |         10 |  0.6875 |          1.0 |  3.211s |     2m:35s |
| Iteration 35     |           20 |          0.01 |         6 |  0.1689 |                3 |       0.5 |              0.8 |      0.01 |        100 |  0.6875 |          1.0 |  3.194s |     2m:40s |
| Iteration 36     |           64 |        0.0165 |         5 |     0.0 |                3 |       0.7 |              0.9 |         1 |        0.1 |  0.9375 |          1.0 |  3.288s |     2m:44s |
| Iteration 37     |           20 |         0.501 |         7 |  0.1264 |                1 |       0.9 |              1.0 |       0.1 |          1 |     1.0 |          1.0 |  3.336s |     2m:49s |
| Iteration 38     |           60 |        0.0143 |         8 |     0.0 |                3 |       0.7 |              0.9 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.272s |     2m:54s |
| Iteration 39     |          215 |        0.1809 |         9 |  0.0311 |                3 |       0.5 |              0.8 |         1 |          1 |  0.6875 |          1.0 |  3.234s |     2m:59s |
| Iteration 40     |           23 |        0.0276 |         5 |  0.0973 |                1 |       1.0 |              1.0 |      0.01 |          1 |    0.75 |          1.0 |  3.191s |     3m:04s |
| Iteration 41     |           20 |        0.4087 |         6 |  0.1242 |                1 |       0.8 |              0.9 |         0 |          1 |     1.0 |          1.0 |  3.200s |     3m:10s |
| Iteration 42     |           62 |        0.0143 |         9 |     0.0 |                3 |       0.9 |              0.8 |      0.01 |        0.1 |   0.625 |          1.0 |  3.204s |     3m:15s |
| Iteration 43     |           20 |        0.5754 |         7 |  0.1195 |                1 |       0.9 |              0.9 |       0.1 |          1 |   0.875 |          1.0 |  3.230s |     3m:19s |
| Iteration 44     |           20 |        0.1276 |        10 |     0.0 |                2 |       0.7 |              1.0 |         1 |          1 |   0.875 |          1.0 |  3.227s |     3m:24s |
| Iteration 45     |           20 |         0.741 |         7 |  0.3463 |                5 |       0.9 |              1.0 |         0 |          1 |  0.4375 |          1.0 |  3.178s |     3m:30s |
| Iteration 46     |           20 |           1.0 |        10 |  0.1707 |                1 |       0.9 |              0.9 |      0.01 |        100 |    0.75 |          1.0 |  3.209s |     3m:35s |
| Iteration 47     |           20 |         0.298 |         2 |  0.3696 |                1 |       0.8 |              1.0 |      0.01 |          1 |   0.625 |          1.0 |  3.191s |     3m:39s |
| Iteration 48     |           20 |        0.1983 |         7 |  0.0144 |                2 |       0.6 |              0.9 |         1 |          1 |    0.75 |          1.0 |  3.209s |     3m:44s |
| Iteration 49     |           20 |        0.1951 |         2 |  0.1145 |                1 |       0.8 |              1.0 |         1 |          1 |  0.3125 |          1.0 |  3.239s |     3m:49s |
| Iteration 50     |          361 |        0.1205 |         6 |  0.0194 |                3 |       0.7 |              0.8 |       0.1 |       0.01 |  0.1875 |          1.0 |  3.219s |     3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 20, 'learning_rate': 0.4605, 'max_depth': 8, 'gamma': 0.0829, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.028s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0548
Time elapsed: 0.080s
-------------------------------------------------
Total time: 3m:56s


Final results ==================== >>
Duration: 24m:42s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.93 ± 0.0245
Logistic Regression             --> roc_auc: 0.58 ± 0.051
Linear Discriminant Analysis    --> roc_auc: 0.58 ± 0.1166
Quadratic Discriminant Analysis --> roc_auc: 0.43 ± 0.06 ~
Radius Nearest Neighbors        --> roc_auc: 0.82 ± 0.0927
AdaBoost                        --> roc_auc: 0.78 ± 0.0678
Random Forest                   --> roc_auc: 0.85 ± 0.0837
XGBoost                         --> roc_auc: 0.95 ± 0.0548 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 833 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALGDDKIIF.
   >>> Dropping feature CALSDSNYQLIW.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAYRSAGTGNQFYF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAVSSSNTGKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CASSLGGNQPQHF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.6875 |       0.6875 |  0.647s |     0.667s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.7188 |       0.7188 |  0.719s |     2.065s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |         0.75 |  0.679s |     3.355s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.25 |         0.75 |  0.737s |     4.750s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.715s |     6.091s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |          1.0 |  0.769s |     7.551s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.737s |     8.920s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.770s |    10.352s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |          1.0 |  0.713s |    11.687s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |          1.0 |  0.701s |    13.075s |
| Iteration 11     | exponen.. |        0.0338 |          301 |       0.6 | friedman_mse |                10 |                2 |         9 |         auto |    0.0139 |  0.8125 |          1.0 |  0.742s |    14.846s |
| Iteration 12     | exponen.. |        0.3689 |          410 |       0.6 | squared_er.. |                 8 |                5 |         9 |         log2 |    0.0046 |  0.8125 |          1.0 |  0.753s |    16.500s |
| Iteration 13     | exponen.. |        0.0379 |          316 |       0.9 | squared_er.. |                17 |                7 |         5 |          0.7 |    0.0091 |   0.875 |          1.0 |  0.746s |    18.163s |
| Iteration 14     | exponen.. |        0.0405 |          212 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0196 |  0.9375 |          1.0 |  0.710s |    19.862s |
| Iteration 15     |  deviance |        0.0144 |          425 |       0.8 | friedman_mse |                17 |               11 |         8 |         None |     0.002 |  0.9375 |          1.0 |  0.768s |    21.656s |
| Iteration 16     | exponen.. |        0.1086 |          240 |       0.6 | friedman_mse |                 9 |                3 |         8 |         sqrt |    0.0208 |     1.0 |          1.0 |  1.431s |    24.308s |
| Iteration 17     | exponen.. |        0.0398 |          240 |       0.8 | squared_er.. |                 8 |                4 |        10 |         auto |    0.0196 |  0.5625 |          1.0 |  0.705s |    26.129s |
| Iteration 18     | exponen.. |        0.0855 |          367 |       0.6 | friedman_mse |                 9 |                3 |        10 |         sqrt |    0.0077 |     0.5 |          1.0 |  0.729s |    27.913s |
| Iteration 19     | exponen.. |        0.0457 |          436 |       0.6 | squared_er.. |                10 |                9 |         4 |          0.8 |     0.004 |    0.75 |          1.0 |  0.747s |    29.768s |
| Iteration 20     | exponen.. |        0.8926 |          294 |       0.9 | squared_er.. |                 7 |                4 |         1 |         auto |     0.035 |    0.75 |          1.0 |  0.695s |    31.615s |
| Iteration 21     |  deviance |        0.5342 |          429 |       0.9 | squared_er.. |                16 |               10 |        10 |          0.7 |    0.0207 |  0.6562 |          1.0 |  0.732s |    33.611s |
| Iteration 22     | exponen.. |        0.3434 |          472 |       0.8 | squared_er.. |                 7 |                4 |         8 |          0.5 |    0.0323 |  0.6875 |          1.0 |  0.752s |    35.518s |
| Iteration 23     | exponen.. |        0.0386 |          218 |       0.6 | friedman_mse |                10 |                3 |         9 |          0.8 |    0.0175 |   0.875 |          1.0 |  0.691s |    37.303s |
| Iteration 24     | exponen.. |        0.3025 |          293 |       0.9 | squared_er.. |                 2 |                4 |         9 |         sqrt |    0.0331 |  0.9375 |          1.0 |  0.709s |    39.227s |
| Iteration 25     | exponen.. |        0.0463 |          253 |       0.9 | friedman_mse |                10 |                2 |         2 |         auto |    0.0216 |  0.8125 |          1.0 |  0.701s |    41.282s |
| Iteration 26     | exponen.. |        0.0985 |          267 |       0.7 | squared_er.. |                15 |                9 |         9 |          0.6 |    0.0034 |  0.8125 |          1.0 |  0.706s |    43.253s |
| Iteration 27     | exponen.. |        0.0123 |          500 |       0.7 | squared_er.. |                14 |                8 |         4 |          0.7 |    0.0053 |     1.0 |          1.0 |  0.776s |    45.363s |
| Iteration 28     | exponen.. |        0.5439 |          130 |       0.7 | squared_er.. |                13 |                3 |         2 |         None |    0.0047 |   0.875 |          1.0 |  0.664s |    47.259s |
| Iteration 29     | exponen.. |        0.2069 |          129 |       0.8 | friedman_mse |                10 |                3 |         6 |         auto |    0.0179 |  0.8125 |          1.0 |  0.680s |    49.389s |
| Iteration 30     | exponen.. |          0.21 |           10 |       0.5 | squared_er.. |                 2 |                1 |         3 |         auto |    0.0267 |  0.4375 |          1.0 |  0.634s |    51.287s |
| Iteration 31     | exponen.. |        0.0259 |          460 |       0.7 | squared_er.. |                14 |                7 |         3 |          0.8 |    0.0044 |   0.875 |          1.0 |  0.758s |    53.253s |
| Iteration 32     | exponen.. |        0.4016 |          150 |       0.5 | friedman_mse |                 9 |                3 |        10 |          0.6 |    0.0219 |     1.0 |          1.0 |  0.691s |    55.144s |
| Iteration 33     | exponen.. |        0.0106 |          468 |       0.5 | friedman_mse |                10 |                3 |         3 |         sqrt |    0.0252 |    0.75 |          1.0 |  0.761s |    57.206s |
| Iteration 34     | exponen.. |        0.0543 |          107 |       0.7 | squared_er.. |                14 |                8 |         7 |          0.9 |    0.0063 |    0.75 |          1.0 |  0.717s |    59.228s |
| Iteration 35     | exponen.. |        0.1711 |          133 |       0.7 | squared_er.. |                 2 |                5 |         3 |         log2 |    0.0305 |    0.75 |          1.0 |  0.662s |     1m:01s |
| Iteration 36     | exponen.. |        0.0746 |          215 |       0.5 | friedman_mse |                 9 |                3 |         3 |          0.5 |    0.0209 |   0.875 |          1.0 |  0.685s |     1m:03s |
| Iteration 37     | exponen.. |        0.0166 |          238 |       0.6 | friedman_mse |                 9 |                3 |        10 |         sqrt |    0.0212 |   0.875 |          1.0 |  0.707s |     1m:05s |
| Iteration 38     | exponen.. |        0.7064 |          255 |       0.5 | friedman_mse |                 9 |                3 |        10 |         log2 |    0.0211 |  0.6875 |          1.0 |  0.693s |     1m:07s |
| Iteration 39     | exponen.. |         0.065 |           90 |       0.6 | friedman_mse |                10 |                1 |        10 |         sqrt |    0.0302 |  0.6875 |          1.0 |  0.661s |     1m:09s |
| Iteration 40     | exponen.. |        0.0116 |           10 |       0.5 | friedman_mse |                10 |               20 |         8 |          0.6 |    0.0201 |     0.5 |          1.0 |  0.632s |     1m:11s |
| Iteration 41     |  deviance |         0.038 |          500 |       0.8 | squared_er.. |                16 |                9 |        10 |         auto |    0.0057 |  0.9375 |          1.0 |  1.350s |     1m:14s |
| Iteration 42     | exponen.. |        0.3283 |           10 |       0.5 | friedman_mse |                12 |                1 |         6 |          0.5 |    0.0196 |  0.8125 |          1.0 |  0.685s |     1m:16s |
| Iteration 43     | exponen.. |           1.0 |          500 |       0.5 | squared_er.. |                19 |                4 |         3 |          0.9 |    0.0044 |  0.8125 |          1.0 |  0.804s |     1m:18s |
| Iteration 44     | exponen.. |          0.01 |          500 |       0.9 | squared_er.. |                18 |               14 |         2 |          0.8 |    0.0038 |   0.875 |          1.0 |  0.823s |     1m:20s |
| Iteration 45     | exponen.. |          0.01 |          500 |       1.0 | squared_er.. |                15 |                9 |         6 |         auto |    0.0082 |     1.0 |          1.0 |  0.827s |     1m:22s |
| Iteration 46     | exponen.. |          0.01 |          500 |       0.8 | squared_er.. |                15 |                9 |         3 |          0.8 |    0.0072 |     1.0 |          1.0 |  0.836s |     1m:24s |
| Iteration 47     | exponen.. |          0.01 |          500 |       0.5 | squared_er.. |                15 |                9 |         7 |          0.9 |    0.0074 |     1.0 |          1.0 |  0.814s |     1m:27s |
| Iteration 48     | exponen.. |          0.04 |          232 |       0.8 | friedman_mse |                 8 |                3 |         3 |          0.9 |    0.0004 |     0.5 |          1.0 |  0.751s |     1m:29s |
| Iteration 49     | exponen.. |        0.1099 |           59 |       0.8 | friedman_mse |                 9 |                5 |         9 |          0.7 |    0.0109 |   0.875 |          1.0 |  0.637s |     1m:31s |
| Iteration 50     | exponen.. |        0.1074 |          430 |       0.8 | friedman_mse |                 9 |                8 |         3 |         auto |    0.0218 |   0.875 |          1.0 |  0.731s |     1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1086, 'n_estimators': 240, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 9, 'min_samples_leaf': 3, 'max_depth': 8, 'max_features': 'sqrt', 'ccp_alpha': 0.0208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.071s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0447
Time elapsed: 0.332s
-------------------------------------------------
Total time: 1m:35s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  0.645s |     0.657s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |          0.5 |  0.647s |     2.000s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.25 |          0.5 |  0.634s |     3.288s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |          0.5 |  0.642s |     4.941s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |         0.75 |  0.638s |     6.237s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.125 |         0.75 |  0.638s |     7.463s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |         0.75 |  0.645s |     8.694s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |         0.75 |  0.638s |     9.901s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |         0.75 |  0.636s |    11.121s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |         0.75 |  0.646s |    12.356s |
| Iteration 11     |      l2 |  3.8541 |   lbfgs |      564 |      --- |  0.4375 |         0.75 |  0.651s |    13.802s |
| Iteration 12     |      l2 |  0.0029 |    saga |      248 |      --- |  0.6875 |         0.75 |  0.643s |    15.383s |
| Iteration 13     |      l1 |  0.0017 | libli.. |      989 |      --- |     0.5 |         0.75 |  0.653s |    16.828s |
| Iteration 14     |      l2 |  1.8343 |    saga |      100 |      --- |     0.5 |         0.75 |  0.651s |    18.319s |
| Iteration 15     |      l2 |  0.0033 |    saga |      428 |      --- |  0.5625 |         0.75 |  0.645s |    19.824s |
| Iteration 16     |      l1 |  8.4735 | libli.. |      374 |      --- |   0.625 |         0.75 |  1.226s |    21.881s |
| Iteration 17     |      l2 | 13.0302 |   lbfgs |      566 |      --- |  0.4375 |         0.75 |  0.657s |    23.522s |
| Iteration 18     |      l2 |  9.6302 |   lbfgs |      566 |      --- |    0.25 |         0.75 |  0.648s |    25.546s |
| Iteration 19     |      l2 |   0.001 | newto.. |      222 |      --- |  0.4375 |         0.75 |  0.655s |    27.105s |
| Iteration 20     |      l1 |  7.6706 | libli.. |      110 |      --- |  0.5625 |         0.75 |  0.643s |    28.735s |
| Iteration 21     |      l1 | 97.8214 | libli.. |      616 |      --- |     0.5 |         0.75 |  0.650s |    30.334s |
| Iteration 22     |      l2 |   0.002 |    saga |      398 |      --- |   0.875 |        0.875 |  0.648s |    31.867s |
| Iteration 23     |      l2 |   0.001 |    saga |      120 |      --- |  0.6875 |        0.875 |  0.646s |    33.466s |
| Iteration 24     |      l2 |  0.0015 |    saga |      819 |      --- |    0.75 |        0.875 |  0.645s |    35.096s |
| Iteration 25     |      l2 |  0.0013 |    saga |      953 |      --- |     0.5 |        0.875 |  0.648s |    36.805s |
| Iteration 26     |      l2 |   0.002 |    saga |      100 |      --- |     0.5 |        0.875 |  0.641s |    38.395s |
| Iteration 27     |      l2 |   0.001 |    saga |      209 |      --- |    0.75 |        0.875 |  0.645s |    39.954s |
| Iteration 28     | elast.. |   0.001 |    saga |      631 |      0.2 |     0.5 |        0.875 |  0.661s |    41.526s |
| Iteration 29     |      l1 |   0.001 |    saga |      287 |      --- |     0.5 |        0.875 |  0.638s |    43.151s |
| Iteration 30     |      l2 |  0.4549 | newto.. |      511 |      --- |     0.5 |        0.875 |  0.634s |    44.877s |
| Iteration 31     |      l1 |  4.5417 |    saga |      952 |      --- |  0.6875 |        0.875 |  0.639s |    46.475s |
| Iteration 32     |      l2 | 50.7817 |    saga |      964 |      --- |   0.625 |        0.875 |  0.645s |    48.036s |
| Iteration 33     |    none |     --- |    saga |      126 |      --- |   0.375 |        0.875 |  0.683s |    49.686s |
| Iteration 34     |      l1 |  2.1052 |    saga |      996 |      --- |    0.75 |        0.875 |  0.682s |    51.810s |
| Iteration 35     |      l1 |  7.0978 |    saga |      952 |      --- |     0.5 |        0.875 |  0.682s |    53.425s |
| Iteration 36     |      l2 | 58.6664 |   lbfgs |      956 |      --- |     0.5 |        0.875 |  0.690s |    55.079s |
| Iteration 37     |      l1 |  0.0011 |    saga |      112 |      --- |     0.5 |        0.875 |  0.683s |    58.098s |
| Iteration 38     |      l2 | 81.6584 |     sag |      997 |      --- |    0.75 |        0.875 |  0.681s |     1m:00s |
| Iteration 39     |      l1 |   100.0 |    saga |      382 |      --- |  0.5625 |        0.875 |  0.679s |     1m:02s |
| Iteration 40     |      l2 |  1.0669 |     sag |      119 |      --- |  0.5625 |        0.875 |  1.264s |     1m:04s |
| Iteration 41     |    none |     --- |   lbfgs |      408 |      --- |   0.375 |        0.875 |  0.680s |     1m:06s |
| Iteration 42     |      l2 | 56.2687 |    saga |      914 |      --- |   0.625 |        0.875 |  0.643s |     1m:07s |
| Iteration 43     |      l2 |   100.0 |    saga |     1000 |      --- |  0.6875 |        0.875 |  0.646s |     1m:09s |
| Iteration 44     |    none |     --- |     sag |      902 |      --- |   0.625 |        0.875 |  0.642s |     1m:11s |
| Iteration 45     |      l2 | 82.5234 |    saga |      674 |      --- |   0.625 |        0.875 |  0.658s |     1m:12s |
| Iteration 46     |      l2 |  0.0017 |    saga |     1000 |      --- |    0.75 |        0.875 |  0.657s |     1m:14s |
| Iteration 47     |      l2 |  0.0193 |    saga |      973 |      --- |    0.75 |        0.875 |  0.672s |     1m:16s |
| Iteration 48     |      l2 |  0.0014 |    saga |      954 |      --- |   0.875 |        0.875 |  0.635s |     1m:17s |
| Iteration 49     |      l2 |  0.0026 |   lbfgs |      568 |      --- |  0.5625 |        0.875 |  0.633s |     1m:19s |
| Iteration 50     |      l2 |  0.0014 |    saga |      981 |      --- |    0.75 |        0.875 |  0.661s |     1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'penalty': 'l2', 'C': 0.002, 'solver': 'saga', 'max_iter': 398}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7196
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.06
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:22s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.25 |         0.25 |  0.637s |     0.643s |
| Initial point 2  |     svd |       --- |     0.5 |          0.5 |  0.641s |     1.888s |
| Initial point 3  |     svd |       --- |     0.5 |          0.5 |  0.000s |     2.514s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |       0.5625 |  0.642s |     3.734s |
| Initial point 5  |   eigen |       0.9 |     0.5 |       0.5625 |  0.637s |     4.964s |
| Initial point 6  |    lsqr |       0.7 |  0.4375 |       0.5625 |  0.636s |     6.202s |
| Initial point 7  |    lsqr |       0.5 |  0.4375 |       0.5625 |  0.638s |     7.452s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |        0.625 |  0.629s |     8.698s |
| Initial point 9  |    lsqr |       0.6 |     0.0 |        0.625 |  0.632s |     9.931s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |       0.8125 |  0.640s |    11.163s |
| Iteration 11     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    11.892s |
| Iteration 12     |   eigen |       0.7 |  0.5625 |       0.8125 |  0.630s |    13.305s |
| Iteration 13     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    14.048s |
| Iteration 14     |    lsqr |      auto |     0.5 |       0.8125 |  0.638s |    15.412s |
| Iteration 15     |   eigen |      auto |  0.5625 |       0.8125 |  0.636s |    16.770s |
| Iteration 16     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    17.546s |
| Iteration 17     |   eigen |      None |   0.375 |       0.8125 |  0.635s |    18.907s |
| Iteration 18     |    lsqr |       1.0 |   0.125 |       0.8125 |  0.643s |    20.739s |
| Iteration 19     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    21.476s |
| Iteration 20     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    22.232s |
| Iteration 21     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    23.003s |
| Iteration 22     |   eigen |       0.5 |    0.75 |       0.8125 |  1.226s |    25.009s |
| Iteration 23     |    lsqr |      None |     0.5 |       0.8125 |  0.628s |    26.479s |
| Iteration 24     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    27.258s |
| Iteration 25     |   eigen |       0.6 |     0.5 |       0.8125 |  0.632s |    28.681s |
| Iteration 26     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    29.502s |
| Iteration 27     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.001s |    30.286s |
| Iteration 28     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    31.114s |
| Iteration 29     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    31.926s |
| Iteration 30     |   eigen |      auto |  0.5625 |       0.8125 |  0.000s |    32.748s |
| Iteration 31     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    33.563s |
| Iteration 32     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.001s |    34.372s |
| Iteration 33     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    35.177s |
| Iteration 34     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    36.002s |
| Iteration 35     |   eigen |       0.5 |    0.75 |       0.8125 |  0.001s |    36.956s |
| Iteration 36     |    lsqr |       0.9 |   0.625 |       0.8125 |  0.000s |    37.846s |
| Iteration 37     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    38.686s |
| Iteration 38     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    39.559s |
| Iteration 39     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    40.418s |
| Iteration 40     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    41.302s |
| Iteration 41     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    42.220s |
| Iteration 42     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.001s |    43.125s |
| Iteration 43     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    44.035s |
| Iteration 44     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    45.465s |
| Iteration 45     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    46.411s |
| Iteration 46     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    47.326s |
| Iteration 47     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    48.263s |
| Iteration 48     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    49.789s |
| Iteration 49     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    50.828s |
| Iteration 50     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.001s |    51.778s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 52.726s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7009
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1225
Time elapsed: 0.030s
-------------------------------------------------
Total time: 52.766s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.25 |         0.25 |  0.653s |     0.656s |
| Initial point 2  |       0.9 |    0.25 |         0.25 |  0.653s |     1.887s |
| Initial point 3  |       0.1 |  0.3125 |       0.3125 |  0.680s |     3.183s |
| Initial point 4  |       1.0 |    0.25 |       0.3125 |  0.000s |     3.755s |
| Initial point 5  |       0.2 |  0.4375 |       0.4375 |  0.654s |     4.993s |
| Initial point 6  |       0.4 |     0.5 |          0.5 |  0.632s |     7.728s |
| Initial point 7  |       0.4 |     0.5 |          0.5 |  0.000s |     8.689s |
| Initial point 8  |       0.7 |     0.5 |          0.5 |  0.636s |     9.945s |
| Initial point 9  |       0.9 |    0.25 |          0.5 |  0.000s |    10.512s |
| Initial point 10 |       0.8 |  0.8125 |       0.8125 |  0.629s |    11.712s |
| Iteration 11     |       0.3 |   0.375 |       0.8125 |  0.628s |    14.028s |
| Iteration 12     |       0.6 |  0.4375 |       0.8125 |  0.628s |    16.661s |
| Iteration 13     |       0.8 |  0.8125 |       0.8125 |  0.000s |    19.426s |
| Iteration 14     |       0.8 |  0.8125 |       0.8125 |  0.000s |    20.394s |
| Iteration 15     |       0.5 |  0.6875 |       0.8125 |  0.634s |    21.724s |
| Iteration 16     |       0.0 |   0.875 |        0.875 |  0.640s |    23.270s |
| Iteration 17     |       0.0 |   0.875 |        0.875 |  0.000s |    23.996s |
| Iteration 18     |       0.0 |   0.875 |        0.875 |  0.000s |    24.727s |
| Iteration 19     |       0.0 |   0.875 |        0.875 |  0.000s |    25.427s |
| Iteration 20     |       0.0 |   0.875 |        0.875 |  0.000s |    26.123s |
| Iteration 21     |       0.0 |   0.875 |        0.875 |  0.000s |    26.814s |
| Iteration 22     |       0.0 |   0.875 |        0.875 |  0.000s |    27.500s |
| Iteration 23     |       0.0 |   0.875 |        0.875 |  0.000s |    28.204s |
| Iteration 24     |       0.0 |   0.875 |        0.875 |  0.000s |    28.903s |
| Iteration 25     |       0.5 |  0.6875 |        0.875 |  0.000s |    29.604s |
| Iteration 26     |       0.0 |   0.875 |        0.875 |  0.000s |    30.335s |
| Iteration 27     |       0.0 |   0.875 |        0.875 |  0.000s |    31.060s |
| Iteration 28     |       0.0 |   0.875 |        0.875 |  0.001s |    32.366s |
| Iteration 29     |       0.0 |   0.875 |        0.875 |  0.001s |    33.265s |
| Iteration 30     |       0.0 |   0.875 |        0.875 |  0.000s |    34.002s |
| Iteration 31     |       0.0 |   0.875 |        0.875 |  0.000s |    34.777s |
| Iteration 32     |       0.0 |   0.875 |        0.875 |  0.001s |    35.551s |
| Iteration 33     |       0.0 |   0.875 |        0.875 |  0.000s |    36.363s |
| Iteration 34     |       0.0 |   0.875 |        0.875 |  0.000s |    37.100s |
| Iteration 35     |       0.0 |   0.875 |        0.875 |  0.000s |    37.821s |
| Iteration 36     |       0.0 |   0.875 |        0.875 |  0.000s |    38.567s |
| Iteration 37     |       0.0 |   0.875 |        0.875 |  0.000s |    39.356s |
| Iteration 38     |       0.0 |   0.875 |        0.875 |  0.000s |    40.244s |
| Iteration 39     |       0.0 |   0.875 |        0.875 |  0.000s |    41.021s |
| Iteration 40     |       0.0 |   0.875 |        0.875 |  0.000s |    41.795s |
| Iteration 41     |       0.0 |   0.875 |        0.875 |  0.000s |    42.790s |
| Iteration 42     |       0.0 |   0.875 |        0.875 |  0.000s |    45.132s |
| Iteration 43     |       0.0 |   0.875 |        0.875 |  0.000s |    46.249s |
| Iteration 44     |       0.0 |   0.875 |        0.875 |  0.000s |    47.027s |
| Iteration 45     |       0.0 |   0.875 |        0.875 |  0.000s |    47.824s |
| Iteration 46     |       0.0 |   0.875 |        0.875 |  0.001s |    48.961s |
| Iteration 47     |       0.0 |   0.875 |        0.875 |  0.000s |    50.067s |
| Iteration 48     |       0.0 |   0.875 |        0.875 |  0.000s |    51.186s |
| Iteration 49     |       0.0 |   0.875 |        0.875 |  0.001s |    52.296s |
| Iteration 50     |       0.0 |   0.875 |        0.875 |  0.001s |    53.376s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 54.480s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8589
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1225
Time elapsed: 0.027s
-------------------------------------------------
Total time: 54.516s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.2587 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  0.646s |     0.666s |
| Initial point 2  |  4.8753 | uniform |   kd_tree |        39 |       2 |  0.4062 |         0.75 |  0.636s |     2.163s |
| Initial point 3  |  3.8512 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.8125 |  0.641s |     3.411s |
| Initial point 4  | 11.2356 | uniform | ball_tree |        39 |       2 |     0.5 |       0.8125 |  0.647s |     6.132s |
| Initial point 5  |  8.8017 | dista.. |      auto |        30 |       2 |    0.75 |       0.8125 |  0.645s |     7.739s |
| Initial point 6  |  10.193 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.8125 |  0.646s |    10.098s |
| Initial point 7  |  7.2907 | dista.. | ball_tree |        24 |       1 |    0.75 |       0.8125 |  0.660s |    12.797s |
| Initial point 8  |  1.7471 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.8125 |  0.643s |    15.380s |
| Initial point 9  |  8.1214 | uniform | ball_tree |        24 |       1 |  0.5312 |       0.8125 |  0.646s |    18.142s |
| Initial point 10 |  5.7685 | uniform |     brute |        22 |       2 |     0.5 |       0.8125 |  0.662s |    19.801s |
| Iteration 11     |   1.579 | dista.. |   kd_tree |        28 |       1 |  0.6875 |       0.8125 |  0.641s |    21.439s |
| Iteration 12     |  2.4342 | dista.. | ball_tree |        26 |       2 |    0.25 |       0.8125 |  0.648s |    23.060s |
| Iteration 13     |  3.7217 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.8125 |  0.653s |    24.698s |
| Iteration 14     |  4.2289 | dista.. | ball_tree |        25 |       2 |  0.9375 |       0.9375 |  0.682s |    26.430s |
| Iteration 15     |  6.9916 | dista.. | ball_tree |        30 |       2 |  0.4375 |       0.9375 |  0.687s |    28.023s |
| Iteration 16     |  4.9002 | dista.. | ball_tree |        25 |       2 |   0.875 |       0.9375 |  0.706s |    29.864s |
| Iteration 17     |  7.7872 | dista.. | ball_tree |        25 |       2 |     0.5 |       0.9375 |  0.689s |    31.605s |
| Iteration 18     |  4.4513 | dista.. | ball_tree |        25 |       2 |  0.3125 |       0.9375 |  0.673s |    33.202s |
| Iteration 19     |  2.2402 | uniform |   kd_tree |        25 |       1 |    0.75 |       0.9375 |  0.685s |    34.780s |
| Iteration 20     |  0.4796 | dista.. |      auto |        25 |       2 |     1.0 |          1.0 |  0.675s |    37.311s |
| Iteration 21     |   0.019 | uniform | ball_tree |        40 |       2 |     0.5 |          1.0 |  1.260s |    39.633s |
| Iteration 22     |     0.0 | dista.. | ball_tree |        25 |       2 |     0.5 |          1.0 |  0.675s |    41.201s |
| Iteration 23     | 12.2352 | uniform |      auto |        28 |       2 |     0.5 |          1.0 |  0.684s |    42.754s |
| Iteration 24     |  1.5229 | dista.. |      auto |        25 |       2 |  0.7188 |          1.0 |  0.680s |    44.296s |
| Iteration 25     |  1.2795 | uniform |      auto |        25 |       2 |   0.875 |          1.0 |  0.682s |    45.844s |
| Iteration 26     |  0.7502 | uniform |      auto |        25 |       2 |  0.9375 |          1.0 |  0.673s |    47.432s |
| Iteration 27     |  0.2007 | uniform |      auto |        25 |       2 |  0.4375 |          1.0 |  0.684s |    48.973s |
| Iteration 28     |  1.4877 | dista.. | ball_tree |        35 |       2 |   0.125 |          1.0 |  0.633s |    50.516s |
| Iteration 29     | 12.2774 | uniform | ball_tree |        32 |       1 |   0.625 |          1.0 |  0.634s |    52.014s |
| Iteration 30     | 12.2502 | uniform | ball_tree |        33 |       1 |  0.4062 |          1.0 |  0.636s |    53.535s |
| Iteration 31     |  1.9838 | uniform |      auto |        25 |       1 |  0.4688 |          1.0 |  0.649s |    55.130s |
| Iteration 32     |  0.8183 | dista.. | ball_tree |        25 |       2 |  0.7812 |          1.0 |  0.634s |    56.892s |
| Iteration 33     |  1.1424 | dista.. |      auto |        25 |       2 |     0.5 |          1.0 |  0.640s |    58.404s |
| Iteration 34     |  1.3774 | dista.. | ball_tree |        24 |       2 |  0.9375 |          1.0 |  0.633s |     1m:00s |
| Iteration 35     | 12.2124 | uniform | ball_tree |        24 |       2 |     0.5 |          1.0 |  0.676s |     1m:02s |
| Iteration 36     |  0.0011 | dista.. |     brute |        24 |       2 |     0.5 |          1.0 |  0.712s |     1m:03s |
| Iteration 37     |  2.2541 | uniform |      auto |        25 |       2 |  0.9375 |          1.0 |  0.715s |     1m:05s |
| Iteration 38     |  2.8199 | uniform |      auto |        25 |       2 |  0.5312 |          1.0 |  0.634s |     1m:07s |
| Iteration 39     |  0.5241 | dista.. | ball_tree |        25 |       2 |    0.75 |          1.0 |  0.646s |     1m:08s |
| Iteration 40     |  1.7014 | dista.. | ball_tree |        25 |       2 |  0.5938 |          1.0 |  0.642s |     1m:10s |
| Iteration 41     |  3.6342 | uniform | ball_tree |        40 |       1 |  0.6875 |          1.0 |  0.642s |     1m:12s |
| Iteration 42     |  1.3247 | uniform |      auto |        25 |       2 |  0.1875 |          1.0 |  0.645s |     1m:13s |
| Iteration 43     |  1.1255 | dista.. |   kd_tree |        25 |       2 |  0.5625 |          1.0 |  0.649s |     1m:15s |
| Iteration 44     |  2.0893 | dista.. |      auto |        25 |       2 |  0.6562 |          1.0 |  0.641s |     1m:17s |
| Iteration 45     |  2.2483 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  1.251s |     1m:19s |
| Iteration 46     |  3.5657 | dista.. |   kd_tree |        25 |       2 |  0.7812 |          1.0 |  0.642s |     1m:20s |
| Iteration 47     |  4.0103 | dista.. | ball_tree |        25 |       2 |    0.75 |          1.0 |  0.645s |     1m:22s |
| Iteration 48     |  4.2121 | dista.. |   kd_tree |        25 |       2 |  0.5625 |          1.0 |  0.650s |     1m:24s |
| Iteration 49     |  9.5937 | uniform |      auto |        39 |       1 |  0.4688 |          1.0 |  0.641s |     1m:25s |
| Iteration 50     | 11.7154 | dista.. |      auto |        25 |       1 |   0.875 |          1.0 |  0.643s |     1m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'radius': 2.2483, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0678
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:28s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.4062 |       0.4062 |  1.032s |     1.039s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.7812 |       0.7812 |  1.036s |     2.692s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.793s |     4.105s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |          1.0 |  0.960s |     5.669s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.875 |          1.0 |  0.817s |     7.098s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |          1.0 |  1.030s |     8.810s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     0.5 |          1.0 |  0.656s |    11.455s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  0.916s |    13.322s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.875 |          1.0 |  0.644s |    14.569s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |          1.0 |  0.750s |    15.919s |
| Iteration 11     |          408 |        0.0135 |     SAMME |  0.9062 |          1.0 |  0.913s |    17.742s |
| Iteration 12     |          246 |        0.8261 |     SAMME |  0.9375 |          1.0 |  0.823s |    21.086s |
| Iteration 13     |          222 |         1.605 |   SAMME.R |   0.875 |          1.0 |  0.810s |    24.752s |
| Iteration 14     |          381 |         0.089 |   SAMME.R |  0.9375 |          1.0 |  0.934s |    28.329s |
| Iteration 15     |          389 |        2.2213 |   SAMME.R |   0.375 |          1.0 |  0.943s |    31.929s |
| Iteration 16     |           99 |        0.7831 |     SAMME |   0.875 |          1.0 |  0.720s |    33.834s |
| Iteration 17     |          229 |         0.336 |     SAMME |  0.5312 |          1.0 |  0.799s |    35.616s |
| Iteration 18     |          130 |        0.9386 |     SAMME |     0.5 |          1.0 |  0.741s |    37.309s |
| Iteration 19     |          406 |        0.0309 |     SAMME |   0.875 |          1.0 |  0.925s |    39.258s |
| Iteration 20     |          429 |        0.0205 |     SAMME |    0.75 |          1.0 |  1.554s |    41.770s |
| Iteration 21     |          235 |        1.1014 |     SAMME |  0.9375 |          1.0 |  0.864s |    43.688s |
| Iteration 22     |          440 |        0.2093 |   SAMME.R |  0.8125 |          1.0 |  1.066s |    45.628s |
| Iteration 23     |          408 |        0.0195 |     SAMME |  0.8125 |          1.0 |  0.984s |    47.501s |
| Iteration 24     |          245 |        1.3975 |     SAMME |     1.0 |          1.0 |  0.871s |    49.355s |
| Iteration 25     |          260 |        1.7365 |     SAMME |    0.75 |          1.0 |  0.877s |    51.138s |
| Iteration 26     |          277 |        1.0498 |     SAMME |  0.5625 |          1.0 |  0.909s |    53.220s |
| Iteration 27     |          238 |         1.424 |     SAMME |     1.0 |          1.0 |  0.798s |    55.352s |
| Iteration 28     |          239 |        1.4394 |     SAMME |   0.875 |          1.0 |  0.792s |    57.062s |
| Iteration 29     |          368 |        0.0333 |   SAMME.R |   0.875 |          1.0 |  0.909s |    58.868s |
| Iteration 30     |          397 |          0.09 |   SAMME.R |  0.5625 |          1.0 |  0.939s |     1m:01s |
| Iteration 31     |          369 |        0.0982 |   SAMME.R |  0.8125 |          1.0 |  0.913s |     1m:03s |
| Iteration 32     |          230 |        1.2899 |     SAMME |     1.0 |          1.0 |  0.790s |     1m:04s |
| Iteration 33     |          228 |        1.3924 |     SAMME |  0.8125 |          1.0 |  0.780s |     1m:06s |
| Iteration 34     |          242 |        1.0931 |   SAMME.R |   0.625 |          1.0 |  0.812s |     1m:08s |
| Iteration 35     |          466 |        0.1268 |   SAMME.R |    0.75 |          1.0 |  0.993s |     1m:10s |
| Iteration 36     |          243 |         1.112 |     SAMME |  0.8125 |          1.0 |  0.795s |     1m:12s |
| Iteration 37     |          241 |        2.1981 |     SAMME |  0.7188 |          1.0 |  0.644s |     1m:13s |
| Iteration 38     |          230 |        0.9599 |     SAMME |  0.9375 |          1.0 |  0.785s |     1m:15s |
| Iteration 39     |          221 |        0.9755 |     SAMME |  0.5625 |          1.0 |  0.782s |     1m:17s |
| Iteration 40     |          233 |        1.3094 |     SAMME |  0.8125 |          1.0 |  0.789s |     1m:18s |
| Iteration 41     |          238 |        0.8818 |     SAMME |     1.0 |          1.0 |  0.805s |     1m:20s |
| Iteration 42     |          238 |        0.8736 |     SAMME |  0.4375 |          1.0 |  0.800s |     1m:22s |
| Iteration 43     |          490 |        1.4785 |     SAMME |  0.8125 |          1.0 |  1.561s |     1m:24s |
| Iteration 44     |          284 |        1.2986 |   SAMME.R |  0.9375 |          1.0 |  0.901s |     1m:26s |
| Iteration 45     |           84 |        1.3035 |   SAMME.R |  0.9375 |          1.0 |  0.730s |     1m:28s |
| Iteration 46     |          254 |         0.039 |   SAMME.R |     1.0 |          1.0 |  0.865s |     1m:30s |
| Iteration 47     |          104 |         0.039 |     SAMME |    0.75 |          1.0 |  0.744s |     1m:31s |
| Iteration 48     |           72 |        0.0269 |   SAMME.R |  0.6875 |          1.0 |  0.719s |     1m:33s |
| Iteration 49     |          432 |        1.2995 |   SAMME.R |  0.8125 |          1.0 |  1.021s |     1m:35s |
| Iteration 50     |          162 |        0.6581 |     SAMME |  0.6875 |          1.0 |  0.788s |     1m:37s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.019, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8911
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.330s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0812
Time elapsed: 1.497s
-------------------------------------------------
Total time: 1m:40s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  1.059s |     1.077s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |         0.75 |  0.937s |     2.855s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |       0.8125 |  0.975s |     4.664s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  0.780s |     6.134s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.6875 |       0.8125 |  0.935s |     7.757s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |       0.8125 |  0.776s |     9.401s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.812s |    10.874s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.811s |    12.320s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  0.911s |    13.938s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.875 |          1.0 |  0.905s |    15.522s |
| Iteration 11     |           10 |      gini |         8 |                15 |               17 |         auto |      True |    0.0262 |         0.7 |     0.5 |          1.0 |  0.637s |    17.141s |
| Iteration 12     |          182 |   entropy |         6 |                12 |               11 |         sqrt |     False |    0.0322 |         --- |    0.75 |          1.0 |  0.736s |    18.831s |
| Iteration 13     |          175 |   entropy |         1 |                20 |                3 |          0.9 |     False |    0.0325 |         --- |    0.75 |          1.0 |  0.731s |    20.973s |
| Iteration 14     |          291 |   entropy |         3 |                12 |               10 |         sqrt |     False |    0.0283 |         --- |   0.875 |          1.0 |  0.803s |    23.364s |
| Iteration 15     |          500 |      gini |         2 |                17 |               11 |          0.9 |     False |    0.0111 |         --- |   0.875 |          1.0 |  0.943s |    25.532s |
| Iteration 16     |          395 |   entropy |         4 |                 4 |               12 |         auto |     False |    0.0181 |         --- |     1.0 |          1.0 |  0.923s |    28.373s |
| Iteration 17     |           10 |   entropy |         7 |                15 |                4 |         auto |      True |    0.0084 |         0.7 |  0.4375 |          1.0 |  0.635s |    30.517s |
| Iteration 18     |          329 |   entropy |         4 |                15 |               15 |         auto |     False |    0.0156 |         --- |  0.4375 |          1.0 |  0.834s |    32.525s |
| Iteration 19     |          104 |   entropy |         3 |                 3 |                7 |         auto |     False |    0.0216 |         --- |  0.9375 |          1.0 |  0.691s |    34.335s |
| Iteration 20     |          236 |   entropy |      None |                 5 |               20 |         auto |      True |     0.024 |         0.7 |     0.5 |          1.0 |  0.819s |    36.148s |
| Iteration 21     |          210 |      gini |         2 |                18 |               18 |          0.7 |     False |    0.0297 |         --- |  0.6875 |          1.0 |  1.349s |    38.480s |
| Iteration 22     |          379 |   entropy |         3 |                13 |                5 |          0.7 |     False |    0.0006 |         --- |  0.9375 |          1.0 |  0.862s |    40.407s |
| Iteration 23     |          181 |   entropy |         2 |                 5 |                6 |         auto |     False |     0.014 |         --- |  0.8125 |          1.0 |  0.750s |    42.277s |
| Iteration 24     |          385 |   entropy |         5 |                 3 |               20 |         auto |     False |    0.0254 |         --- |  0.6562 |          1.0 |  0.848s |    44.288s |
| Iteration 25     |           10 |   entropy |         9 |                 6 |               19 |         None |     False |    0.0023 |         --- |   0.625 |          1.0 |  0.636s |    45.958s |
| Iteration 26     |          500 |   entropy |      None |                 3 |                1 |         auto |     False |    0.0266 |         --- |  0.8125 |          1.0 |  0.952s |    47.936s |
| Iteration 27     |          500 |   entropy |      None |                 5 |                1 |         None |     False |    0.0176 |         --- |  0.8438 |          1.0 |  0.984s |    50.005s |
| Iteration 28     |          377 |   entropy |         4 |                19 |               11 |         sqrt |     False |     0.025 |         --- |   0.625 |          1.0 |  0.860s |    52.999s |
| Iteration 29     |          385 |   entropy |      None |                 8 |               19 |          0.5 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.859s |    55.118s |
| Iteration 30     |          476 |      gini |         5 |                15 |                7 |         None |     False |    0.0103 |         --- |  0.6562 |          1.0 |  0.921s |    58.559s |
| Iteration 31     |          363 |   entropy |         4 |                20 |               12 |          0.6 |     False |    0.0303 |         --- |  0.9375 |          1.0 |  0.843s |     1m:01s |
| Iteration 32     |          447 |   entropy |         4 |                 2 |               12 |         sqrt |     False |    0.0063 |         --- |   0.875 |          1.0 |  0.884s |     1m:03s |
| Iteration 33     |          407 |   entropy |         5 |                 9 |                8 |          0.6 |     False |    0.0341 |         --- |    0.75 |          1.0 |  0.875s |     1m:05s |
| Iteration 34     |          442 |      gini |         5 |                15 |                8 |          0.9 |     False |    0.0005 |         --- |  0.8125 |          1.0 |  0.905s |     1m:07s |
| Iteration 35     |          389 |      gini |         4 |                15 |               19 |          0.7 |     False |    0.0091 |         --- |  0.7812 |          1.0 |  0.853s |     1m:09s |
| Iteration 36     |          433 |      gini |         5 |                15 |                9 |          0.7 |     False |    0.0028 |         --- |   0.875 |          1.0 |  0.885s |     1m:11s |
| Iteration 37     |          466 |   entropy |         1 |                 2 |               13 |         auto |     False |    0.0349 |         --- |  0.8125 |          1.0 |  0.890s |     1m:13s |
| Iteration 38     |          416 |   entropy |         4 |                18 |                3 |          0.7 |     False |    0.0052 |         --- |   0.875 |          1.0 |  0.880s |     1m:15s |
| Iteration 39     |          436 |   entropy |         6 |                20 |                9 |          0.6 |     False |    0.0054 |         --- |    0.75 |          1.0 |  0.897s |     1m:17s |
| Iteration 40     |          195 |   entropy |      None |                 2 |                1 |          0.6 |     False |    0.0018 |         --- |  0.9375 |          1.0 |  0.777s |     1m:19s |
| Iteration 41     |          206 |      gini |      None |                 2 |                1 |          0.5 |     False |    0.0049 |         --- |     1.0 |          1.0 |  0.797s |     1m:21s |
| Iteration 42     |          351 |      gini |         4 |                13 |                9 |          0.7 |     False |    0.0045 |         --- |  0.6875 |          1.0 |  0.887s |     1m:24s |
| Iteration 43     |           10 |      gini |      None |                 2 |                1 |          0.5 |     False |       0.0 |         --- |  0.7812 |          1.0 |  0.679s |     1m:25s |
| Iteration 44     |          336 |      gini |      None |                11 |                1 |         None |      True |    0.0319 |         0.8 |  0.9375 |          1.0 |  0.947s |     1m:28s |
| Iteration 45     |          438 |   entropy |         5 |                16 |                8 |          0.9 |     False |    0.0217 |         --- |     1.0 |          1.0 |  0.946s |     1m:30s |
| Iteration 46     |          228 |      gini |         3 |                 4 |                1 |         sqrt |     False |    0.0002 |         --- |  0.9375 |          1.0 |  0.857s |     1m:33s |
| Iteration 47     |          442 |   entropy |         3 |                11 |                8 |          0.9 |     False |    0.0263 |         --- |  0.8125 |          1.0 |  0.949s |     1m:35s |
| Iteration 48     |          500 |   entropy |      None |                 2 |                1 |         None |      True |       0.0 |         0.6 |   0.625 |          1.0 |  1.059s |     1m:38s |
| Iteration 49     |          246 |      gini |      None |                20 |                1 |         None |      True |    0.0328 |         0.9 |  0.5625 |          1.0 |  0.863s |     1m:41s |
| Iteration 50     |          217 |   entropy |         9 |                20 |                2 |         None |     False |    0.0025 |         --- |   0.875 |          1.0 |  0.804s |     1m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 438, 'criterion': 'entropy', 'max_depth': 5, 'min_samples_split': 16, 'min_samples_leaf': 8, 'max_features': 0.9, 'bootstrap': False, 'ccp_alpha': 0.0217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9196
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.324s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.1077
Time elapsed: 1.436s
-------------------------------------------------
Total time: 1m:46s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.779s |     0.799s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8438 |       0.8438 |  0.772s |     2.255s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8438 |  0.763s |     3.670s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8438 |  0.717s |     4.989s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8438 |  0.755s |     6.411s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8438 |  0.734s |     7.836s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8438 |  0.742s |     9.196s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8438 |  0.737s |    10.535s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |       0.8438 |  0.772s |    12.009s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8438 |  0.746s |    13.388s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2321 |                3 |       0.6 |              0.7 |      0.01 |        100 |     1.0 |          1.0 |  0.681s |    15.089s |
| Iteration 12     |          500 |           1.0 |         6 |     0.0 |                2 |       0.9 |              0.9 |         0 |        100 |   0.625 |          1.0 |  0.722s |    16.849s |
| Iteration 13     |           58 |        0.0208 |         7 |  0.6743 |                3 |       0.7 |              0.9 |      0.01 |       0.01 |   0.875 |          1.0 |  0.645s |    18.725s |
| Iteration 14     |          262 |        0.0131 |         4 |  0.1514 |                3 |       0.5 |              0.6 |      0.01 |        100 |   0.875 |          1.0 |  0.685s |    20.704s |
| Iteration 15     |          359 |          0.01 |         8 |     0.0 |                1 |       1.0 |              0.8 |         0 |         10 |    0.75 |          1.0 |  0.725s |    22.474s |
| Iteration 16     |          411 |          0.01 |         6 |     0.0 |                3 |       0.9 |              0.7 |         0 |          1 |     1.0 |          1.0 |  0.719s |    24.581s |
| Iteration 17     |           56 |          0.01 |        10 |     0.0 |                3 |       0.5 |              0.7 |         0 |         10 |  0.5625 |          1.0 |  0.667s |    26.404s |
| Iteration 18     |           49 |        0.0132 |         5 |  0.2563 |                1 |       0.9 |              0.7 |         0 |          1 |     0.5 |          1.0 |  0.675s |    28.263s |
| Iteration 19     |          391 |        0.0144 |         5 |  0.2343 |                3 |       0.7 |              0.8 |      0.01 |         10 |    0.75 |          1.0 |  0.726s |    30.146s |
| Iteration 20     |           31 |          0.01 |         6 |  0.5144 |                3 |       0.8 |              0.6 |         0 |          0 |    0.75 |          1.0 |  0.637s |    31.890s |
| Iteration 21     |          315 |          0.01 |         5 |  0.7441 |                3 |       0.9 |              0.7 |         0 |        0.1 |  0.8125 |          1.0 |  0.740s |    33.827s |
| Iteration 22     |          500 |          0.01 |         1 |     0.0 |                3 |       1.0 |              0.7 |         0 |          0 |   0.875 |          1.0 |  0.761s |    35.708s |
| Iteration 23     |          389 |          0.01 |         9 |     0.0 |                4 |       0.9 |              0.7 |         0 |        0.1 |  0.8125 |          1.0 |  0.745s |    38.186s |
| Iteration 24     |          337 |         0.063 |         4 |     0.0 |                3 |       0.8 |              0.5 |         0 |          1 |  0.9375 |          1.0 |  0.739s |    40.054s |
| Iteration 25     |           20 |        0.7986 |         2 |     1.0 |                4 |       0.8 |              1.0 |         0 |          0 |  0.6875 |          1.0 |  0.688s |    41.898s |
| Iteration 26     |          363 |          0.01 |         2 |     0.0 |                3 |       1.0 |              1.0 |         0 |        0.1 |   0.875 |          1.0 |  0.767s |    43.874s |
| Iteration 27     |          279 |        0.0835 |         1 |  0.2434 |                3 |       0.8 |              0.6 |         0 |       0.01 |     1.0 |          1.0 |  0.720s |    45.654s |
| Iteration 28     |          274 |        0.0803 |         7 |  0.2967 |                3 |       1.0 |              0.8 |         0 |       0.01 |  0.5625 |          1.0 |  0.727s |    47.507s |
| Iteration 29     |          240 |        0.0237 |         6 |  0.6049 |                3 |       0.6 |              0.7 |      0.01 |        0.1 |  0.8125 |          1.0 |  0.720s |    49.473s |
| Iteration 30     |          217 |        0.0271 |         6 |  0.2648 |                3 |       0.6 |              0.7 |      0.01 |          1 |    0.75 |          1.0 |  0.718s |    51.428s |
| Iteration 31     |          413 |        0.0815 |         4 |  0.2001 |                3 |       0.7 |              0.9 |         0 |          1 |  0.9375 |          1.0 |  0.757s |    53.467s |
| Iteration 32     |          445 |        0.0489 |         1 |     0.0 |                4 |       0.5 |              0.5 |      0.01 |       0.01 |  0.8125 |          1.0 |  0.705s |    55.432s |
| Iteration 33     |          500 |        0.0325 |         1 |  0.4686 |                2 |       0.8 |              0.5 |         0 |          1 |    0.75 |          1.0 |  0.717s |    57.419s |
| Iteration 34     |          482 |        0.0802 |         5 |  0.1816 |                3 |       0.8 |              0.7 |      0.01 |          0 |    0.75 |          1.0 |  0.723s |    59.358s |
| Iteration 35     |           37 |          0.01 |         1 |     0.0 |                4 |       1.0 |              0.4 |         0 |        0.1 |  0.9062 |          1.0 |  0.642s |     1m:01s |
| Iteration 36     |          500 |          0.01 |         1 |     1.0 |                4 |       0.8 |              1.0 |         0 |        100 |  0.8438 |          1.0 |  0.711s |     1m:03s |
| Iteration 37     |           20 |        0.0189 |         1 |     0.0 |                3 |       0.8 |              1.0 |         0 |          1 |   0.625 |          1.0 |  0.635s |     1m:05s |
| Iteration 38     |           20 |           1.0 |        10 |  0.4712 |               10 |       1.0 |              0.8 |       100 |          1 |     0.5 |          1.0 |  0.648s |     1m:08s |
| Iteration 39     |          500 |          0.01 |         1 |  0.5644 |               10 |       0.6 |              0.8 |         0 |         10 |     0.5 |          1.0 |  0.708s |     1m:10s |
| Iteration 40     |          466 |         0.078 |         5 |  0.2524 |                2 |       0.8 |              0.5 |         0 |          1 |   0.875 |          1.0 |  0.717s |     1m:12s |
| Iteration 41     |          188 |        0.0804 |         4 |  0.2069 |                3 |       0.8 |              0.4 |         0 |          0 |    0.75 |          1.0 |  0.667s |     1m:14s |
| Iteration 42     |          500 |          0.01 |         1 |     0.0 |                3 |       0.5 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.708s |     1m:16s |
| Iteration 43     |          310 |        0.2626 |         1 |  0.1722 |                3 |       0.7 |              0.9 |         0 |       0.01 |  0.4375 |          1.0 |  0.680s |     1m:18s |
| Iteration 44     |          162 |        0.0653 |         4 |  0.6307 |                2 |       0.6 |              0.6 |         0 |         10 |   0.875 |          1.0 |  0.667s |     1m:20s |
| Iteration 45     |          306 |        0.0172 |         7 |  0.4924 |                2 |       0.5 |              0.4 |       0.1 |          1 |     1.0 |          1.0 |  0.689s |     1m:22s |
| Iteration 46     |          194 |        0.0178 |         5 |  0.6752 |                2 |       0.5 |              0.4 |       0.1 |        100 |     0.5 |          1.0 |  0.664s |     1m:24s |
| Iteration 47     |          500 |          0.01 |         4 |  0.0578 |                3 |       1.0 |              0.4 |       100 |       0.01 |     0.5 |          1.0 |  0.711s |     1m:26s |
| Iteration 48     |          500 |          0.01 |        10 |     1.0 |                4 |       0.7 |              0.4 |         0 |          0 |  0.5625 |          1.0 |  0.712s |     1m:28s |
| Iteration 49     |          222 |        0.0176 |         5 |  0.0899 |                2 |       0.6 |              0.9 |      0.01 |        100 |  0.5625 |          1.0 |  1.274s |     1m:31s |
| Iteration 50     |          500 |          0.01 |         5 |     0.0 |                3 |       1.0 |              0.4 |         0 |       0.01 |  0.8125 |          1.0 |  0.774s |     1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 279, 'learning_rate': 0.0835, 'max_depth': 1, 'gamma': 0.2434, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.6, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9321
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.070s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0872
Time elapsed: 0.205s
-------------------------------------------------
Total time: 1m:36s


Final results ==================== >>
Duration: 11m:14s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.9 ± 0.0447 !
Logistic Regression             --> roc_auc: 0.88 ± 0.06
Linear Discriminant Analysis    --> roc_auc: 0.8 ± 0.1225
Quadratic Discriminant Analysis --> roc_auc: 0.7 ± 0.1225 ~
Radius Nearest Neighbors        --> roc_auc: 0.63 ± 0.0678 ~
AdaBoost                        --> roc_auc: 0.87 ± 0.0812
Random Forest                   --> roc_auc: 0.83 ± 0.1077
XGBoost                         --> roc_auc: 0.87 ± 0.0872
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALGDDKIIF.
   >>> Dropping feature CALSDSNYQLIW.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAYRSAGTGNQFYF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAVSSSNTGKLIF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CASSLGGNQPQHF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9375 |       0.9375 |  3.169s |     3.189s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |       0.9375 |  3.222s |     7.346s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.5625 |       0.9375 |  3.181s |    11.167s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |       0.9375 |  3.223s |    15.004s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |       0.9375 |  3.217s |    18.907s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.9375 |       0.9375 |  3.253s |    22.802s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |       0.9375 |  3.201s |    26.654s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |       0.9375 |  3.267s |    30.622s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |       0.9375 |  3.252s |    34.494s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |       0.9375 |  3.222s |    38.401s |
| Iteration 11     | exponen.. |           1.0 |          258 |       0.9 | squared_er.. |                 2 |                5 |         8 |         auto |    0.0325 |    0.75 |       0.9375 |  3.267s |    42.607s |
| Iteration 12     |  deviance |        0.1909 |          370 |       0.6 | friedman_mse |                 3 |               14 |         2 |          0.5 |    0.0266 |    0.75 |       0.9375 |  3.250s |    47.149s |
| Iteration 13     | exponen.. |        0.0843 |           25 |       0.9 | friedman_mse |                12 |                8 |         5 |          0.8 |    0.0155 |  0.9062 |       0.9375 |  3.115s |    51.401s |
| Iteration 14     | exponen.. |        0.2902 |          500 |       0.7 | squared_er.. |                13 |                8 |         8 |          0.7 |    0.0087 |  0.6875 |       0.9375 |  3.384s |    57.172s |
| Iteration 15     | exponen.. |        0.2907 |          125 |       1.0 | friedman_mse |                 4 |                6 |         4 |         None |    0.0094 |     1.0 |          1.0 |  3.222s |     1m:02s |
| Iteration 16     | exponen.. |        0.4873 |          300 |       0.9 | friedman_mse |                 8 |                5 |         4 |         None |    0.0259 |  0.9375 |          1.0 |  3.287s |     1m:06s |
| Iteration 17     | exponen.. |        0.0104 |           10 |       0.7 | squared_er.. |                 9 |                6 |         2 |         None |    0.0142 |   0.125 |          1.0 |  3.185s |     1m:10s |
| Iteration 18     | exponen.. |        0.0257 |          500 |       1.0 | friedman_mse |                19 |                1 |         3 |         None |    0.0059 |   0.625 |          1.0 |  3.390s |     1m:15s |
| Iteration 19     |  deviance |        0.0152 |          356 |       0.5 | squared_er.. |                 9 |                2 |         6 |          0.7 |    0.0079 |  0.9375 |          1.0 |  3.229s |     1m:19s |
| Iteration 20     | exponen.. |           1.0 |          124 |       1.0 | friedman_mse |                 7 |                1 |         2 |         None |    0.0064 |  0.3125 |          1.0 |  3.185s |     1m:23s |
| Iteration 21     | exponen.. |        0.1536 |           81 |       1.0 | friedman_mse |                 9 |                2 |         6 |          0.8 |    0.0061 |  0.9375 |          1.0 |  3.182s |     1m:30s |
| Iteration 22     | exponen.. |           1.0 |           55 |       0.8 | squared_er.. |                 2 |               13 |         6 |          0.8 |    0.0319 |  0.8125 |          1.0 |  3.149s |     1m:34s |
| Iteration 23     | exponen.. |        0.2505 |           80 |       1.0 | friedman_mse |                 2 |                1 |         4 |          0.9 |       0.0 |   0.875 |          1.0 |  3.172s |     1m:38s |
| Iteration 24     |  deviance |        0.1273 |          111 |       1.0 | squared_er.. |                11 |               20 |        10 |         auto |     0.034 |     0.5 |          1.0 |  3.154s |     1m:42s |
| Iteration 25     |  deviance |           1.0 |          170 |       0.5 | squared_er.. |                13 |                1 |        10 |          0.5 |       0.0 |    0.75 |          1.0 |  3.169s |     1m:47s |
| Iteration 26     |  deviance |        0.0238 |          240 |       1.0 | friedman_mse |                13 |                1 |         6 |          0.7 |    0.0294 |  0.6875 |          1.0 |  3.196s |     1m:52s |
| Iteration 27     |  deviance |        0.4972 |           31 |       0.7 | friedman_mse |                 8 |               11 |         4 |         None |    0.0062 |  0.6875 |          1.0 |  3.172s |     1m:56s |
| Iteration 28     | exponen.. |         0.368 |          187 |       1.0 | friedman_mse |                10 |                1 |         5 |         None |    0.0083 |  0.0625 |          1.0 |  3.219s |     2m:00s |
| Iteration 29     | exponen.. |           1.0 |          345 |       0.9 | friedman_mse |                12 |                7 |         3 |         None |    0.0018 |  0.6875 |          1.0 |  3.267s |     2m:05s |
| Iteration 30     |  deviance |         0.302 |           44 |       1.0 | squared_er.. |                 5 |                6 |         4 |         None |     0.016 |  0.7812 |          1.0 |  3.130s |     2m:09s |
| Iteration 31     | exponen.. |        0.5446 |          158 |       0.6 | squared_er.. |                18 |                2 |         7 |         auto |    0.0243 |  0.9375 |          1.0 |  3.171s |     2m:14s |
| Iteration 32     | exponen.. |        0.2945 |           91 |       1.0 | friedman_mse |                19 |                6 |        10 |         None |    0.0142 |  0.6875 |          1.0 |  3.161s |     2m:18s |
| Iteration 33     | exponen.. |        0.5897 |          415 |       0.7 | squared_er.. |                 6 |                3 |         3 |         auto |    0.0129 |    0.75 |          1.0 |  3.274s |     2m:23s |
| Iteration 34     |  deviance |        0.2688 |          273 |       0.6 | squared_er.. |                 6 |                3 |        10 |         auto |    0.0316 |  0.6875 |          1.0 |  3.203s |     2m:27s |
| Iteration 35     | exponen.. |         0.312 |          126 |       0.9 | friedman_mse |                10 |                8 |         6 |          0.9 |    0.0226 |     0.5 |          1.0 |  3.173s |     2m:31s |
| Iteration 36     | exponen.. |        0.3122 |           27 |       0.8 | friedman_mse |                 8 |                4 |         5 |         auto |    0.0311 |     1.0 |          1.0 |  3.189s |     2m:36s |
| Iteration 37     |  deviance |        0.0512 |          443 |       0.7 | friedman_mse |                12 |                8 |         5 |          0.7 |     0.003 |   0.625 |          1.0 |  3.252s |     2m:41s |
| Iteration 38     | exponen.. |         0.186 |           10 |       0.8 | friedman_mse |                 8 |                4 |         2 |         auto |    0.0311 |  0.8125 |          1.0 |  3.156s |     2m:45s |
| Iteration 39     | exponen.. |        0.2921 |          117 |       0.7 | friedman_mse |                20 |                3 |         8 |         auto |    0.0287 |     1.0 |          1.0 |  3.183s |     2m:50s |
| Iteration 40     | exponen.. |        0.6412 |          332 |       0.9 | squared_er.. |                17 |                4 |         5 |         auto |    0.0273 |     1.0 |          1.0 |  3.237s |     2m:54s |
| Iteration 41     | exponen.. |        0.7347 |          207 |       0.9 | squared_er.. |                13 |                2 |         4 |         auto |    0.0296 |   0.625 |          1.0 |  3.181s |     2m:59s |
| Iteration 42     | exponen.. |         0.352 |          354 |       0.6 | friedman_mse |                 4 |                4 |         6 |         auto |    0.0305 |  0.6875 |          1.0 |  3.222s |     3m:03s |
| Iteration 43     | exponen.. |        0.3276 |           20 |       0.8 | friedman_mse |                16 |                4 |         7 |         auto |    0.0287 |  0.7188 |          1.0 |  3.103s |     3m:07s |
| Iteration 44     | exponen.. |         0.313 |           96 |       0.7 | squared_er.. |                17 |                3 |         7 |         auto |    0.0258 |  0.9688 |          1.0 |  3.157s |     3m:12s |
| Iteration 45     | exponen.. |        0.2893 |           68 |       1.0 | friedman_mse |                 2 |                6 |         5 |         None |    0.0216 |  0.8125 |          1.0 |  3.153s |     3m:17s |
| Iteration 46     | exponen.. |        0.2897 |           18 |       0.8 | friedman_mse |                 5 |                4 |         7 |         auto |    0.0348 |  0.8125 |          1.0 |  3.156s |     3m:21s |
| Iteration 47     | exponen.. |        0.1015 |          264 |       0.7 | friedman_mse |                19 |                3 |         3 |         auto |    0.0332 |    0.75 |          1.0 |  3.195s |     3m:26s |
| Iteration 48     | exponen.. |        0.2897 |          125 |       1.0 | friedman_mse |                 2 |                6 |         2 |         None |    0.0077 |   0.875 |          1.0 |  3.146s |     3m:31s |
| Iteration 49     | exponen.. |        0.7371 |          316 |       0.9 | squared_er.. |                20 |                4 |         5 |         auto |    0.0138 |   0.625 |          1.0 |  3.214s |     3m:35s |
| Iteration 50     | exponen.. |        0.0244 |          285 |       0.7 | friedman_mse |                15 |                8 |         2 |          0.7 |    0.0005 |     1.0 |          1.0 |  3.840s |     3m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0244, 'n_estimators': 285, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 15, 'min_samples_leaf': 8, 'max_depth': 2, 'max_features': 0.7, 'ccp_alpha': 0.0005}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.089s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0894
Time elapsed: 0.424s
-------------------------------------------------
Total time: 3m:43s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  3.183s |     3.195s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |       0.6875 |  3.192s |     7.076s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |       0.6875 |  3.195s |    10.925s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |       0.6875 |  3.151s |    16.224s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.3125 |       0.6875 |  3.186s |    20.448s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |       0.6875 |  3.138s |    24.232s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |       0.6875 |  3.162s |    28.044s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |       0.6875 |  3.165s |    31.869s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.9375 |       0.9375 |  3.166s |    35.657s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |       0.9375 |  3.158s |    39.452s |
| Iteration 11     |      l1 |  0.0241 |    saga |      142 |      --- |     0.5 |       0.9375 |  3.145s |    43.634s |
| Iteration 12     |      l2 |  0.0461 | libli.. |      299 |      --- |    0.75 |       0.9375 |  3.164s |    47.863s |
| Iteration 13     |      l1 |  1.2171 | libli.. |      982 |      --- |     0.5 |       0.9375 |  3.207s |    52.012s |
| Iteration 14     |      l2 |  0.0164 |     sag |      309 |      --- |    0.75 |       0.9375 |  3.171s |    56.078s |
| Iteration 15     |      l2 |   100.0 |   lbfgs |      298 |      --- |   0.625 |       0.9375 |  3.188s |     1m:00s |
| Iteration 16     |      l2 |  0.0031 |   lbfgs |      225 |      --- |  0.8125 |       0.9375 |  3.193s |     1m:04s |
| Iteration 17     |    none |     --- |    saga |      700 |      --- |  0.1875 |       0.9375 |  3.165s |     1m:08s |
| Iteration 18     |    none |     --- |    saga |      225 |      --- |  0.1875 |       0.9375 |  3.160s |     1m:13s |
| Iteration 19     |      l2 |   0.001 |     sag |      725 |      --- |  0.5625 |       0.9375 |  3.162s |     1m:17s |
| Iteration 20     |      l2 |  0.0221 | libli.. |      100 |      --- |  0.3125 |       0.9375 |  3.194s |     1m:21s |
| Iteration 21     |      l2 |   0.001 | newto.. |      926 |      --- |     0.5 |       0.9375 |  3.165s |     1m:25s |
| Iteration 22     | elast.. |  1.2214 |    saga |      918 |      0.1 |   0.625 |       0.9375 |  3.174s |     1m:29s |
| Iteration 23     |      l2 |  0.0024 |   lbfgs |      535 |      --- |   0.625 |       0.9375 |  3.192s |     1m:34s |
| Iteration 24     | elast.. |   0.022 |    saga |      101 |      0.2 |     0.5 |       0.9375 |  3.161s |     1m:38s |
| Iteration 25     |    none |     --- |     sag |      995 |      --- |   0.625 |       0.9375 |  3.177s |     1m:42s |
| Iteration 26     |      l2 | 39.6497 |   lbfgs |      100 |      --- |   0.625 |       0.9375 |  3.167s |     1m:46s |
| Iteration 27     |      l2 |   0.001 | newto.. |      161 |      --- |  0.0625 |       0.9375 |  3.181s |     1m:50s |
| Iteration 28     |      l2 |  0.0025 | libli.. |      289 |      --- |     0.5 |       0.9375 |  3.795s |     1m:55s |
| Iteration 29     |      l2 |  0.0222 |     sag |      292 |      --- |  0.6875 |       0.9375 |  3.167s |     1m:60s |
| Iteration 30     |      l2 |  0.0797 | newto.. |      310 |      --- |  0.4375 |       0.9375 |  3.136s |     2m:04s |
| Iteration 31     |      l2 |   0.027 | newto.. |      303 |      --- |  0.5625 |       0.9375 |  3.172s |     2m:08s |
| Iteration 32     |      l2 |   0.001 | libli.. |      359 |      --- |    0.75 |       0.9375 |  3.148s |     2m:13s |
| Iteration 33     |      l2 |   100.0 | libli.. |      135 |      --- |  0.6875 |       0.9375 |  3.166s |     2m:17s |
| Iteration 34     |      l2 |   0.001 | libli.. |      836 |      --- |  0.5625 |       0.9375 |  3.183s |     2m:21s |
| Iteration 35     |      l2 |  0.0056 |   lbfgs |      457 |      --- |   0.625 |       0.9375 |  3.317s |     2m:26s |
| Iteration 36     |      l2 |  0.1288 | libli.. |      332 |      --- |  0.6875 |       0.9375 |  3.270s |     2m:30s |
| Iteration 37     |      l2 |  0.7896 | libli.. |      329 |      --- |     0.5 |       0.9375 |  3.237s |     2m:35s |
| Iteration 38     |      l2 |  0.0333 |     sag |      515 |      --- |  0.5625 |       0.9375 |  3.219s |     2m:39s |
| Iteration 39     |      l2 |  0.1243 |    saga |      790 |      --- |     0.5 |       0.9375 |  3.209s |     2m:44s |
| Iteration 40     |      l2 |  0.0022 | libli.. |      100 |      --- |  0.8125 |       0.9375 |  3.233s |     2m:48s |
| Iteration 41     |      l2 |  0.0198 | libli.. |      100 |      --- |  0.3125 |       0.9375 |  3.227s |     2m:52s |
| Iteration 42     |      l2 |  0.0226 | libli.. |      100 |      --- |   0.625 |       0.9375 |  3.196s |     2m:57s |
| Iteration 43     |      l2 |  0.0109 |   lbfgs |      100 |      --- |  0.9375 |       0.9375 |  3.205s |     3m:01s |
| Iteration 44     |      l2 |  0.0132 |   lbfgs |      100 |      --- |  0.9375 |       0.9375 |  3.244s |     3m:05s |
| Iteration 45     |      l2 |  0.0057 |   lbfgs |      393 |      --- |    0.75 |       0.9375 |  3.237s |     3m:11s |
| Iteration 46     |      l2 |  7.2251 |   lbfgs |      100 |      --- |    0.75 |       0.9375 |  3.204s |     3m:16s |
| Iteration 47     |      l2 |   0.001 |   lbfgs |      100 |      --- |  0.5625 |       0.9375 |  3.219s |     3m:20s |
| Iteration 48     |      l2 |   0.007 |   lbfgs |     1000 |      --- |  0.8125 |       0.9375 |  3.201s |     3m:25s |
| Iteration 49     |      l2 |  0.0591 |   lbfgs |      227 |      --- |  0.5625 |       0.9375 |  3.358s |     3m:30s |
| Iteration 50     |      l2 |  0.0013 |   lbfgs |      799 |      --- |  0.9375 |       0.9375 |  3.402s |     3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'penalty': 'l2', 'C': 0.0013, 'solver': 'lbfgs', 'max_iter': 799}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8277
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.1122
Time elapsed: 0.060s
-------------------------------------------------
Total time: 3m:36s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.375 |        0.375 |  3.180s |     3.187s |
| Initial point 2  |     svd |       --- |  0.4375 |       0.4375 |  3.792s |     7.657s |
| Initial point 3  |     svd |       --- |  0.4375 |       0.4375 |  0.000s |     8.387s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |          0.5 |  3.141s |    12.114s |
| Initial point 5  |   eigen |       0.9 |  0.6875 |       0.6875 |  3.209s |    15.976s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |         0.75 |  3.188s |    19.793s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |         0.75 |  3.211s |    23.601s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |         0.75 |  3.229s |    27.464s |
| Initial point 9  |    lsqr |       0.6 |    0.75 |         0.75 |  3.308s |    31.410s |
| Initial point 10 |   eigen |       0.8 |   0.625 |         0.75 |  3.338s |    35.333s |
| Iteration 11     |    lsqr |       0.5 |    0.75 |         0.75 |  0.000s |    36.055s |
| Iteration 12     |   eigen |       0.7 |  0.6875 |         0.75 |  3.221s |    40.003s |
| Iteration 13     |     svd |       --- |  0.4375 |         0.75 |  0.000s |    40.739s |
| Iteration 14     |    lsqr |      auto |    0.75 |         0.75 |  3.275s |    44.759s |
| Iteration 15     |    lsqr |       1.0 |  0.6875 |         0.75 |  3.263s |    48.950s |
| Iteration 16     |    lsqr |      None |   0.875 |        0.875 |  3.329s |    53.136s |
| Iteration 17     |    lsqr |      None |   0.875 |        0.875 |  0.000s |    54.045s |
| Iteration 18     |   eigen |       0.5 |    0.25 |        0.875 |  3.341s |    58.158s |
| Iteration 19     |   eigen |       0.6 |  0.8125 |        0.875 |  3.347s |     1m:02s |
| Iteration 20     |     svd |       --- |  0.4375 |        0.875 |  0.000s |     1m:03s |
| Iteration 21     |   eigen |      auto |   0.625 |        0.875 |  3.223s |     1m:07s |
| Iteration 22     |   eigen |      None |   0.625 |        0.875 |  3.225s |     1m:11s |
| Iteration 23     |     svd |       --- |  0.4375 |        0.875 |  0.000s |     1m:12s |
| Iteration 24     |     svd |       --- |  0.4375 |        0.875 |  0.000s |     1m:13s |
| Iteration 25     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 26     |     svd |       --- |  0.4375 |        0.875 |  0.000s |     1m:15s |
| Iteration 27     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 28     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:16s |
| Iteration 29     |     svd |       --- |  0.4375 |        0.875 |  0.000s |     1m:17s |
| Iteration 30     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:18s |
| Iteration 31     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:19s |
| Iteration 32     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:20s |
| Iteration 33     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:20s |
| Iteration 34     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:21s |
| Iteration 35     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:22s |
| Iteration 36     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:24s |
| Iteration 37     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:26s |
| Iteration 38     |    lsqr |      None |   0.875 |        0.875 |  0.001s |     1m:26s |
| Iteration 39     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:27s |
| Iteration 40     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:28s |
| Iteration 41     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:29s |
| Iteration 42     |    lsqr |      None |   0.875 |        0.875 |  0.001s |     1m:30s |
| Iteration 43     |    lsqr |      None |   0.875 |        0.875 |  0.001s |     1m:31s |
| Iteration 44     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:32s |
| Iteration 45     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:33s |
| Iteration 46     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:34s |
| Iteration 47     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:35s |
| Iteration 48     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:36s |
| Iteration 49     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:37s |
| Iteration 50     |    lsqr |      None |   0.875 |        0.875 |  0.001s |     1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'solver': 'lsqr', 'shrinkage': None}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8312
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.1183
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:39s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.375 |        0.375 |  3.172s |     3.175s |
| Initial point 2  |       0.9 |  0.6875 |       0.6875 |  3.210s |     7.112s |
| Initial point 3  |       0.1 |  0.5625 |       0.6875 |  3.229s |    11.078s |
| Initial point 4  |       1.0 |   0.375 |       0.6875 |  0.000s |    11.816s |
| Initial point 5  |       0.2 |   0.625 |       0.6875 |  3.822s |    16.262s |
| Initial point 6  |       0.4 |  0.4375 |       0.6875 |  3.160s |    20.053s |
| Initial point 7  |       0.4 |  0.4375 |       0.6875 |  0.000s |    20.677s |
| Initial point 8  |       0.7 |  0.3125 |       0.6875 |  3.196s |    24.478s |
| Initial point 9  |       0.9 |  0.6875 |       0.6875 |  0.001s |    25.176s |
| Initial point 10 |       0.8 |   0.625 |       0.6875 |  3.197s |    28.960s |
| Iteration 11     |       0.3 |    0.75 |         0.75 |  3.219s |    32.898s |
| Iteration 12     |       0.6 |  0.6875 |         0.75 |  3.170s |    36.793s |
| Iteration 13     |       0.5 |   0.625 |         0.75 |  3.201s |    40.666s |
| Iteration 14     |       0.0 |    0.75 |         0.75 |  3.211s |    44.575s |
| Iteration 15     |       0.0 |    0.75 |         0.75 |  0.000s |    45.332s |
| Iteration 16     |       0.3 |    0.75 |         0.75 |  0.000s |    46.084s |
| Iteration 17     |       0.3 |    0.75 |         0.75 |  0.000s |    46.897s |
| Iteration 18     |       0.0 |    0.75 |         0.75 |  0.000s |    47.672s |
| Iteration 19     |       0.3 |    0.75 |         0.75 |  0.000s |    48.475s |
| Iteration 20     |       0.0 |    0.75 |         0.75 |  0.000s |    49.219s |
| Iteration 21     |       0.6 |  0.6875 |         0.75 |  0.000s |    49.925s |
| Iteration 22     |       0.0 |    0.75 |         0.75 |  0.000s |    50.638s |
| Iteration 23     |       0.3 |    0.75 |         0.75 |  0.000s |    51.333s |
| Iteration 24     |       0.0 |    0.75 |         0.75 |  0.000s |    52.026s |
| Iteration 25     |       0.3 |    0.75 |         0.75 |  0.000s |    53.053s |
| Iteration 26     |       0.0 |    0.75 |         0.75 |  0.000s |    53.755s |
| Iteration 27     |       0.1 |  0.5625 |         0.75 |  0.000s |    54.472s |
| Iteration 28     |       0.9 |  0.6875 |         0.75 |  0.000s |    55.202s |
| Iteration 29     |       0.2 |   0.625 |         0.75 |  0.000s |    55.931s |
| Iteration 30     |       0.8 |   0.625 |         0.75 |  0.000s |    56.658s |
| Iteration 31     |       0.3 |    0.75 |         0.75 |  0.000s |    57.393s |
| Iteration 32     |       0.3 |    0.75 |         0.75 |  0.000s |    58.120s |
| Iteration 33     |       0.0 |    0.75 |         0.75 |  0.000s |    58.847s |
| Iteration 34     |       0.0 |    0.75 |         0.75 |  0.000s |    59.580s |
| Iteration 35     |       0.3 |    0.75 |         0.75 |  0.000s |     1m:00s |
| Iteration 36     |       0.3 |    0.75 |         0.75 |  0.000s |     1m:01s |
| Iteration 37     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:02s |
| Iteration 38     |       0.3 |    0.75 |         0.75 |  0.000s |     1m:03s |
| Iteration 39     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:03s |
| Iteration 40     |       0.3 |    0.75 |         0.75 |  0.000s |     1m:04s |
| Iteration 41     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:05s |
| Iteration 42     |       0.3 |    0.75 |         0.75 |  0.000s |     1m:06s |
| Iteration 43     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:07s |
| Iteration 44     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:08s |
| Iteration 45     |       0.3 |    0.75 |         0.75 |  0.001s |     1m:09s |
| Iteration 46     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:09s |
| Iteration 47     |       0.3 |    0.75 |         0.75 |  0.000s |     1m:10s |
| Iteration 48     |       0.0 |    0.75 |         0.75 |  0.001s |     1m:11s |
| Iteration 49     |       0.3 |    0.75 |         0.75 |  0.001s |     1m:12s |
| Iteration 50     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8045
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:14s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.0622 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  3.222s |     3.242s |
| Initial point 2  |  4.3995 | uniform |   kd_tree |        39 |       2 |  0.6875 |       0.6875 |  3.207s |     7.056s |
| Initial point 3  |  3.4753 | dista.. | ball_tree |        25 |       2 |  0.8438 |       0.8438 |  3.263s |    10.926s |
| Initial point 4  |  10.139 | uniform | ball_tree |        39 |       2 |     0.5 |       0.8438 |  3.191s |    14.756s |
| Initial point 5  |  7.9426 | dista.. |      auto |        30 |       2 |   0.375 |       0.8438 |  3.230s |    18.584s |
| Initial point 6  |  9.1981 | dista.. | ball_tree |        21 |       2 |  0.3125 |       0.8438 |  3.222s |    22.396s |
| Initial point 7  |  6.5792 | dista.. | ball_tree |        24 |       1 |  0.4375 |       0.8438 |  3.207s |    27.774s |
| Initial point 8  |  1.5766 | dista.. | ball_tree |        21 |       2 |     0.5 |       0.8438 |  3.228s |    33.693s |
| Initial point 9  |  7.3287 | uniform | ball_tree |        24 |       1 |   0.375 |       0.8438 |  3.144s |    39.651s |
| Initial point 10 |  5.2055 | uniform |     brute |        22 |       2 |    0.75 |       0.8438 |  3.142s |    43.881s |
| Iteration 11     |  4.0931 | uniform | ball_tree |        20 |       1 |  0.5625 |       0.8438 |  3.796s |    48.883s |
| Iteration 12     |   3.792 | dista.. | ball_tree |        25 |       2 |  0.6562 |       0.8438 |  3.202s |    53.362s |
| Iteration 13     |     0.0 | uniform | ball_tree |        29 |       1 |     0.5 |       0.8438 |  3.201s |    57.389s |
| Iteration 14     |   3.103 | uniform |   kd_tree |        39 |       2 |  0.5625 |       0.8438 |  3.188s |     1m:01s |
| Iteration 15     |  4.4727 | dista.. |     brute |        20 |       2 |  0.3125 |       0.8438 |  3.207s |     1m:06s |
| Iteration 16     |     0.0 | uniform | ball_tree |        25 |       2 |     0.5 |       0.8438 |  3.223s |     1m:10s |
| Iteration 17     |  3.2609 | dista.. |      auto |        27 |       2 |    0.75 |       0.8438 |  3.188s |     1m:14s |
| Iteration 18     |  4.8541 | uniform |   kd_tree |        28 |       1 |  0.2188 |       0.8438 |  3.208s |     1m:18s |
| Iteration 19     |   4.856 | uniform |     brute |        29 |       2 |  0.5625 |       0.8438 |  3.198s |     1m:22s |
| Iteration 20     |  3.4431 | dista.. |     brute |        24 |       2 |   0.375 |       0.8438 |  3.199s |     1m:26s |
| Iteration 21     |  4.1965 | dista.. |      auto |        37 |       2 |   0.625 |       0.8438 |  3.183s |     1m:30s |
| Iteration 22     |  6.1253 | uniform |   kd_tree |        21 |       2 |  0.7188 |       0.8438 |  3.238s |     1m:34s |
| Iteration 23     |  6.7413 | uniform |     brute |        28 |       2 |  0.6875 |       0.8438 |  3.231s |     1m:39s |
| Iteration 24     |  5.7547 | uniform | ball_tree |        21 |       2 |  0.2812 |       0.8438 |  3.222s |     1m:43s |
| Iteration 25     |  1.8177 | dista.. |      auto |        36 |       2 |    0.75 |       0.8438 |  3.185s |     1m:47s |
| Iteration 26     |  0.3789 | dista.. |      auto |        22 |       2 |     0.5 |       0.8438 |  3.207s |     1m:51s |
| Iteration 27     |  6.2011 | uniform |   kd_tree |        36 |       2 |  0.2812 |       0.8438 |  3.209s |     1m:55s |
| Iteration 28     |  2.9608 | dista.. | ball_tree |        31 |       2 |  0.1562 |       0.8438 |  3.210s |     1m:59s |
| Iteration 29     |  3.2205 | dista.. | ball_tree |        25 |       1 |   0.375 |       0.8438 |  3.178s |     2m:05s |
| Iteration 30     |  3.4813 | dista.. | ball_tree |        25 |       2 |  0.4375 |       0.8438 |  3.176s |     2m:09s |
| Iteration 31     |  8.9215 | uniform |     brute |        27 |       2 |  0.7188 |       0.8438 |  3.180s |     2m:13s |
| Iteration 32     |  6.9884 | uniform |     brute |        25 |       2 |   0.375 |       0.8438 |  3.195s |     2m:18s |
| Iteration 33     |  6.1359 | uniform |     brute |        21 |       2 |  0.5312 |       0.8438 |  3.191s |     2m:22s |
| Iteration 34     |  2.5656 | dista.. |      auto |        35 |       2 |  0.4062 |       0.8438 |  3.194s |     2m:27s |
| Iteration 35     |  3.4755 | dista.. | ball_tree |        28 |       2 |  0.7812 |       0.8438 |  3.819s |     2m:32s |
| Iteration 36     |   3.721 | dista.. | ball_tree |        27 |       2 |   0.375 |       0.8438 |  3.173s |     2m:36s |
| Iteration 37     |  3.4742 | dista.. | ball_tree |        27 |       2 |    0.75 |       0.8438 |  3.202s |     2m:40s |
| Iteration 38     |  3.3784 | uniform | ball_tree |        28 |       2 |  0.6875 |       0.8438 |  3.199s |     2m:45s |
| Iteration 39     |  3.3991 | dista.. |      auto |        28 |       2 |    0.75 |       0.8438 |  3.192s |     2m:49s |
| Iteration 40     |  3.3866 | dista.. |      auto |        27 |       2 |     0.5 |       0.8438 |  3.214s |     2m:53s |
| Iteration 41     |    3.44 | dista.. | ball_tree |        31 |       2 |  0.3125 |       0.8438 |  3.197s |     2m:58s |
| Iteration 42     |  7.8321 | dista.. |   kd_tree |        28 |       2 |  0.8125 |       0.8438 |  3.196s |     3m:02s |
| Iteration 43     | 10.6376 | dista.. |   kd_tree |        28 |       2 |     1.0 |          1.0 |  3.217s |     3m:06s |
| Iteration 44     | 10.9624 | dista.. |   kd_tree |        28 |       2 |     1.0 |          1.0 |  3.235s |     3m:11s |
| Iteration 45     | 10.9409 | dista.. |     brute |        28 |       2 |     1.0 |          1.0 |  3.198s |     3m:15s |
| Iteration 46     | 11.0935 | dista.. |     brute |        28 |       2 |   0.625 |          1.0 |  3.193s |     3m:19s |
| Iteration 47     | 11.0142 | dista.. |     brute |        28 |       2 |  0.5625 |          1.0 |  3.217s |     3m:23s |
| Iteration 48     |  9.6066 | dista.. |      auto |        28 |       2 |    0.75 |          1.0 |  3.186s |     3m:28s |
| Iteration 49     |  1.2357 | uniform |   kd_tree |        28 |       2 |  0.5312 |          1.0 |  3.201s |     3m:32s |
| Iteration 50     |  0.5458 | dista.. |     brute |        28 |       2 |     0.5 |          1.0 |  3.184s |     3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'radius': 10.9624, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 28, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.102
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:38s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     0.5 |          0.5 |  3.611s |     3.618s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |         0.75 |  3.567s |     7.804s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.625 |         0.75 |  3.335s |    11.738s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.625 |         0.75 |  3.481s |    15.864s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |       0.8125 |  3.332s |    19.814s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  3.521s |    23.939s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |          1.0 |  3.187s |    27.748s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |          1.0 |  3.457s |    31.804s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.375 |          1.0 |  3.192s |    35.745s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.625 |          1.0 |  3.283s |    39.615s |
| Iteration 11     |          461 |        0.2638 |   SAMME.R |     1.0 |          1.0 |  3.500s |    43.979s |
| Iteration 12     |          382 |        0.2451 |   SAMME.R |    0.75 |          1.0 |  3.421s |    48.208s |
| Iteration 13     |          475 |        0.2515 |   SAMME.R |  0.6875 |          1.0 |  4.192s |    53.250s |
| Iteration 14     |           91 |        0.3844 |     SAMME |   0.625 |          1.0 |  3.225s |    57.341s |
| Iteration 15     |           51 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  3.163s |     1m:03s |
| Iteration 16     |          500 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  3.590s |     1m:08s |
| Iteration 17     |           50 |          0.01 |   SAMME.R |    0.25 |          1.0 |  3.194s |     1m:12s |
| Iteration 18     |          500 |          0.01 |     SAMME |     0.5 |          1.0 |  3.536s |     1m:16s |
| Iteration 19     |          400 |        0.0122 |   SAMME.R |  0.9375 |          1.0 |  3.486s |     1m:20s |
| Iteration 20     |          441 |          0.01 |   SAMME.R |  0.4688 |          1.0 |  3.519s |     1m:25s |
| Iteration 21     |          247 |        0.4664 |   SAMME.R |  0.8125 |          1.0 |  3.356s |     1m:29s |
| Iteration 22     |           51 |        0.2282 |   SAMME.R |  0.5625 |          1.0 |  3.245s |     1m:33s |
| Iteration 23     |          230 |        9.8354 |   SAMME.R |  0.1875 |          1.0 |  3.383s |     1m:37s |
| Iteration 24     |           50 |        0.0741 |   SAMME.R |  0.2812 |          1.0 |  3.260s |     1m:42s |
| Iteration 25     |          500 |        0.1223 |   SAMME.R |  0.8438 |          1.0 |  3.617s |     1m:46s |
| Iteration 26     |          500 |        0.1549 |   SAMME.R |  0.8125 |          1.0 |  3.597s |     1m:50s |
| Iteration 27     |          500 |        0.1602 |     SAMME |  0.5625 |          1.0 |  3.505s |     1m:55s |
| Iteration 28     |          422 |        0.0876 |   SAMME.R |  0.1875 |          1.0 |  3.508s |     1m:59s |
| Iteration 29     |          500 |        0.3781 |   SAMME.R |  0.6875 |          1.0 |  3.551s |     2m:04s |
| Iteration 30     |          500 |        0.2426 |   SAMME.R |    0.75 |          1.0 |  3.533s |     2m:09s |
| Iteration 31     |          463 |        0.4095 |   SAMME.R |  0.5625 |          1.0 |  3.519s |     2m:14s |
| Iteration 32     |          500 |        0.2133 |   SAMME.R |  0.9375 |          1.0 |  3.539s |     2m:19s |
| Iteration 33     |          459 |        0.1398 |   SAMME.R |  0.6875 |          1.0 |  3.527s |     2m:23s |
| Iteration 34     |          400 |        0.0101 |   SAMME.R |  0.6875 |          1.0 |  3.500s |     2m:29s |
| Iteration 35     |          468 |        0.0303 |     SAMME |    0.75 |          1.0 |  3.488s |     2m:36s |
| Iteration 36     |          500 |        0.0191 |   SAMME.R |   0.875 |          1.0 |  3.552s |     2m:42s |
| Iteration 37     |          459 |        4.8471 |   SAMME.R |   0.625 |          1.0 |  4.149s |     2m:49s |
| Iteration 38     |          410 |        0.0372 |     SAMME |  0.9375 |          1.0 |  3.443s |     2m:55s |
| Iteration 39     |          408 |        0.1015 |     SAMME |     1.0 |          1.0 |  3.406s |     3m:01s |
| Iteration 40     |          407 |        0.0297 |     SAMME |     1.0 |          1.0 |  3.443s |     3m:07s |
| Iteration 41     |          407 |        0.0461 |     SAMME |    0.75 |          1.0 |  3.431s |     3m:12s |
| Iteration 42     |          408 |        0.0699 |   SAMME.R |  0.6875 |          1.0 |  3.472s |     3m:16s |
| Iteration 43     |          404 |        6.2386 |     SAMME |  0.4688 |          1.0 |  3.117s |     3m:21s |
| Iteration 44     |          411 |        0.2109 |     SAMME |  0.9688 |          1.0 |  3.434s |     3m:25s |
| Iteration 45     |          412 |        6.1619 |     SAMME |     1.0 |          1.0 |  3.132s |     3m:30s |
| Iteration 46     |          414 |        8.9398 |     SAMME |   0.625 |          1.0 |  3.142s |     3m:34s |
| Iteration 47     |          410 |        0.5545 |     SAMME |  0.6875 |          1.0 |  3.424s |     3m:39s |
| Iteration 48     |          252 |        0.0772 |   SAMME.R |     1.0 |          1.0 |  3.386s |     3m:43s |
| Iteration 49     |          253 |        0.3728 |   SAMME.R |  0.6875 |          1.0 |  3.342s |     3m:48s |
| Iteration 50     |          410 |          0.01 |     SAMME |     1.0 |          1.0 |  3.443s |     3m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.423s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.051
Time elapsed: 1.888s
-------------------------------------------------
Total time: 3m:56s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  3.547s |     3.566s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.625 |       0.8125 |  3.393s |     7.562s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.5625 |       0.8125 |  3.447s |    11.636s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  3.234s |    15.494s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |       0.8125 |  3.549s |    19.650s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6875 |       0.8125 |  3.268s |    23.514s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |        0.875 |  3.327s |    27.442s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |        0.875 |  3.322s |    31.426s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.7812 |        0.875 |  3.421s |    35.456s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |        0.875 |  3.416s |    39.527s |
| Iteration 11     |          294 |   entropy |      None |                 2 |                4 |         sqrt |      True |    0.0046 |         0.7 |   0.875 |        0.875 |  3.385s |    43.871s |
| Iteration 12     |           50 |   entropy |         2 |                 5 |               18 |         None |      True |    0.0027 |         0.5 |     0.5 |        0.875 |  3.166s |    47.953s |
| Iteration 13     |           10 |      gini |      None |                 3 |               18 |          0.8 |     False |    0.0083 |         --- |   0.625 |        0.875 |  3.156s |    52.195s |
| Iteration 14     |          468 |   entropy |      None |                20 |                8 |         log2 |      True |    0.0233 |         0.9 |  0.8125 |        0.875 |  4.187s |    57.427s |
| Iteration 15     |           10 |   entropy |         5 |                16 |               15 |         sqrt |     False |     0.015 |         --- |  0.7812 |        0.875 |  3.193s |     1m:02s |
| Iteration 16     |          500 |   entropy |         9 |                 7 |                1 |         auto |      True |    0.0104 |         0.8 |  0.9375 |       0.9375 |  3.599s |     1m:06s |
| Iteration 17     |          471 |      gini |         9 |                17 |               18 |         None |      True |       0.0 |         0.8 |     0.5 |       0.9375 |  3.463s |     1m:11s |
| Iteration 18     |          428 |      gini |         8 |                18 |                1 |         sqrt |      True |    0.0087 |         0.5 |   0.375 |       0.9375 |  3.484s |     1m:15s |
| Iteration 19     |          205 |   entropy |         8 |                20 |               14 |          0.7 |      True |    0.0259 |         0.8 |  0.9375 |       0.9375 |  3.303s |     1m:22s |
| Iteration 20     |          351 |   entropy |         8 |                11 |                6 |         log2 |      True |     0.016 |         0.8 |     0.5 |       0.9375 |  3.416s |     1m:28s |
| Iteration 21     |           82 |   entropy |         1 |                 3 |               10 |         auto |      True |    0.0019 |        None |    0.75 |       0.9375 |  3.203s |     1m:33s |
| Iteration 22     |           38 |   entropy |         9 |                 4 |               14 |         auto |     False |    0.0344 |         --- |   0.875 |       0.9375 |  3.175s |     1m:37s |
| Iteration 23     |           29 |   entropy |         6 |                18 |                6 |         auto |     False |    0.0331 |         --- |    0.75 |       0.9375 |  3.177s |     1m:41s |
| Iteration 24     |          496 |   entropy |         7 |                20 |                4 |         None |     False |    0.0268 |         --- |   0.625 |       0.9375 |  3.465s |     1m:46s |
| Iteration 25     |          341 |   entropy |         8 |                18 |               20 |         auto |     False |     0.032 |         --- |  0.7188 |       0.9375 |  3.339s |     1m:50s |
| Iteration 26     |          488 |   entropy |         1 |                 7 |                3 |         auto |      True |    0.0041 |         0.8 |    0.75 |       0.9375 |  3.514s |     1m:55s |
| Iteration 27     |          388 |   entropy |      None |                 8 |               15 |         sqrt |     False |    0.0197 |         --- |    0.75 |       0.9375 |  3.313s |     1m:59s |
| Iteration 28     |          271 |   entropy |         9 |                14 |                6 |         auto |      True |    0.0053 |         0.6 |  0.3125 |       0.9375 |  3.355s |     2m:04s |
| Iteration 29     |           10 |   entropy |         3 |                20 |               18 |         auto |      True |    0.0314 |         0.9 |   0.625 |       0.9375 |  3.121s |     2m:08s |
| Iteration 30     |          450 |   entropy |         1 |                 7 |               15 |         log2 |      True |    0.0103 |         0.8 |  0.6875 |       0.9375 |  3.453s |     2m:13s |
| Iteration 31     |          491 |   entropy |         9 |                20 |               17 |         None |      True |    0.0247 |        None |    0.75 |       0.9375 |  3.502s |     2m:18s |
| Iteration 32     |          413 |   entropy |         9 |                 6 |                3 |         auto |      True |    0.0102 |         0.5 |   0.875 |       0.9375 |  3.506s |     2m:23s |
| Iteration 33     |          345 |      gini |         9 |                 7 |               15 |         auto |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  3.370s |     2m:27s |
| Iteration 34     |          216 |   entropy |         9 |                20 |                1 |          0.7 |      True |    0.0261 |         0.5 |  0.6875 |       0.9375 |  3.341s |     2m:32s |
| Iteration 35     |          183 |   entropy |         2 |                20 |               14 |          0.7 |      True |      0.01 |         0.9 |   0.625 |       0.9375 |  3.515s |     2m:37s |
| Iteration 36     |          444 |   entropy |         8 |                15 |               17 |          0.7 |      True |    0.0257 |         0.8 |   0.625 |       0.9375 |  3.434s |     2m:42s |
| Iteration 37     |           76 |   entropy |         4 |                20 |               12 |          0.7 |      True |    0.0285 |         0.9 |   0.625 |       0.9375 |  3.180s |     2m:46s |
| Iteration 38     |          366 |   entropy |         9 |                 7 |                2 |         auto |      True |    0.0155 |         0.9 |  0.9375 |       0.9375 |  3.441s |     2m:51s |
| Iteration 39     |          172 |   entropy |         8 |                20 |                8 |         None |      True |    0.0087 |         0.6 |     1.0 |          1.0 |  3.996s |     2m:56s |
| Iteration 40     |          166 |   entropy |         8 |                20 |               19 |         None |      True |    0.0035 |        None |     1.0 |          1.0 |  3.314s |     3m:01s |
| Iteration 41     |          361 |   entropy |         8 |                20 |               15 |         None |      True |    0.0058 |         0.6 |  0.4062 |          1.0 |  3.455s |     3m:06s |
| Iteration 42     |          169 |   entropy |         8 |                20 |                1 |         log2 |      True |    0.0154 |         0.7 |     1.0 |          1.0 |  3.294s |     3m:10s |
| Iteration 43     |          169 |   entropy |         7 |                20 |                7 |         None |     False |       0.0 |         --- |  0.7188 |          1.0 |  3.252s |     3m:15s |
| Iteration 44     |          169 |   entropy |         8 |                20 |                8 |         None |     False |    0.0054 |         --- |  0.9375 |          1.0 |  3.217s |     3m:19s |
| Iteration 45     |          169 |   entropy |         8 |                20 |               19 |         None |      True |    0.0107 |         0.6 |     0.5 |          1.0 |  3.281s |     3m:24s |
| Iteration 46     |           72 |   entropy |         2 |                 4 |               19 |          0.8 |      True |    0.0036 |        None |  0.6562 |          1.0 |  3.183s |     3m:28s |
| Iteration 47     |          489 |   entropy |         5 |                 6 |                2 |          0.7 |      True |    0.0129 |         0.8 |  0.8125 |          1.0 |  3.523s |     3m:33s |
| Iteration 48     |           84 |   entropy |         1 |                14 |                1 |          0.9 |      True |    0.0154 |         0.8 |  0.9375 |          1.0 |  3.159s |     3m:38s |
| Iteration 49     |          500 |      gini |         5 |                18 |                2 |          0.6 |      True |    0.0155 |         0.6 |  0.6875 |          1.0 |  3.516s |     3m:43s |
| Iteration 50     |          192 |   entropy |         9 |                19 |                1 |         sqrt |      True |    0.0154 |         0.7 |     1.0 |          1.0 |  3.282s |     3m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 172, 'criterion': 'entropy', 'max_depth': 8, 'min_samples_split': 20, 'min_samples_leaf': 8, 'max_features': None, 'bootstrap': True, 'ccp_alpha': 0.0087, 'max_samples': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9062
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.159s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.0872
Time elapsed: 0.715s
-------------------------------------------------
Total time: 3m:50s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.247s |     3.267s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  3.237s |     7.141s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8125 |  3.207s |    10.964s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8125 |  3.166s |    14.750s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8125 |  3.238s |    18.593s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8125 |  3.257s |    22.479s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8125 |  3.248s |    26.389s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8125 |  3.238s |    30.248s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |       0.8125 |  3.266s |    34.122s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.159s |    37.897s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2177 |                3 |       0.6 |              0.7 |      0.01 |        100 |  0.9062 |       0.9062 |  3.164s |    42.120s |
| Iteration 12     |          500 |        0.5617 |         4 |     0.0 |                2 |       1.0 |              0.9 |         0 |          0 |  0.8125 |       0.9062 |  3.204s |    46.424s |
| Iteration 13     |          500 |           1.0 |         5 |     0.0 |                3 |       0.9 |              0.8 |       100 |          0 |     0.5 |       0.9062 |  3.216s |    50.781s |
| Iteration 14     |          316 |          0.01 |         2 |  0.2008 |                3 |       0.5 |              0.9 |      0.01 |        100 |  0.8125 |       0.9062 |  3.229s |    55.004s |
| Iteration 15     |          402 |        0.7327 |         8 |  0.3397 |                1 |       0.6 |              0.4 |      0.01 |       0.01 |     1.0 |          1.0 |  3.222s |     1m:00s |
| Iteration 16     |          434 |          0.01 |        10 |   0.203 |                1 |       0.9 |              0.8 |      0.01 |        100 |     1.0 |          1.0 |  3.244s |     1m:04s |
| Iteration 17     |           20 |        0.0725 |        10 |  0.3374 |                1 |       0.5 |              0.4 |         0 |        100 |  0.3125 |          1.0 |  3.133s |     1m:09s |
| Iteration 18     |          347 |         0.015 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |   0.625 |          1.0 |  3.305s |     1m:13s |
| Iteration 19     |          483 |        0.4954 |         1 |  0.5055 |                1 |       0.6 |              0.5 |      0.01 |       0.01 |    0.75 |          1.0 |  3.200s |     1m:17s |
| Iteration 20     |          418 |        0.1741 |         9 |   0.245 |                1 |       0.8 |              0.5 |      0.01 |         10 |     0.5 |          1.0 |  3.219s |     1m:22s |
| Iteration 21     |          500 |        0.0196 |         9 |  0.7318 |                1 |       0.9 |              1.0 |       0.1 |        100 |  0.8125 |          1.0 |  3.217s |     1m:26s |
| Iteration 22     |          237 |        0.7977 |         9 |  0.6014 |                1 |       0.9 |              0.5 |      0.01 |       0.01 |   0.875 |          1.0 |  3.207s |     1m:30s |
| Iteration 23     |          427 |        0.7822 |         9 |  0.3675 |                1 |       0.6 |              0.7 |      0.01 |       0.01 |   0.875 |          1.0 |  3.219s |     1m:35s |
| Iteration 24     |          418 |         0.012 |        10 |  0.1684 |                9 |       0.9 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.206s |     1m:39s |
| Iteration 25     |          242 |          0.01 |        10 |  0.3389 |                2 |       0.7 |              0.6 |         1 |        100 |  0.7812 |          1.0 |  3.178s |     1m:43s |
| Iteration 26     |          383 |          0.01 |         1 |  0.8462 |                1 |       0.9 |              0.8 |      0.01 |        100 |   0.875 |          1.0 |  3.204s |     1m:49s |
| Iteration 27     |          424 |           1.0 |        10 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |  0.5625 |          1.0 |  3.215s |     1m:53s |
| Iteration 28     |          500 |        0.0119 |         2 |     0.0 |                1 |       0.8 |              0.7 |         0 |        100 |    0.25 |          1.0 |  3.235s |     1m:59s |
| Iteration 29     |          347 |          0.01 |        10 |  0.9447 |                1 |       1.0 |              0.4 |      0.01 |        100 |     0.5 |          1.0 |  3.190s |     2m:05s |
| Iteration 30     |          163 |           1.0 |        10 |  0.2012 |                6 |       0.6 |              0.4 |      0.01 |          0 |     0.5 |          1.0 |  3.164s |     2m:11s |
| Iteration 31     |          363 |        0.3201 |        10 |  0.8839 |                1 |       0.9 |              0.9 |      0.01 |        100 |   0.625 |          1.0 |  3.222s |     2m:16s |
| Iteration 32     |          437 |          0.01 |        10 |  0.0612 |                2 |       0.6 |              0.8 |      0.01 |        100 |    0.75 |          1.0 |  3.217s |     2m:20s |
| Iteration 33     |          153 |          0.01 |        10 |  0.2101 |                1 |       1.0 |              1.0 |      0.01 |         10 |  0.6875 |          1.0 |  3.161s |     2m:26s |
| Iteration 34     |          316 |          0.01 |         2 |  0.5923 |                2 |       1.0 |              0.8 |      0.01 |        100 |  0.7188 |          1.0 |  3.195s |     2m:30s |
| Iteration 35     |          321 |           1.0 |        10 |  0.9358 |                1 |       0.5 |              0.4 |      0.01 |          0 |  0.5625 |          1.0 |  3.160s |     2m:35s |
| Iteration 36     |           21 |           1.0 |         8 |  0.2164 |                9 |       0.5 |              0.4 |      0.01 |       0.01 |     0.5 |          1.0 |  3.141s |     2m:40s |
| Iteration 37     |          159 |           1.0 |         4 |  0.1979 |                1 |       0.7 |              0.4 |      0.01 |       0.01 |  0.8125 |          1.0 |  3.127s |     2m:44s |
| Iteration 38     |          341 |           1.0 |         8 |  0.0138 |                1 |       0.8 |              0.5 |      0.01 |        0.1 |     1.0 |          1.0 |  3.208s |     2m:48s |
| Iteration 39     |          274 |           1.0 |         9 |  0.5507 |                1 |       0.9 |              0.5 |      0.01 |        0.1 |     1.0 |          1.0 |  3.118s |     2m:53s |
| Iteration 40     |          498 |         0.589 |         9 |  0.6406 |                1 |       0.9 |              0.4 |        10 |       0.01 |     0.5 |          1.0 |  3.253s |     2m:58s |
| Iteration 41     |          470 |        0.7408 |         8 |  0.1964 |                1 |       1.0 |              0.4 |         0 |       0.01 |  0.6875 |          1.0 |  3.280s |     3m:02s |
| Iteration 42     |          315 |           1.0 |         8 |  0.2094 |                1 |       0.8 |              0.5 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.211s |     3m:07s |
| Iteration 43     |          218 |           1.0 |         7 |   0.181 |                1 |       0.6 |              0.6 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.208s |     3m:11s |
| Iteration 44     |          429 |           1.0 |         2 |  0.3176 |                1 |       0.7 |              0.4 |      0.01 |        0.1 |     1.0 |          1.0 |  3.243s |     3m:16s |
| Iteration 45     |          331 |           1.0 |         9 |  0.1682 |                1 |       0.9 |              0.4 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.233s |     3m:20s |
| Iteration 46     |          500 |           1.0 |        10 |  0.7623 |                1 |       0.9 |              0.4 |      0.01 |        0.1 |  0.8438 |          1.0 |  3.259s |     3m:25s |
| Iteration 47     |          388 |           1.0 |         5 |  0.3228 |                1 |       0.8 |              0.5 |       0.1 |        0.1 |   0.625 |          1.0 |  3.238s |     3m:30s |
| Iteration 48     |          465 |           1.0 |         2 |  0.4376 |                1 |       0.7 |              1.0 |      0.01 |        0.1 |   0.875 |          1.0 |  3.232s |     3m:34s |
| Iteration 49     |          170 |          0.01 |         2 |  0.0043 |                7 |       0.6 |              1.0 |       0.1 |        100 |     0.5 |          1.0 |  3.181s |     3m:39s |
| Iteration 50     |          263 |        0.0665 |         2 |  0.1589 |                1 |       0.7 |              0.7 |      0.01 |        0.1 |     1.0 |          1.0 |  3.192s |     3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 434, 'learning_rate': 0.01, 'max_depth': 10, 'gamma': 0.203, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9098
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1122
Time elapsed: 0.331s
-------------------------------------------------
Total time: 3m:46s


Final results ==================== >>
Duration: 25m:21s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.75 ± 0.0894 ~
Logistic Regression             --> roc_auc: 0.52 ± 0.1122 ~
Linear Discriminant Analysis    --> roc_auc: 0.45 ± 0.1183 ~
Quadratic Discriminant Analysis --> roc_auc: 0.52 ± 0.0245 ~
Radius Nearest Neighbors        --> roc_auc: 0.54 ± 0.102 ~
AdaBoost                        --> roc_auc: 0.82 ± 0.051 !
Random Forest                   --> roc_auc: 0.67 ± 0.0872 ~
XGBoost                         --> roc_auc: 0.68 ± 0.1122
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 831 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGEQFF.
   >>> Dropping feature CAVGGGSYIPTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CALGTGGFKTIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRGNNARLMF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGSYIPTF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLDFYEQYF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  0.679s |     0.700s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.7812 |       0.8125 |  0.720s |     3.350s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.681s |     4.967s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |          1.0 |  0.673s |     6.272s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |          1.0 |  0.681s |     7.572s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |          1.0 |  0.721s |    10.129s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.5938 |          1.0 |  0.695s |    11.734s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.625 |          1.0 |  0.738s |    13.085s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.5625 |          1.0 |  0.665s |    14.380s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |          1.0 |  0.662s |    15.683s |
| Iteration 11     | exponen.. |        0.8815 |           58 |       0.8 | squared_er.. |                19 |               18 |         4 |         auto |    0.0233 |  0.9375 |          1.0 |  0.625s |    17.242s |
| Iteration 12     | exponen.. |        0.0291 |          209 |       0.9 | squared_er.. |                15 |               20 |         3 |         sqrt |     0.024 |   0.625 |          1.0 |  0.693s |    19.037s |
| Iteration 13     | exponen.. |        0.0345 |           23 |       0.8 | squared_er.. |                 3 |                6 |         5 |          0.8 |    0.0113 |  0.6562 |          1.0 |  0.658s |    20.740s |
| Iteration 14     | exponen.. |        0.3998 |          141 |       0.8 | friedman_mse |                18 |                7 |         3 |         auto |     0.023 |  0.5312 |          1.0 |  0.680s |    22.454s |
| Iteration 15     |  deviance |        0.6246 |          133 |       0.8 | squared_er.. |                16 |                4 |         1 |          0.8 |     0.019 |  0.9375 |          1.0 |  0.691s |    24.890s |
| Iteration 16     | exponen.. |        0.4293 |          127 |       0.7 | squared_er.. |                18 |               20 |         4 |         auto |      0.02 |     0.5 |          1.0 |  0.688s |    26.738s |
| Iteration 17     | exponen.. |         0.099 |           33 |       0.9 | squared_er.. |                16 |               12 |         4 |          0.8 |    0.0252 |   0.625 |          1.0 |  0.674s |    28.641s |
| Iteration 18     | exponen.. |        0.0727 |           43 |       0.6 | squared_er.. |                14 |               14 |         2 |         auto |    0.0302 |     1.0 |          1.0 |  0.673s |    30.466s |
| Iteration 19     | exponen.. |        0.5093 |           39 |       1.0 | squared_er.. |                 6 |               11 |         7 |         auto |     0.033 |  0.8125 |          1.0 |  0.627s |    33.781s |
| Iteration 20     |  deviance |        0.1839 |           60 |       0.7 | squared_er.. |                11 |               18 |         1 |         auto |    0.0121 |     1.0 |          1.0 |  0.636s |    37.417s |
| Iteration 21     |  deviance |        0.1004 |           82 |       0.7 | squared_er.. |                17 |               18 |         8 |         log2 |    0.0186 |  0.5312 |          1.0 |  0.655s |    39.512s |
| Iteration 22     | exponen.. |        0.2293 |           53 |       0.8 | squared_er.. |                15 |               16 |         2 |         auto |     0.023 |     1.0 |          1.0 |  0.640s |    41.205s |
| Iteration 23     |  deviance |        0.0986 |           52 |       0.5 | squared_er.. |                14 |               18 |         2 |         auto |    0.0184 |     0.5 |          1.0 |  0.633s |    42.845s |
| Iteration 24     | exponen.. |        0.2458 |           47 |       0.7 | squared_er.. |                 8 |               14 |         6 |         auto |    0.0267 |  0.8125 |          1.0 |  0.641s |    44.605s |
| Iteration 25     |  deviance |        0.0684 |           59 |       0.7 | squared_er.. |                12 |               16 |         7 |         auto |    0.0155 |     1.0 |          1.0 |  0.651s |    47.932s |
| Iteration 26     | exponen.. |        0.0948 |           45 |       0.6 | squared_er.. |                17 |                4 |         2 |         auto |    0.0101 |  0.8125 |          1.0 |  0.655s |    49.957s |
| Iteration 27     |  deviance |        0.0145 |           20 |       0.8 | squared_er.. |                16 |               20 |         7 |         log2 |    0.0007 |  0.6562 |          1.0 |  0.630s |    51.749s |
| Iteration 28     | exponen.. |        0.0212 |           43 |       0.6 | squared_er.. |                19 |               12 |         2 |          0.6 |     0.035 |  0.9375 |          1.0 |  0.632s |    53.609s |
| Iteration 29     | exponen.. |        0.0605 |           37 |       0.6 | squared_er.. |                 2 |               20 |         9 |         auto |    0.0163 |     0.5 |          1.0 |  0.636s |    55.514s |
| Iteration 30     | exponen.. |        0.4007 |           49 |       0.6 | squared_er.. |                16 |               20 |         8 |          0.8 |    0.0133 |     0.5 |          1.0 |  0.634s |    58.376s |
| Iteration 31     | exponen.. |        0.1226 |           54 |       0.8 | squared_er.. |                10 |               12 |         3 |         auto |    0.0218 |     1.0 |          1.0 |  0.649s |     1m:01s |
| Iteration 32     |  deviance |        0.2875 |           54 |       0.8 | squared_er.. |                15 |                3 |         7 |         None |     0.035 |  0.8125 |          1.0 |  0.639s |     1m:02s |
| Iteration 33     | exponen.. |        0.1106 |           43 |       0.6 | squared_er.. |                 6 |               16 |         2 |         auto |    0.0025 |  0.8125 |          1.0 |  0.639s |     1m:04s |
| Iteration 34     |  deviance |        0.1141 |           58 |       0.7 | squared_er.. |                17 |                7 |         4 |          0.6 |    0.0106 |    0.75 |          1.0 |  0.636s |     1m:06s |
| Iteration 35     |  deviance |        0.1837 |           60 |       0.7 | squared_er.. |                 4 |               12 |         4 |         auto |    0.0138 |   0.875 |          1.0 |  0.641s |     1m:08s |
| Iteration 36     | exponen.. |         0.162 |           59 |       0.7 | squared_er.. |                19 |               19 |         7 |         auto |    0.0156 |     1.0 |          1.0 |  0.637s |     1m:10s |
| Iteration 37     |  deviance |        0.0146 |           54 |       0.8 | squared_er.. |                 8 |               14 |        10 |         auto |    0.0225 |     1.0 |          1.0 |  0.642s |     1m:12s |
| Iteration 38     |  deviance |        0.0125 |           43 |       0.6 | squared_er.. |                 8 |               13 |         5 |         auto |    0.0316 |    0.75 |          1.0 |  0.634s |     1m:14s |
| Iteration 39     | exponen.. |        0.0429 |           59 |       0.7 | squared_er.. |                14 |               10 |         8 |         auto |    0.0139 |   0.625 |          1.0 |  0.646s |     1m:16s |
| Iteration 40     |  deviance |        0.0305 |           65 |       0.7 | squared_er.. |                14 |               20 |         4 |         auto |    0.0173 |    0.75 |          1.0 |  0.647s |     1m:18s |
| Iteration 41     | exponen.. |          0.03 |          279 |       0.7 | squared_er.. |                 4 |               19 |         3 |         auto |    0.0141 |  0.8438 |          1.0 |  1.273s |     1m:20s |
| Iteration 42     |  deviance |        0.0316 |           54 |       0.7 | squared_er.. |                15 |               17 |         7 |         auto |    0.0148 |     1.0 |          1.0 |  0.639s |     1m:22s |
| Iteration 43     |  deviance |        0.6634 |           56 |       0.8 | squared_er.. |                16 |               14 |         7 |         auto |    0.0234 |  0.9062 |          1.0 |  0.647s |     1m:25s |
| Iteration 44     | exponen.. |         0.074 |           51 |       0.8 | squared_er.. |                 7 |               15 |         8 |         auto |    0.0233 |    0.75 |          1.0 |  0.639s |     1m:27s |
| Iteration 45     | exponen.. |        0.8895 |          373 |       0.8 | squared_er.. |                20 |               10 |         3 |         log2 |    0.0226 |     1.0 |          1.0 |  0.711s |     1m:29s |
| Iteration 46     | exponen.. |        0.0142 |          166 |       0.8 | squared_er.. |                 3 |               14 |         2 |         auto |    0.0244 |    0.75 |          1.0 |  0.676s |     1m:31s |
| Iteration 47     | exponen.. |        0.0876 |           55 |       0.7 | squared_er.. |                17 |               17 |         2 |         auto |    0.0213 |    0.75 |          1.0 |  0.686s |     1m:33s |
| Iteration 48     | exponen.. |        0.3279 |           47 |       0.8 | squared_er.. |                19 |                5 |         2 |         auto |    0.0229 |  0.9375 |          1.0 |  0.684s |     1m:35s |
| Iteration 49     |  deviance |        0.0348 |           57 |       0.7 | squared_er.. |                20 |               15 |         7 |         auto |    0.0153 |   0.625 |          1.0 |  0.688s |     1m:37s |
| Iteration 50     | exponen.. |        0.7149 |           55 |       0.8 | squared_er.. |                15 |               13 |         7 |         auto |    0.0281 |   0.875 |          1.0 |  0.697s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.8895, 'n_estimators': 373, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 20, 'min_samples_leaf': 10, 'max_depth': 3, 'max_features': 'log2', 'ccp_alpha': 0.0226}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.098s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0748
Time elapsed: 0.472s
-------------------------------------------------
Total time: 1m:42s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.3125 |       0.3125 |  0.700s |     0.713s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  0.690s |     2.014s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  0.688s |     4.696s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |         0.75 |  0.645s |     7.703s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.6875 |         0.75 |  0.648s |    10.884s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     1.0 |          1.0 |  0.644s |    13.932s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |          1.0 |  0.643s |    15.514s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |          1.0 |  0.637s |    16.791s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |          1.0 |  0.683s |    18.132s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |          1.0 |  0.694s |    19.462s |
| Iteration 11     |    none |     --- |     sag |      160 |      --- |     1.0 |          1.0 |  0.681s |    21.143s |
| Iteration 12     |      l2 | 37.6417 | libli.. |      156 |      --- |  0.9375 |          1.0 |  0.688s |    22.780s |
| Iteration 13     |    none |     --- |   lbfgs |      155 |      --- |  0.6875 |          1.0 |  0.689s |    24.376s |
| Iteration 14     |      l2 |  1.6923 |     sag |      159 |      --- |  0.5625 |          1.0 |  0.689s |    26.058s |
| Iteration 15     |      l2 | 13.8308 | newto.. |      155 |      --- |   0.625 |          1.0 |  0.700s |    27.743s |
| Iteration 16     |      l2 | 37.5895 | libli.. |      158 |      --- |  0.4375 |          1.0 |  0.682s |    29.422s |
| Iteration 17     |      l2 |  36.413 | libli.. |      152 |      --- |  0.4375 |          1.0 |  0.684s |    31.041s |
| Iteration 18     |      l2 |  0.0011 | libli.. |      742 |      --- |   0.625 |          1.0 |  0.690s |    32.574s |
| Iteration 19     |      l2 |   0.001 |     sag |      945 |      --- |  0.8125 |          1.0 |  1.272s |    34.847s |
| Iteration 20     |      l2 | 15.4151 |   lbfgs |      133 |      --- |    0.75 |          1.0 |  0.693s |    36.592s |
| Iteration 21     |      l2 | 91.4967 | libli.. |      156 |      --- |     0.5 |          1.0 |  0.710s |    38.168s |
| Iteration 22     |    none |     --- |     sag |      194 |      --- |    0.75 |          1.0 |  0.700s |    41.240s |
| Iteration 23     |      l2 | 40.1112 | libli.. |      163 |      --- |  0.5625 |          1.0 |  0.681s |    43.189s |
| Iteration 24     |      l2 | 15.4151 |   lbfgs |      133 |      --- |    0.75 |          1.0 |  0.001s |    44.272s |
| Iteration 25     |      l2 | 37.2273 | libli.. |      155 |      --- |    0.75 |          1.0 |  0.682s |    45.859s |
| Iteration 26     |      l2 | 37.2111 | libli.. |      155 |      --- |   0.125 |          1.0 |  0.685s |    47.506s |
| Iteration 27     |      l2 | 28.7136 |     sag |      423 |      --- |   0.625 |          1.0 |  0.682s |    49.078s |
| Iteration 28     |      l2 |  0.6182 | newto.. |      106 |      --- |     1.0 |          1.0 |  0.681s |    50.684s |
| Iteration 29     |      l2 |  0.0035 | newto.. |      100 |      --- |     0.5 |          1.0 |  0.678s |    52.249s |
| Iteration 30     |    none |     --- | newto.. |      218 |      --- |    0.75 |          1.0 |  0.688s |    53.862s |
| Iteration 31     |      l2 |  0.8346 | newto.. |      103 |      --- |  0.8125 |          1.0 |  0.680s |    55.486s |
| Iteration 32     |      l2 |   4.903 | newto.. |      366 |      --- |    0.75 |          1.0 |  0.685s |    57.102s |
| Iteration 33     |      l2 |  1.8537 | newto.. |      100 |      --- |  0.6875 |          1.0 |  0.683s |    58.765s |
| Iteration 34     |    none |     --- | newto.. |      113 |      --- |    0.75 |          1.0 |  0.694s |     1m:00s |
| Iteration 35     |      l2 |  0.1421 | newto.. |      443 |      --- |  0.9375 |          1.0 |  0.685s |     1m:03s |
| Iteration 36     |      l2 |  0.1025 | newto.. |      556 |      --- |    0.75 |          1.0 |  0.681s |     1m:05s |
| Iteration 37     |    none |     --- | newto.. |      801 |      --- |  0.5625 |          1.0 |  0.687s |     1m:07s |
| Iteration 38     |      l2 |   0.001 |     sag |      487 |      --- |    0.75 |          1.0 |  0.680s |     1m:09s |
| Iteration 39     |      l2 |  0.4959 | newto.. |      246 |      --- |     0.5 |          1.0 |  0.682s |     1m:10s |
| Iteration 40     |      l2 | 94.0403 | newto.. |      434 |      --- |  0.5625 |          1.0 |  0.630s |     1m:12s |
| Iteration 41     |    none |     --- |   lbfgs |      101 |      --- |  0.4375 |          1.0 |  0.639s |     1m:14s |
| Iteration 42     |      l2 |  1.5351 | newto.. |      957 |      --- |     0.5 |          1.0 |  0.634s |     1m:15s |
| Iteration 43     |    none |     --- | newto.. |      100 |      --- |    0.75 |          1.0 |  0.634s |     1m:17s |
| Iteration 44     |      l2 |  0.0066 | newto.. |      434 |      --- |  0.6875 |          1.0 |  0.642s |     1m:19s |
| Iteration 45     |    none |     --- |     sag |      110 |      --- |   0.625 |          1.0 |  1.259s |     1m:21s |
| Iteration 46     |      l2 |  0.0011 |     sag |      747 |      --- |     0.5 |          1.0 |  0.680s |     1m:23s |
| Iteration 47     |      l2 |  2.7602 | newto.. |      109 |      --- |  0.5625 |          1.0 |  0.686s |     1m:24s |
| Iteration 48     |      l2 |  0.0011 | newto.. |      557 |      --- |   0.625 |          1.0 |  0.689s |     1m:26s |
| Iteration 49     |      l2 | 68.3824 | newto.. |      490 |      --- |  0.6875 |          1.0 |  0.698s |     1m:28s |
| Iteration 50     |      l2 |  3.6761 |     sag |      528 |      --- |    0.75 |          1.0 |  0.689s |     1m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 160}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7768
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.0812
Time elapsed: 0.060s
-------------------------------------------------
Total time: 1m:31s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  0.678s |     0.683s |
| Initial point 2  |     svd |       --- |  0.5625 |       0.6875 |  0.671s |     1.990s |
| Initial point 3  |     svd |       --- |  0.5625 |       0.6875 |  0.001s |     2.576s |
| Initial point 4  |    lsqr |       0.8 |  0.4375 |       0.6875 |  0.668s |     3.820s |
| Initial point 5  |   eigen |       0.9 |    0.75 |         0.75 |  0.667s |     5.094s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |         0.75 |  0.680s |     6.642s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |         0.75 |  0.675s |     7.938s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |         0.75 |  0.678s |     9.208s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |         0.75 |  0.675s |    10.478s |
| Initial point 10 |   eigen |       0.8 |     0.5 |         0.75 |  0.676s |    11.768s |
| Iteration 11     |   eigen |       0.7 |     1.0 |          1.0 |  0.669s |    13.176s |
| Iteration 12     |   eigen |      auto |  0.8125 |          1.0 |  0.669s |    14.589s |
| Iteration 13     |   eigen |      None |    0.75 |          1.0 |  0.632s |    17.601s |
| Iteration 14     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    20.403s |
| Iteration 15     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    23.146s |
| Iteration 16     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    24.306s |
| Iteration 17     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    25.063s |
| Iteration 18     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |    25.847s |
| Iteration 19     |   eigen |       0.5 |  0.8125 |          1.0 |  0.624s |    27.383s |
| Iteration 20     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    28.155s |
| Iteration 21     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    29.934s |
| Iteration 22     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    30.960s |
| Iteration 23     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    31.909s |
| Iteration 24     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    32.742s |
| Iteration 25     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    33.562s |
| Iteration 26     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    34.346s |
| Iteration 27     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    35.160s |
| Iteration 28     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    35.954s |
| Iteration 29     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    36.767s |
| Iteration 30     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    37.583s |
| Iteration 31     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    38.447s |
| Iteration 32     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    39.275s |
| Iteration 33     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    40.080s |
| Iteration 34     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    40.901s |
| Iteration 35     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    41.744s |
| Iteration 36     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    42.589s |
| Iteration 37     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |    44.002s |
| Iteration 38     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    44.912s |
| Iteration 39     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    45.794s |
| Iteration 40     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    46.669s |
| Iteration 41     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |    47.763s |
| Iteration 42     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    48.657s |
| Iteration 43     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |    49.526s |
| Iteration 44     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    50.486s |
| Iteration 45     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    51.397s |
| Iteration 46     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    52.318s |
| Iteration 47     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    53.234s |
| Iteration 48     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    54.156s |
| Iteration 49     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    55.121s |
| Iteration 50     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    56.072s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 57.052s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.051
Time elapsed: 0.029s
-------------------------------------------------
Total time: 57.092s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  0.632s |     0.636s |
| Initial point 2  |       0.9 |   0.625 |       0.6875 |  0.622s |     1.857s |
| Initial point 3  |       0.1 |  0.5625 |       0.6875 |  0.623s |     3.085s |
| Initial point 4  |       1.0 |  0.6875 |       0.6875 |  0.000s |     3.710s |
| Initial point 5  |       0.2 |   0.625 |       0.6875 |  0.618s |     4.946s |
| Initial point 6  |       0.4 |    0.75 |         0.75 |  0.621s |     6.221s |
| Initial point 7  |       0.4 |    0.75 |         0.75 |  0.000s |     6.813s |
| Initial point 8  |       0.7 |     0.5 |         0.75 |  0.631s |     8.037s |
| Initial point 9  |       0.9 |   0.625 |         0.75 |  0.001s |     9.065s |
| Initial point 10 |       0.8 |     0.5 |         0.75 |  0.618s |    10.406s |
| Iteration 11     |       0.3 |     1.0 |          1.0 |  0.623s |    11.768s |
| Iteration 12     |       0.6 |    0.75 |          1.0 |  0.626s |    13.197s |
| Iteration 13     |       0.3 |     1.0 |          1.0 |  0.000s |    13.883s |
| Iteration 14     |       0.5 |     0.5 |          1.0 |  0.634s |    15.220s |
| Iteration 15     |       0.3 |     1.0 |          1.0 |  0.000s |    16.046s |
| Iteration 16     |       0.0 |    0.75 |          1.0 |  0.619s |    17.376s |
| Iteration 17     |       0.3 |     1.0 |          1.0 |  0.000s |    18.076s |
| Iteration 18     |       0.3 |     1.0 |          1.0 |  0.000s |    18.787s |
| Iteration 19     |       0.9 |   0.625 |          1.0 |  0.000s |    19.487s |
| Iteration 20     |       0.3 |     1.0 |          1.0 |  0.000s |    20.186s |
| Iteration 21     |       0.3 |     1.0 |          1.0 |  0.000s |    22.144s |
| Iteration 22     |       0.3 |     1.0 |          1.0 |  0.000s |    24.536s |
| Iteration 23     |       0.3 |     1.0 |          1.0 |  0.000s |    27.119s |
| Iteration 24     |       0.3 |     1.0 |          1.0 |  0.000s |    28.207s |
| Iteration 25     |       0.3 |     1.0 |          1.0 |  0.000s |    28.909s |
| Iteration 26     |       0.3 |     1.0 |          1.0 |  0.000s |    29.644s |
| Iteration 27     |       0.3 |     1.0 |          1.0 |  0.000s |    30.343s |
| Iteration 28     |       0.3 |     1.0 |          1.0 |  0.000s |    31.115s |
| Iteration 29     |       0.3 |     1.0 |          1.0 |  0.000s |    32.959s |
| Iteration 30     |       0.3 |     1.0 |          1.0 |  0.000s |    33.996s |
| Iteration 31     |       0.3 |     1.0 |          1.0 |  0.000s |    34.754s |
| Iteration 32     |       0.3 |     1.0 |          1.0 |  0.000s |    35.508s |
| Iteration 33     |       0.3 |     1.0 |          1.0 |  0.000s |    36.406s |
| Iteration 34     |       0.3 |     1.0 |          1.0 |  0.000s |    37.148s |
| Iteration 35     |       0.3 |     1.0 |          1.0 |  0.000s |    37.917s |
| Iteration 36     |       0.3 |     1.0 |          1.0 |  0.001s |    38.657s |
| Iteration 37     |       0.3 |     1.0 |          1.0 |  0.000s |    39.458s |
| Iteration 38     |       0.3 |     1.0 |          1.0 |  0.000s |    40.226s |
| Iteration 39     |       0.3 |     1.0 |          1.0 |  0.001s |    41.017s |
| Iteration 40     |       0.3 |     1.0 |          1.0 |  0.000s |    41.807s |
| Iteration 41     |       0.3 |     1.0 |          1.0 |  0.001s |    42.666s |
| Iteration 42     |       0.3 |     1.0 |          1.0 |  0.001s |    43.477s |
| Iteration 43     |       0.3 |     1.0 |          1.0 |  0.001s |    46.005s |
| Iteration 44     |       0.3 |     1.0 |          1.0 |  0.000s |    47.095s |
| Iteration 45     |       0.3 |     1.0 |          1.0 |  0.000s |    49.128s |
| Iteration 46     |       0.3 |     1.0 |          1.0 |  0.001s |    52.032s |
| Iteration 47     |       0.3 |     1.0 |          1.0 |  0.000s |    54.965s |
| Iteration 48     |       0.3 |     1.0 |          1.0 |  0.000s |    57.868s |
| Iteration 49     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 50     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.0812
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:07s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.2191 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  0.642s |     0.662s |
| Initial point 2  |  4.8595 | uniform |   kd_tree |        39 |       2 |     0.5 |       0.8125 |  0.647s |     4.120s |
| Initial point 3  |  3.8387 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  0.651s |     8.393s |
| Initial point 4  | 11.1993 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.637s |    11.787s |
| Initial point 5  |  8.7732 | dista.. |      auto |        30 |       2 |   0.625 |          1.0 |  0.632s |    13.510s |
| Initial point 6  |   10.16 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.637s |    14.845s |
| Initial point 7  |  7.2672 | dista.. | ball_tree |        24 |       1 |     0.5 |          1.0 |  0.649s |    16.150s |
| Initial point 8  |  1.7415 | dista.. | ball_tree |        21 |       2 |    0.25 |          1.0 |  0.639s |    17.414s |
| Initial point 9  |  8.0952 | uniform | ball_tree |        24 |       1 |  0.7812 |          1.0 |  0.639s |    18.680s |
| Initial point 10 |  5.7499 | uniform |     brute |        22 |       2 |   0.625 |          1.0 |  0.663s |    19.938s |
| Iteration 11     |  4.2903 | dista.. |     brute |        28 |       2 |     1.0 |          1.0 |  0.638s |    21.463s |
| Iteration 12     |  1.5698 | dista.. |   kd_tree |        25 |       2 |  0.4375 |          1.0 |  0.644s |    23.014s |
| Iteration 13     |  4.0997 | dista.. | ball_tree |        26 |       2 |  0.5625 |          1.0 |  0.640s |    24.496s |
| Iteration 14     |  4.8875 | dista.. | ball_tree |        34 |       1 |   0.875 |          1.0 |  0.645s |    25.987s |
| Iteration 15     | 11.0392 | dista.. | ball_tree |        31 |       2 |   0.625 |          1.0 |  0.634s |    27.440s |
| Iteration 16     |  5.1705 | dista.. |   kd_tree |        22 |       2 |  0.5625 |          1.0 |  0.637s |    28.890s |
| Iteration 17     |  4.3121 | uniform |   kd_tree |        28 |       1 |   0.625 |          1.0 |  0.641s |    30.370s |
| Iteration 18     |  3.8817 | dista.. |   kd_tree |        25 |       2 |  0.5312 |          1.0 |  0.650s |    31.873s |
| Iteration 19     |  4.2903 | dista.. |     brute |        28 |       2 |     1.0 |          1.0 |  0.000s |    32.794s |
| Iteration 20     |   2.484 | dista.. | ball_tree |        25 |       2 |    0.75 |          1.0 |  0.642s |    34.479s |
| Iteration 21     |  3.7812 | dista.. | ball_tree |        25 |       2 |  0.8125 |          1.0 |  0.699s |    36.240s |
| Iteration 22     |  3.9402 | dista.. | ball_tree |        25 |       2 |   0.625 |          1.0 |  0.647s |    37.975s |
| Iteration 23     |  4.3139 | dista.. |     brute |        28 |       2 |   0.875 |          1.0 |  0.640s |    39.617s |
| Iteration 24     |  4.2184 | dista.. |     brute |        22 |       2 |  0.5625 |          1.0 |  0.654s |    41.308s |
| Iteration 25     |  2.2257 | dista.. |     brute |        28 |       2 |     1.0 |          1.0 |  0.691s |    42.901s |
| Iteration 26     |  2.2895 | dista.. |     brute |        28 |       1 |  0.7812 |          1.0 |  1.209s |    45.106s |
| Iteration 27     |  2.6146 | dista.. |     brute |        28 |       2 |  0.4375 |          1.0 |  0.640s |    46.806s |
| Iteration 28     |  7.2804 | dista.. |      auto |        28 |       2 |     1.0 |          1.0 |  0.637s |    48.323s |
| Iteration 29     |  9.1663 | dista.. |   kd_tree |        28 |       2 |    0.75 |          1.0 |  0.645s |    50.025s |
| Iteration 30     |  7.1672 | dista.. |      auto |        29 |       1 |  0.7188 |          1.0 |  0.665s |    51.678s |
| Iteration 31     |  6.6707 | dista.. |      auto |        28 |       2 |  0.8125 |          1.0 |  0.633s |    53.300s |
| Iteration 32     |  8.7573 | dista.. |      auto |        27 |       1 |    0.75 |          1.0 |  0.638s |    54.878s |
| Iteration 33     |  2.9351 | dista.. |   kd_tree |        35 |       1 |  0.8125 |          1.0 |  0.643s |    56.511s |
| Iteration 34     |  6.6169 | dista.. |     brute |        28 |       2 |   0.875 |          1.0 |  0.634s |    58.085s |
| Iteration 35     | 10.3652 | dista.. |   kd_tree |        35 |       1 |  0.9375 |          1.0 |  0.640s |    59.746s |
| Iteration 36     | 12.2536 | dista.. | ball_tree |        34 |       1 |     1.0 |          1.0 |  0.645s |     1m:01s |
| Iteration 37     | 12.2536 | dista.. | ball_tree |        34 |       2 |    0.75 |          1.0 |  0.643s |     1m:03s |
| Iteration 38     | 12.2536 | dista.. | ball_tree |        35 |       1 |   0.625 |          1.0 |  0.636s |     1m:05s |
| Iteration 39     |  5.1913 | dista.. |   kd_tree |        34 |       1 |  0.5625 |          1.0 |  0.640s |     1m:06s |
| Iteration 40     |  6.2461 | dista.. | ball_tree |        37 |       1 |  0.8125 |          1.0 |  0.690s |     1m:08s |
| Iteration 41     |  1.4711 | dista.. | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.683s |     1m:10s |
| Iteration 42     | 12.2536 | dista.. |     brute |        28 |       1 |    0.75 |          1.0 |  0.695s |     1m:11s |
| Iteration 43     |  0.0425 | dista.. |   kd_tree |        36 |       1 |     0.5 |          1.0 |  0.690s |     1m:13s |
| Iteration 44     |  6.0654 | dista.. |      auto |        28 |       2 |    0.75 |          1.0 |  0.699s |     1m:15s |
| Iteration 45     |  5.8914 | dista.. |     brute |        28 |       1 |  0.3438 |          1.0 |  0.691s |     1m:16s |
| Iteration 46     |  5.9764 | dista.. |   kd_tree |        28 |       2 |  0.5625 |          1.0 |  0.683s |     1m:18s |
| Iteration 47     |  2.1455 | dista.. |     brute |        28 |       2 |     1.0 |          1.0 |  0.683s |     1m:20s |
| Iteration 48     | 12.2536 | uniform |     brute |        28 |       2 |     0.5 |          1.0 |  0.686s |     1m:22s |
| Iteration 49     | 10.5439 | dista.. | ball_tree |        34 |       1 |    0.75 |          1.0 |  1.254s |     1m:24s |
| Iteration 50     |  6.6692 | dista.. |     brute |        28 |       2 |  0.8125 |          1.0 |  0.678s |     1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'radius': 2.2257, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 28, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.1158
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:27s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.8125 |       0.8125 |  1.070s |     1.077s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  1.065s |     2.750s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.9375 |       0.9375 |  0.825s |     4.188s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.9375 |       0.9375 |  0.935s |     5.840s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.7812 |       0.9375 |  0.803s |     7.323s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.041s |     9.023s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |          1.0 |  0.698s |    11.673s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.6875 |          1.0 |  0.956s |    13.595s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |          1.0 |  0.693s |    15.228s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |          1.0 |  0.803s |    16.681s |
| Iteration 11     |          485 |        0.2234 |   SAMME.R |     1.0 |          1.0 |  1.058s |    18.592s |
| Iteration 12     |          165 |        0.2282 |     SAMME |  0.7188 |          1.0 |  0.776s |    20.295s |
| Iteration 13     |           50 |        0.1961 |   SAMME.R |  0.8125 |          1.0 |  0.698s |    21.785s |
| Iteration 14     |          500 |        0.3222 |   SAMME.R |  0.5625 |          1.0 |  1.063s |    23.742s |
| Iteration 15     |           83 |         0.842 |     SAMME |     1.0 |          1.0 |  0.725s |    25.318s |
| Iteration 16     |          500 |        0.6988 |     SAMME |  0.5625 |          1.0 |  1.011s |    27.255s |
| Iteration 17     |           89 |        0.8816 |     SAMME |  0.6875 |          1.0 |  0.725s |    28.920s |
| Iteration 18     |           59 |        0.2291 |   SAMME.R |     1.0 |          1.0 |  0.720s |    30.489s |
| Iteration 19     |           93 |        0.8152 |     SAMME |  0.8125 |          1.0 |  0.728s |    32.087s |
| Iteration 20     |          484 |        0.2293 |   SAMME.R |  0.9375 |          1.0 |  1.058s |    35.188s |
| Iteration 21     |          107 |        0.2444 |   SAMME.R |    0.75 |          1.0 |  0.748s |    37.137s |
| Iteration 22     |           85 |         0.223 |   SAMME.R |  0.9375 |          1.0 |  0.721s |    38.705s |
| Iteration 23     |          395 |        0.2259 |   SAMME.R |    0.75 |          1.0 |  0.963s |    40.507s |
| Iteration 24     |          488 |        0.2143 |   SAMME.R |    0.75 |          1.0 |  1.001s |    42.345s |
| Iteration 25     |          240 |        0.0928 |     SAMME |     1.0 |          1.0 |  1.380s |    44.554s |
| Iteration 26     |          385 |        0.0919 |     SAMME |  0.8438 |          1.0 |  0.886s |    46.715s |
| Iteration 27     |           76 |        0.0977 |     SAMME |  0.5938 |          1.0 |  0.672s |    48.236s |
| Iteration 28     |           89 |        0.0836 |     SAMME |     1.0 |          1.0 |  0.676s |    50.361s |
| Iteration 29     |          408 |        0.0824 |     SAMME |    0.75 |          1.0 |  0.904s |    52.288s |
| Iteration 30     |          306 |         0.054 |   SAMME.R |    0.75 |          1.0 |  0.861s |    53.977s |
| Iteration 31     |          171 |        1.0883 |     SAMME |     1.0 |          1.0 |  0.763s |    55.617s |
| Iteration 32     |          432 |        1.0822 |     SAMME |  0.9375 |          1.0 |  0.928s |    57.462s |
| Iteration 33     |           99 |        1.1182 |     SAMME |     1.0 |          1.0 |  0.684s |    59.237s |
| Iteration 34     |          131 |        1.1211 |     SAMME |  0.8125 |          1.0 |  0.722s |     1m:01s |
| Iteration 35     |           77 |        1.0476 |     SAMME |     0.5 |          1.0 |  0.678s |     1m:03s |
| Iteration 36     |          228 |        1.1941 |     SAMME |     1.0 |          1.0 |  0.783s |     1m:04s |
| Iteration 37     |          230 |        0.5918 |     SAMME |     1.0 |          1.0 |  0.785s |     1m:06s |
| Iteration 38     |          229 |        0.8354 |     SAMME |   0.625 |          1.0 |  0.783s |     1m:08s |
| Iteration 39     |          227 |        1.1613 |     SAMME |  0.6875 |          1.0 |  0.781s |     1m:09s |
| Iteration 40     |          305 |        0.2288 |   SAMME.R |    0.75 |          1.0 |  0.872s |     1m:11s |
| Iteration 41     |          481 |         0.229 |   SAMME.R |   0.625 |          1.0 |  1.012s |     1m:13s |
| Iteration 42     |          237 |        0.1279 |   SAMME.R |   0.875 |          1.0 |  0.818s |     1m:15s |
| Iteration 43     |           99 |        1.1346 |     SAMME |  0.9375 |          1.0 |  0.692s |     1m:19s |
| Iteration 44     |          104 |        1.1048 |     SAMME |     1.0 |          1.0 |  0.696s |     1m:23s |
| Iteration 45     |          432 |        1.2412 |     SAMME |  0.8125 |          1.0 |  0.934s |     1m:26s |
| Iteration 46     |          192 |        0.5702 |     SAMME |    0.75 |          1.0 |  0.758s |     1m:30s |
| Iteration 47     |          101 |        4.3883 |     SAMME |   0.375 |          1.0 |  0.629s |     1m:32s |
| Iteration 48     |          211 |        0.0871 |     SAMME |  0.9375 |          1.0 |  0.779s |     1m:34s |
| Iteration 49     |          121 |        0.0872 |     SAMME |  0.9375 |          1.0 |  1.296s |     1m:36s |
| Iteration 50     |          347 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.879s |     1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 240, 'learning_rate': 0.0928, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9781
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.191s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0678
Time elapsed: 0.878s
-------------------------------------------------
Total time: 1m:40s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  1.039s |     1.058s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.875 |        0.875 |  0.943s |     2.646s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |        0.875 |  0.966s |     5.896s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  0.736s |    10.104s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.5625 |        0.875 |  0.928s |    12.081s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.766s |    13.521s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.625 |          1.0 |  0.814s |    14.980s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6875 |          1.0 |  0.786s |    16.431s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  0.914s |    18.067s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.625 |          1.0 |  0.875s |    19.608s |
| Iteration 11     |           88 |      gini |         1 |                20 |                9 |         auto |     False |     0.035 |         --- |   0.875 |          1.0 |  0.683s |    21.491s |
| Iteration 12     |          189 |      gini |         9 |                 2 |               14 |         auto |     False |     0.035 |         --- |  0.7812 |          1.0 |  0.732s |    23.557s |
| Iteration 13     |          500 |      gini |         1 |                 7 |               10 |         None |     False |    0.0026 |         --- |     0.5 |          1.0 |  0.926s |    25.586s |
| Iteration 14     |          251 |      gini |         8 |                 5 |               10 |         sqrt |     False |     0.031 |         --- |   0.625 |          1.0 |  0.770s |    27.810s |
| Iteration 15     |          247 |   entropy |         6 |                13 |               11 |          0.8 |     False |    0.0277 |         --- |     1.0 |          1.0 |  0.768s |    29.652s |
| Iteration 16     |          242 |   entropy |         9 |                 6 |               11 |          0.6 |     False |    0.0229 |         --- |   0.625 |          1.0 |  0.765s |    31.509s |
| Iteration 17     |          393 |   entropy |         7 |                18 |               11 |          0.5 |     False |    0.0298 |         --- |  0.5625 |          1.0 |  0.857s |    33.416s |
| Iteration 18     |          437 |      gini |      None |                13 |                3 |         sqrt |     False |    0.0003 |         --- |     1.0 |          1.0 |  0.894s |    35.365s |
| Iteration 19     |          419 |   entropy |         3 |                13 |                3 |         sqrt |     False |    0.0301 |         --- |  0.8125 |          1.0 |  0.887s |    37.268s |
| Iteration 20     |          126 |      gini |         7 |                 4 |               14 |         sqrt |     False |     0.027 |         --- |  0.9062 |          1.0 |  0.697s |    39.159s |
| Iteration 21     |          176 |      gini |         5 |                 4 |               12 |          0.5 |     False |     0.031 |         --- |   0.625 |          1.0 |  0.726s |    41.885s |
| Iteration 22     |          300 |      gini |         7 |                 4 |               11 |          0.9 |     False |     0.006 |         --- |     1.0 |          1.0 |  0.812s |    44.027s |
| Iteration 23     |          104 |   entropy |         6 |                13 |               11 |         log2 |     False |    0.0329 |         --- |  0.5625 |          1.0 |  0.699s |    45.960s |
| Iteration 24     |          172 |      gini |         5 |                 4 |               11 |          0.6 |     False |     0.022 |         --- |  0.7188 |          1.0 |  0.770s |    47.794s |
| Iteration 25     |           91 |   entropy |         1 |                20 |                2 |          0.8 |     False |    0.0067 |         --- |   0.875 |          1.0 |  1.294s |    50.055s |
| Iteration 26     |          467 |   entropy |         9 |                 3 |               15 |          0.8 |     False |    0.0231 |         --- |  0.7188 |          1.0 |  0.939s |    52.073s |
| Iteration 27     |           99 |      gini |         9 |                 2 |                7 |          0.8 |     False |    0.0107 |         --- |  0.8125 |          1.0 |  0.725s |    53.867s |
| Iteration 28     |           21 |   entropy |         1 |                16 |                1 |          0.9 |     False |    0.0104 |         --- |  0.9062 |          1.0 |  0.672s |    57.138s |
| Iteration 29     |          312 |   entropy |      None |                19 |               19 |          0.9 |     False |    0.0005 |         --- |     0.5 |          1.0 |  0.846s |     1m:01s |
| Iteration 30     |          146 |   entropy |         9 |                 7 |               20 |         None |      True |    0.0294 |        None |  0.8125 |          1.0 |  0.731s |     1m:05s |
| Iteration 31     |          207 |   entropy |         8 |                 8 |               11 |          0.9 |     False |    0.0055 |         --- |   0.875 |          1.0 |  0.749s |     1m:07s |
| Iteration 32     |          182 |   entropy |         5 |                15 |               11 |          0.8 |     False |    0.0322 |         --- |  0.8438 |          1.0 |  0.750s |     1m:09s |
| Iteration 33     |          379 |      gini |         5 |                12 |               11 |          0.8 |     False |    0.0261 |         --- |     1.0 |          1.0 |  0.853s |     1m:11s |
| Iteration 34     |          164 |   entropy |         3 |                13 |               11 |          0.8 |     False |    0.0262 |         --- |  0.8125 |          1.0 |  0.732s |     1m:13s |
| Iteration 35     |          374 |      gini |         6 |                18 |               11 |          0.9 |     False |    0.0326 |         --- |  0.9688 |          1.0 |  0.860s |     1m:15s |
| Iteration 36     |          474 |      gini |         9 |                 5 |               11 |          0.9 |     False |    0.0142 |         --- |     1.0 |          1.0 |  0.909s |     1m:17s |
| Iteration 37     |          440 |      gini |         7 |                 9 |               11 |         auto |     False |    0.0303 |         --- |     1.0 |          1.0 |  0.884s |     1m:20s |
| Iteration 38     |          338 |      gini |         7 |                 3 |               11 |         auto |     False |    0.0299 |         --- |    0.75 |          1.0 |  0.820s |     1m:22s |
| Iteration 39     |          235 |      gini |         2 |                16 |               11 |          0.9 |     False |    0.0031 |         --- |  0.5312 |          1.0 |  0.770s |     1m:24s |
| Iteration 40     |          500 |      gini |         7 |                15 |                8 |          0.9 |     False |     0.035 |         --- |  0.9062 |          1.0 |  0.941s |     1m:26s |
| Iteration 41     |          452 |      gini |      None |                12 |                1 |         auto |     False |       0.0 |         --- |    0.75 |          1.0 |  0.882s |     1m:28s |
| Iteration 42     |          370 |      gini |         7 |                 9 |               10 |          0.8 |      True |    0.0193 |         0.8 |   0.875 |          1.0 |  0.918s |     1m:30s |
| Iteration 43     |          365 |      gini |         7 |                 3 |               10 |          0.9 |     False |    0.0296 |         --- |   0.875 |          1.0 |  0.847s |     1m:32s |
| Iteration 44     |          405 |   entropy |         9 |                 6 |                9 |         None |     False |    0.0315 |         --- |   0.875 |          1.0 |  0.890s |     1m:34s |
| Iteration 45     |          327 |      gini |      None |                19 |                1 |         log2 |     False |    0.0213 |         --- |     1.0 |          1.0 |  0.820s |     1m:36s |
| Iteration 46     |          122 |      gini |      None |                 3 |                1 |          0.5 |     False |    0.0013 |         --- |    0.75 |          1.0 |  0.717s |     1m:38s |
| Iteration 47     |           83 |      gini |      None |                 2 |                2 |         sqrt |      True |    0.0308 |        None |  0.9375 |          1.0 |  0.691s |     1m:41s |
| Iteration 48     |          261 |      gini |      None |                18 |                3 |         log2 |     False |    0.0119 |         --- |  0.9375 |          1.0 |  0.775s |     1m:43s |
| Iteration 49     |          112 |      gini |      None |                19 |                3 |         sqrt |     False |    0.0016 |         --- |     1.0 |          1.0 |  0.728s |     1m:45s |
| Iteration 50     |          197 |   entropy |      None |                18 |                5 |         sqrt |      True |    0.0004 |         0.5 |  0.9375 |          1.0 |  0.791s |     1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 474, 'criterion': 'gini', 'max_depth': 9, 'min_samples_split': 5, 'min_samples_leaf': 11, 'max_features': 0.9, 'bootstrap': False, 'ccp_alpha': 0.0142}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.925
Test evaluation --> roc_auc: 0.875
Time elapsed: 0.336s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.1102
Time elapsed: 1.520s
-------------------------------------------------
Total time: 1m:51s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.763s |     0.782s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  0.772s |     2.291s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  0.766s |     3.751s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  0.706s |     5.208s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  0.748s |     6.780s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  0.729s |     8.167s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  0.739s |     9.548s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  0.736s |    10.947s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |         0.75 |  0.776s |    13.927s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  0.748s |    15.952s |
| Iteration 11     |          411 |         0.027 |         5 |  0.6101 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.766s |    19.020s |
| Iteration 12     |          106 |        0.3993 |         6 |  0.6179 |                3 |       0.9 |              0.5 |         0 |          1 |   0.875 |          1.0 |  0.694s |    21.288s |
| Iteration 13     |          402 |        0.0108 |         9 |  0.6246 |                3 |       0.8 |              0.9 |         1 |          0 |  0.6562 |          1.0 |  0.764s |    23.077s |
| Iteration 14     |          160 |        0.9801 |         3 |  0.5967 |                3 |       0.7 |              0.7 |         1 |        0.1 |  0.7188 |          1.0 |  0.710s |    24.878s |
| Iteration 15     |          300 |        0.1321 |         3 |  0.6196 |                3 |       0.6 |              0.9 |       0.1 |          1 |  0.6875 |          1.0 |  0.733s |    26.766s |
| Iteration 16     |          383 |        0.0263 |         4 |  0.6104 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |  0.4062 |          1.0 |  0.757s |    28.695s |
| Iteration 17     |          402 |        0.1616 |         7 |  0.8129 |                3 |       0.9 |              0.9 |      0.01 |       0.01 |   0.625 |          1.0 |  0.750s |    31.937s |
| Iteration 18     |          500 |        0.0841 |         5 |  0.0705 |                3 |       0.9 |              0.9 |         0 |          0 |     1.0 |          1.0 |  0.721s |    35.571s |
| Iteration 19     |          401 |        0.1909 |         5 |   0.089 |                3 |       1.0 |              1.0 |        10 |       0.01 |     0.5 |          1.0 |  0.704s |    39.190s |
| Iteration 20     |          252 |        0.0143 |         5 |  0.4183 |                3 |       0.7 |              0.9 |      0.01 |          0 |     1.0 |          1.0 |  0.693s |    41.266s |
| Iteration 21     |          425 |        0.0327 |         5 |   0.424 |                3 |       0.7 |              0.9 |      0.01 |          0 |     0.5 |          1.0 |  0.714s |    43.056s |
| Iteration 22     |           25 |        0.8569 |         5 |  0.1158 |                3 |       1.0 |              0.9 |         1 |         10 |     1.0 |          1.0 |  0.650s |    44.717s |
| Iteration 23     |          238 |        0.3565 |         5 |  0.3553 |                3 |       1.0 |              0.9 |        10 |        100 |     0.5 |          1.0 |  0.671s |    46.461s |
| Iteration 24     |          210 |        0.5758 |         4 |  0.3264 |                3 |       0.6 |              0.9 |         0 |          1 |  0.8125 |          1.0 |  0.676s |    48.115s |
| Iteration 25     |           20 |        0.5615 |         6 |     0.0 |                1 |       0.7 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.641s |    49.860s |
| Iteration 26     |           20 |          0.01 |         5 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |    0.75 |          1.0 |  0.641s |    51.586s |
| Iteration 27     |           20 |           1.0 |        10 |     0.0 |                1 |       0.5 |              1.0 |         0 |        100 |  0.5938 |          1.0 |  1.207s |    53.894s |
| Iteration 28     |           20 |         0.017 |         2 |     0.0 |                3 |       0.7 |              0.7 |         0 |          0 |     1.0 |          1.0 |  0.634s |    55.575s |
| Iteration 29     |           20 |        0.0193 |         5 |     0.0 |                3 |       0.9 |              0.9 |         0 |          0 |  0.8125 |          1.0 |  0.650s |    57.306s |
| Iteration 30     |           20 |        0.9865 |         2 |     0.0 |                4 |       0.9 |              0.9 |         0 |        0.1 |  0.6875 |          1.0 |  0.646s |    59.007s |
| Iteration 31     |           20 |          0.01 |         7 |     1.0 |                2 |       1.0 |              1.0 |         0 |          0 |  0.9375 |          1.0 |  0.634s |     1m:01s |
| Iteration 32     |           20 |        0.2061 |         1 |     0.0 |                2 |       1.0 |              1.0 |         0 |          0 |  0.7188 |          1.0 |  0.632s |     1m:02s |
| Iteration 33     |          500 |         0.012 |         3 |  0.1087 |                1 |       1.0 |              0.4 |         0 |          0 |  0.9375 |          1.0 |  0.744s |     1m:04s |
| Iteration 34     |          500 |        0.1563 |         1 |  0.4573 |                1 |       0.9 |              0.4 |         0 |          0 |  0.8125 |          1.0 |  0.715s |     1m:06s |
| Iteration 35     |           20 |         0.424 |         8 |  0.0472 |                1 |       0.7 |              0.6 |         1 |          0 |    0.75 |          1.0 |  0.644s |     1m:08s |
| Iteration 36     |          310 |        0.0167 |        10 |  0.1994 |                1 |       0.5 |              0.5 |         0 |          0 |     1.0 |          1.0 |  0.713s |     1m:09s |
| Iteration 37     |          272 |          0.01 |         7 |     1.0 |                1 |       0.5 |              0.4 |         0 |          0 |     1.0 |          1.0 |  0.697s |     1m:11s |
| Iteration 38     |          266 |          0.01 |         1 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |  0.6875 |          1.0 |  0.692s |     1m:13s |
| Iteration 39     |          500 |        0.0122 |         9 |  0.9297 |                1 |       1.0 |              0.6 |         0 |        100 |    0.75 |          1.0 |  0.775s |     1m:15s |
| Iteration 40     |           20 |          0.01 |        10 |     1.0 |                1 |       1.0 |              0.4 |         0 |          0 |  0.8125 |          1.0 |  0.642s |     1m:17s |
| Iteration 41     |          500 |          0.01 |        10 |     1.0 |                1 |       0.5 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.736s |     1m:19s |
| Iteration 42     |           20 |          0.01 |         1 |     1.0 |                1 |       0.5 |              1.0 |         0 |          0 |   0.625 |          1.0 |  0.647s |     1m:21s |
| Iteration 43     |           20 |        0.4793 |         3 |  0.8644 |               10 |       1.0 |              0.7 |       100 |        100 |     0.5 |          1.0 |  0.644s |     1m:22s |
| Iteration 44     |          500 |          0.01 |        10 |     1.0 |                1 |       1.0 |              0.4 |         0 |          0 |   0.875 |          1.0 |  0.763s |     1m:24s |
| Iteration 45     |           20 |        0.0127 |         7 |  0.0564 |               10 |       0.9 |              0.6 |         0 |        100 |     0.5 |          1.0 |  0.652s |     1m:26s |
| Iteration 46     |          500 |           1.0 |        10 |     1.0 |                1 |       1.0 |              0.4 |         0 |          0 |  0.5938 |          1.0 |  0.728s |     1m:28s |
| Iteration 47     |           20 |          0.01 |         6 |  0.4841 |                1 |       0.9 |              0.8 |       100 |          0 |     0.5 |          1.0 |  0.648s |     1m:30s |
| Iteration 48     |           43 |        0.0193 |         5 |  0.0056 |                1 |       0.8 |              0.7 |         0 |          1 |   0.875 |          1.0 |  0.644s |     1m:32s |
| Iteration 49     |           27 |        0.3563 |         7 |  0.0096 |                1 |       0.6 |              0.8 |         0 |        0.1 |     1.0 |          1.0 |  0.648s |     1m:34s |
| Iteration 50     |           20 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.657s |     1m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.027, 'max_depth': 5, 'gamma': 0.6101, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9696
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.098s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0583
Time elapsed: 0.303s
-------------------------------------------------
Total time: 1m:37s


Final results ==================== >>
Duration: 11m:52s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.93 ± 0.0748
Logistic Regression             --> roc_auc: 0.57 ± 0.0812 ~
Linear Discriminant Analysis    --> roc_auc: 0.67 ± 0.051 ~
Quadratic Discriminant Analysis --> roc_auc: 0.62 ± 0.0812 ~
Radius Nearest Neighbors        --> roc_auc: 0.76 ± 0.1158
AdaBoost                        --> roc_auc: 0.93 ± 0.0678 !
Random Forest                   --> roc_auc: 0.84 ± 0.1102
XGBoost                         --> roc_auc: 0.86 ± 0.0583
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGEQFF.
   >>> Dropping feature CAVGGGSYIPTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CALGTGGFKTIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRGNNARLMF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGSYIPTF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLDFYEQYF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9062 |       0.9062 |  3.184s |     3.204s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |       0.9062 |  3.795s |     7.673s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  3.200s |    11.557s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.6875 |          1.0 |  3.248s |    15.494s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |          1.0 |  3.251s |    19.416s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |          1.0 |  3.294s |    23.382s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.4688 |          1.0 |  3.208s |    28.705s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  3.272s |    33.042s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.9375 |          1.0 |  3.216s |    36.982s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  3.178s |    40.848s |
| Iteration 11     | exponen.. |           1.0 |          115 |       0.8 | squared_er.. |                16 |               16 |         3 |          0.5 |    0.0211 |     1.0 |          1.0 |  3.201s |    45.132s |
| Iteration 12     | exponen.. |        0.3359 |          164 |       0.6 | friedman_mse |                20 |               17 |         2 |          0.5 |    0.0237 |  0.7188 |          1.0 |  3.207s |    49.372s |
| Iteration 13     | exponen.. |        0.0115 |          182 |       0.8 | friedman_mse |                14 |                1 |        10 |         auto |     0.035 |  0.4375 |          1.0 |  3.202s |    53.574s |
| Iteration 14     | exponen.. |          0.01 |          434 |       0.8 | friedman_mse |                 2 |               17 |        10 |         None |       0.0 |   0.375 |          1.0 |  3.244s |    57.822s |
| Iteration 15     | exponen.. |        0.0789 |          183 |       0.8 | squared_er.. |                15 |                3 |         1 |          0.8 |    0.0227 |  0.9375 |          1.0 |  3.203s |     1m:02s |
| Iteration 16     | exponen.. |           1.0 |          119 |       0.8 | friedman_mse |                17 |                5 |         3 |          0.9 |    0.0013 |   0.625 |          1.0 |  3.193s |     1m:06s |
| Iteration 17     |  deviance |        0.0205 |          244 |       0.9 | friedman_mse |                 7 |                2 |         4 |          0.6 |    0.0334 |   0.625 |          1.0 |  3.219s |     1m:11s |
| Iteration 18     | exponen.. |        0.2994 |          465 |       0.8 | squared_er.. |                10 |               18 |         3 |          0.9 |    0.0167 |     1.0 |          1.0 |  3.268s |     1m:15s |
| Iteration 19     | exponen.. |        0.0231 |          200 |       0.9 | friedman_mse |                 4 |                1 |         4 |         log2 |    0.0324 |  0.9375 |          1.0 |  3.215s |     1m:19s |
| Iteration 20     | exponen.. |        0.0169 |          281 |       0.8 | squared_er.. |                10 |               19 |         3 |         auto |    0.0201 |  0.9375 |          1.0 |  3.223s |     1m:23s |
| Iteration 21     | exponen.. |           1.0 |          500 |       0.7 | squared_er.. |                 2 |               20 |         3 |         None |    0.0123 |  0.4375 |          1.0 |  3.240s |     1m:28s |
| Iteration 22     | exponen.. |        0.8658 |          500 |       0.8 | squared_er.. |                10 |               17 |         3 |         None |    0.0201 |     0.5 |          1.0 |  3.274s |     1m:33s |
| Iteration 23     | exponen.. |        0.0158 |           49 |       1.0 | squared_er.. |                15 |               18 |         7 |         sqrt |    0.0039 |   0.875 |          1.0 |  3.169s |     1m:37s |
| Iteration 24     | exponen.. |        0.3247 |          500 |       0.5 | squared_er.. |                17 |               20 |         1 |          0.5 |     0.035 |     0.5 |          1.0 |  3.269s |     1m:41s |
| Iteration 25     | exponen.. |        0.0867 |           10 |       0.8 | squared_er.. |                 7 |                5 |         1 |         None |    0.0063 |     1.0 |          1.0 |  3.147s |     1m:45s |
| Iteration 26     | exponen.. |        0.0215 |           10 |       0.8 | squared_er.. |                20 |               19 |         2 |         auto |     0.035 |  0.5312 |          1.0 |  3.139s |     1m:50s |
| Iteration 27     | exponen.. |        0.2608 |          438 |       0.8 | squared_er.. |                10 |               11 |         1 |          0.5 |    0.0162 |    0.75 |          1.0 |  3.231s |     1m:55s |
| Iteration 28     | exponen.. |        0.1186 |           10 |       0.9 | squared_er.. |                12 |               17 |         5 |          0.9 |    0.0151 |  0.8125 |          1.0 |  3.780s |     2m:01s |
| Iteration 29     | exponen.. |        0.0817 |          232 |       0.8 | squared_er.. |                12 |                9 |         1 |          0.8 |    0.0087 |     0.5 |          1.0 |  3.205s |     2m:05s |
| Iteration 30     | exponen.. |        0.2346 |          155 |       0.9 | squared_er.. |                16 |               19 |         3 |         auto |    0.0217 |  0.4375 |          1.0 |  3.201s |     2m:09s |
| Iteration 31     | exponen.. |        0.0594 |           74 |       0.7 | friedman_mse |                 8 |                5 |         6 |         None |    0.0284 |  0.8125 |          1.0 |  3.229s |     2m:14s |
| Iteration 32     |  deviance |        0.0888 |          114 |       0.9 | friedman_mse |                16 |               16 |         3 |         log2 |    0.0255 |  0.3125 |          1.0 |  3.209s |     2m:18s |
| Iteration 33     | exponen.. |        0.0352 |           44 |       0.5 | friedman_mse |                 8 |               12 |         9 |          0.7 |    0.0009 |   0.375 |          1.0 |  3.194s |     2m:22s |
| Iteration 34     | exponen.. |        0.1267 |          208 |       1.0 | friedman_mse |                 5 |                2 |         6 |          0.8 |    0.0112 |   0.875 |          1.0 |  3.236s |     2m:27s |
| Iteration 35     | exponen.. |        0.0293 |          471 |       1.0 | friedman_mse |                12 |               20 |         7 |          0.9 |    0.0273 |  0.8125 |          1.0 |  3.246s |     2m:31s |
| Iteration 36     | exponen.. |        0.0554 |          498 |       0.9 | squared_er.. |                19 |               13 |         4 |         None |    0.0026 |     1.0 |          1.0 |  3.301s |     2m:35s |
| Iteration 37     | exponen.. |        0.0155 |          238 |       0.9 | squared_er.. |                 4 |               17 |         4 |         None |    0.0043 |  0.9375 |          1.0 |  3.224s |     2m:40s |
| Iteration 38     | exponen.. |        0.0223 |          250 |       1.0 | squared_er.. |                19 |               18 |         5 |         log2 |    0.0335 |  0.8125 |          1.0 |  3.202s |     2m:44s |
| Iteration 39     | exponen.. |        0.6909 |          368 |       1.0 | friedman_mse |                 3 |                2 |         5 |          0.9 |    0.0015 |  0.5625 |          1.0 |  3.309s |     2m:48s |
| Iteration 40     | exponen.. |        0.0133 |          500 |       0.7 | squared_er.. |                14 |                2 |         5 |         sqrt |    0.0198 |   0.875 |          1.0 |  3.293s |     2m:53s |
| Iteration 41     | exponen.. |          0.01 |          500 |       1.0 | squared_er.. |                 5 |               18 |         5 |          0.7 |     0.015 |    0.75 |          1.0 |  3.245s |     2m:57s |
| Iteration 42     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                 3 |                3 |         3 |         auto |    0.0241 |  0.4375 |          1.0 |  3.296s |     3m:02s |
| Iteration 43     |  deviance |        0.0295 |           15 |       0.7 | friedman_mse |                 2 |               12 |         8 |          0.7 |    0.0277 |  0.6875 |          1.0 |  3.162s |     3m:06s |
| Iteration 44     | exponen.. |        0.0404 |          368 |       0.8 | squared_er.. |                14 |                2 |         5 |         None |    0.0096 |     1.0 |          1.0 |  3.261s |     3m:11s |
| Iteration 45     | exponen.. |         0.049 |          396 |       0.7 | squared_er.. |                13 |               14 |         5 |          0.9 |    0.0213 |  0.6875 |          1.0 |  3.235s |     3m:15s |
| Iteration 46     | exponen.. |        0.0142 |          339 |       0.6 | squared_er.. |                18 |                6 |         5 |         log2 |    0.0002 |   0.875 |          1.0 |  3.219s |     3m:19s |
| Iteration 47     | exponen.. |        0.5029 |          114 |       0.6 | squared_er.. |                 2 |                1 |         2 |          0.5 |    0.0034 |    0.75 |          1.0 |  3.174s |     3m:24s |
| Iteration 48     | exponen.. |        0.0299 |          207 |       0.9 | squared_er.. |                18 |               10 |         6 |          0.9 |    0.0059 |   0.125 |          1.0 |  3.202s |     3m:28s |
| Iteration 49     |  deviance |          0.01 |          195 |       0.9 | friedman_mse |                13 |                8 |        10 |         auto |    0.0145 |  0.8125 |          1.0 |  3.193s |     3m:32s |
| Iteration 50     | exponen.. |        0.0445 |          471 |       1.0 | friedman_mse |                19 |               14 |         5 |          0.8 |    0.0281 |  0.8125 |          1.0 |  3.240s |     3m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0554, 'n_estimators': 498, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 19, 'min_samples_leaf': 13, 'max_depth': 4, 'max_features': None, 'ccp_alpha': 0.0026}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.140s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.725 ± 0.0447
Time elapsed: 0.672s
-------------------------------------------------
Total time: 3m:39s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  3.172s |     3.185s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     0.5 |        0.625 |  3.190s |     7.014s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  3.232s |    12.712s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.3125 |         0.75 |  3.810s |    19.032s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |         0.75 |  3.185s |    23.252s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |         0.75 |  3.196s |    27.122s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.375 |         0.75 |  3.158s |    30.875s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |       0.8125 |  3.170s |    34.739s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |       0.8125 |  3.185s |    38.550s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |       0.8125 |  3.086s |    42.405s |
| Iteration 11     |      l2 |  0.2639 |     sag |      212 |      --- |     1.0 |          1.0 |  3.178s |    46.554s |
| Iteration 12     |      l2 | 80.2493 |   lbfgs |      100 |      --- |  0.6562 |          1.0 |  3.225s |    50.894s |
| Iteration 13     |      l2 |  0.0195 |     sag |      142 |      --- |  0.5625 |          1.0 |  3.193s |    55.051s |
| Iteration 14     |      l2 |   1.248 |     sag |      213 |      --- |    0.25 |          1.0 |  3.215s |    59.344s |
| Iteration 15     |      l1 |  0.1486 | libli.. |      207 |      --- |  0.6875 |          1.0 |  3.174s |     1m:04s |
| Iteration 16     |      l2 |  0.6309 |     sag |      138 |      --- |    0.75 |          1.0 |  3.184s |     1m:08s |
| Iteration 17     |      l2 |  0.1591 |     sag |      782 |      --- |   0.625 |          1.0 |  3.255s |     1m:12s |
| Iteration 18     |      l2 |  0.3197 | libli.. |      181 |      --- |    0.75 |          1.0 |  3.201s |     1m:16s |
| Iteration 19     |      l2 |  0.3235 | newto.. |      100 |      --- |     1.0 |          1.0 |  3.248s |     1m:21s |
| Iteration 20     |      l1 |  0.2884 | libli.. |      111 |      --- |  0.7188 |          1.0 |  3.194s |     1m:26s |
| Iteration 21     |      l1 |  0.3983 |    saga |      975 |      --- |  0.5625 |          1.0 |  3.194s |     1m:30s |
| Iteration 22     |      l2 |  0.0439 | libli.. |      220 |      --- |  0.8125 |          1.0 |  3.258s |     1m:34s |
| Iteration 23     |      l2 |  0.0013 | libli.. |      252 |      --- |    0.75 |          1.0 |  3.271s |     1m:39s |
| Iteration 24     |      l2 |  0.0027 |     sag |      699 |      --- |  0.5625 |          1.0 |  3.308s |     1m:43s |
| Iteration 25     |      l2 | 11.4251 |   lbfgs |      123 |      --- |  0.8125 |          1.0 |  3.373s |     1m:48s |
| Iteration 26     |      l1 | 30.6522 |    saga |      215 |      --- |   0.625 |          1.0 |  3.251s |     1m:52s |
| Iteration 27     |      l2 | 14.7513 | libli.. |      100 |      --- |  0.8125 |          1.0 |  3.261s |     1m:56s |
| Iteration 28     |      l2 | 72.8942 | newto.. |      252 |      --- |   0.375 |          1.0 |  3.195s |     2m:00s |
| Iteration 29     |      l2 |  0.2612 | newto.. |      352 |      --- |   0.375 |          1.0 |  3.208s |     2m:05s |
| Iteration 30     |      l2 |  0.0215 |     sag |      100 |      --- |     0.5 |          1.0 |  3.764s |     2m:10s |
| Iteration 31     |      l2 |  0.4135 | libli.. |      100 |      --- |  0.6875 |          1.0 |  3.179s |     2m:15s |
| Iteration 32     |      l2 |  0.3318 |     sag |      190 |      --- |  0.4375 |          1.0 |  3.161s |     2m:19s |
| Iteration 33     |      l2 |  0.1973 |     sag |      216 |      --- |  0.4375 |          1.0 |  3.158s |     2m:24s |
| Iteration 34     |      l2 |  3.1572 |   lbfgs |      100 |      --- |    0.75 |          1.0 |  3.177s |     2m:28s |
| Iteration 35     | elast.. | 98.8619 |    saga |      650 |      0.9 |   0.625 |          1.0 |  3.167s |     2m:33s |
| Iteration 36     | elast.. |  0.1023 |    saga |      540 |      0.3 |     1.0 |          1.0 |  3.111s |     2m:39s |
| Iteration 37     |      l2 |  0.1123 |     sag |      541 |      --- |  0.9375 |          1.0 |  3.131s |     2m:44s |
| Iteration 38     |    none |     --- | newto.. |      539 |      --- |   0.875 |          1.0 |  3.182s |     2m:48s |
| Iteration 39     |      l1 |  0.2306 |    saga |      516 |      --- |  0.5625 |          1.0 |  3.189s |     2m:52s |
| Iteration 40     |    none |     --- | newto.. |      565 |      --- |  0.6875 |          1.0 |  3.191s |     2m:56s |
| Iteration 41     |      l2 |  0.0013 | libli.. |      527 |      --- |  0.5625 |          1.0 |  3.172s |     3m:01s |
| Iteration 42     |      l2 |  0.1966 |     sag |      556 |      --- |     0.5 |          1.0 |  3.200s |     3m:05s |
| Iteration 43     |      l2 |  0.2315 | newto.. |      164 |      --- |     0.5 |          1.0 |  3.197s |     3m:09s |
| Iteration 44     |      l2 |  3.0781 |     sag |      100 |      --- |   0.875 |          1.0 |  3.188s |     3m:14s |
| Iteration 45     |      l2 |  3.1017 |    saga |      100 |      --- |  0.6875 |          1.0 |  3.196s |     3m:19s |
| Iteration 46     |      l2 |  0.1036 | newto.. |      536 |      --- |   0.625 |          1.0 |  3.206s |     3m:24s |
| Iteration 47     |      l2 |    3.84 | newto.. |      100 |      --- |    0.75 |          1.0 |  3.211s |     3m:28s |
| Iteration 48     | elast.. |   4.098 |    saga |      100 |      0.8 |    0.25 |          1.0 |  3.218s |     3m:32s |
| Iteration 49     |    none |     --- |    saga |      739 |      --- |  0.4375 |          1.0 |  3.244s |     3m:37s |
| Iteration 50     |      l2 |  3.5057 |   lbfgs |      107 |      --- |   0.625 |          1.0 |  3.210s |     3m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'penalty': 'l2', 'C': 0.3235, 'solver': 'newton-cg', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9554
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.675 ± 0.0316
Time elapsed: 0.065s
-------------------------------------------------
Total time: 3m:43s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  3.148s |     3.155s |
| Initial point 2  |     svd |       --- |     0.5 |         0.75 |  3.185s |     7.024s |
| Initial point 3  |     svd |       --- |     0.5 |         0.75 |  0.000s |     7.645s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |         0.75 |  3.208s |    11.470s |
| Initial point 5  |   eigen |       0.9 |  0.3125 |         0.75 |  3.229s |    15.332s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |         0.75 |  3.730s |    19.684s |
| Initial point 7  |    lsqr |       0.5 |  0.4375 |         0.75 |  3.178s |    23.627s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |         0.75 |  3.167s |    27.432s |
| Initial point 9  |    lsqr |       0.6 |  0.1875 |         0.75 |  3.166s |    31.354s |
| Initial point 10 |   eigen |       0.8 |  0.3125 |         0.75 |  3.148s |    35.147s |
| Iteration 11     |   eigen |       0.6 |     0.5 |         0.75 |  3.166s |    39.096s |
| Iteration 12     |   eigen |       1.0 |    0.75 |         0.75 |  0.000s |    39.891s |
| Iteration 13     |   eigen |       0.7 |  0.4375 |         0.75 |  3.193s |    43.872s |
| Iteration 14     |    lsqr |      auto |  0.3125 |         0.75 |  3.160s |    47.993s |
| Iteration 15     |   eigen |      auto |  0.8125 |       0.8125 |  3.157s |    52.123s |
| Iteration 16     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    52.987s |
| Iteration 17     |   eigen |      None |  0.3125 |       0.8125 |  3.163s |    56.999s |
| Iteration 18     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    57.846s |
| Iteration 19     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    58.659s |
| Iteration 20     |    lsqr |      None |  0.5625 |       0.8125 |  3.189s |     1m:03s |
| Iteration 21     |   eigen |       0.5 |  0.4375 |       0.8125 |  3.171s |     1m:07s |
| Iteration 22     |    lsqr |       1.0 |  0.1875 |       0.8125 |  3.167s |     1m:11s |
| Iteration 23     |     svd |       --- |     0.5 |       0.8125 |  0.000s |     1m:12s |
| Iteration 24     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 25     |     svd |       --- |     0.5 |       0.8125 |  0.000s |     1m:13s |
| Iteration 26     |     svd |       --- |     0.5 |       0.8125 |  0.000s |     1m:14s |
| Iteration 27     |   eigen |      auto |  0.8125 |       0.8125 |  0.001s |     1m:15s |
| Iteration 28     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:16s |
| Iteration 29     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:17s |
| Iteration 30     |   eigen |       0.7 |  0.4375 |       0.8125 |  0.000s |     1m:18s |
| Iteration 31     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:18s |
| Iteration 32     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:19s |
| Iteration 33     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:20s |
| Iteration 34     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:21s |
| Iteration 35     |   eigen |      auto |  0.8125 |       0.8125 |  0.001s |     1m:22s |
| Iteration 36     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:23s |
| Iteration 37     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:24s |
| Iteration 38     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:26s |
| Iteration 39     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:27s |
| Iteration 40     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:28s |
| Iteration 41     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:29s |
| Iteration 42     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:30s |
| Iteration 43     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:31s |
| Iteration 44     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:32s |
| Iteration 45     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:33s |
| Iteration 46     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:34s |
| Iteration 47     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:35s |
| Iteration 48     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:36s |
| Iteration 49     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:37s |
| Iteration 50     |   eigen |      auto |  0.8125 |       0.8125 |  0.000s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9339
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.635 ± 0.049
Time elapsed: 0.035s
-------------------------------------------------
Total time: 1m:43s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  3.114s |     3.117s |
| Initial point 2  |       0.9 |     0.5 |         0.75 |  3.143s |     7.287s |
| Initial point 3  |       0.1 |  0.5625 |         0.75 |  3.206s |    11.155s |
| Initial point 4  |       1.0 |    0.75 |         0.75 |  0.001s |    11.884s |
| Initial point 5  |       0.2 |  0.3125 |         0.75 |  3.751s |    16.282s |
| Initial point 6  |       0.4 |    0.75 |         0.75 |  3.141s |    20.071s |
| Initial point 7  |       0.4 |    0.75 |         0.75 |  0.000s |    20.710s |
| Initial point 8  |       0.7 |  0.5625 |         0.75 |  3.138s |    24.504s |
| Initial point 9  |       0.9 |     0.5 |         0.75 |  0.000s |    25.553s |
| Initial point 10 |       0.8 |  0.0625 |         0.75 |  3.164s |    29.399s |
| Iteration 11     |       0.3 |  0.4375 |         0.75 |  3.188s |    33.333s |
| Iteration 12     |       0.6 |  0.6562 |         0.75 |  3.119s |    37.179s |
| Iteration 13     |       0.5 |  0.4375 |         0.75 |  3.212s |    41.119s |
| Iteration 14     |       0.0 |  0.4375 |         0.75 |  3.198s |    45.058s |
| Iteration 15     |       0.4 |    0.75 |         0.75 |  0.000s |    46.093s |
| Iteration 16     |       1.0 |    0.75 |         0.75 |  0.001s |    47.602s |
| Iteration 17     |       0.4 |    0.75 |         0.75 |  0.000s |    49.735s |
| Iteration 18     |       1.0 |    0.75 |         0.75 |  0.000s |    50.743s |
| Iteration 19     |       0.4 |    0.75 |         0.75 |  0.000s |    51.461s |
| Iteration 20     |       1.0 |    0.75 |         0.75 |  0.000s |    52.181s |
| Iteration 21     |       1.0 |    0.75 |         0.75 |  0.000s |    52.904s |
| Iteration 22     |       0.4 |    0.75 |         0.75 |  0.000s |    54.775s |
| Iteration 23     |       1.0 |    0.75 |         0.75 |  0.000s |    57.438s |
| Iteration 24     |       0.4 |    0.75 |         0.75 |  0.000s |    58.557s |
| Iteration 25     |       1.0 |    0.75 |         0.75 |  0.000s |    59.283s |
| Iteration 26     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:00s |
| Iteration 27     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:01s |
| Iteration 28     |       0.9 |     0.5 |         0.75 |  0.000s |     1m:02s |
| Iteration 29     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:03s |
| Iteration 30     |       0.8 |  0.0625 |         0.75 |  0.000s |     1m:04s |
| Iteration 31     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:05s |
| Iteration 32     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:06s |
| Iteration 33     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:07s |
| Iteration 34     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:07s |
| Iteration 35     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:08s |
| Iteration 36     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:09s |
| Iteration 37     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:10s |
| Iteration 38     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:11s |
| Iteration 39     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:11s |
| Iteration 40     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:12s |
| Iteration 41     |       0.4 |    0.75 |         0.75 |  0.001s |     1m:13s |
| Iteration 42     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:14s |
| Iteration 43     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:15s |
| Iteration 44     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:16s |
| Iteration 45     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:16s |
| Iteration 46     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:17s |
| Iteration 47     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:18s |
| Iteration 48     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:21s |
| Iteration 49     |       1.0 |    0.75 |         0.75 |  0.000s |     1m:22s |
| Iteration 50     |       0.4 |    0.75 |         0.75 |  0.000s |     1m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8661
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.705 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:24s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.7832 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  3.125s |     3.146s |
| Initial point 2  |  4.2885 | uniform |   kd_tree |        39 |       2 |  0.4375 |       0.6875 |  3.156s |     6.961s |
| Initial point 3  |  3.3876 | dista.. | ball_tree |        25 |       2 |  0.7812 |       0.7812 |  3.217s |    10.839s |
| Initial point 4  |  9.8832 | uniform | ball_tree |        39 |       2 |  0.4688 |       0.7812 |  3.225s |    14.738s |
| Initial point 5  |  7.7422 | dista.. |      auto |        30 |       2 |  0.9375 |       0.9375 |  3.239s |    18.721s |
| Initial point 6  |  8.9661 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.9375 |  3.268s |    22.657s |
| Initial point 7  |  6.4132 | dista.. | ball_tree |        24 |       1 |   0.625 |       0.9375 |  3.216s |    26.550s |
| Initial point 8  |  1.5368 | dista.. | ball_tree |        21 |       2 |   0.375 |       0.9375 |  3.221s |    30.447s |
| Initial point 9  |  7.1439 | uniform | ball_tree |        24 |       1 |    0.75 |       0.9375 |  3.846s |    35.007s |
| Initial point 10 |  5.0742 | uniform |     brute |        22 |       2 |  0.5938 |       0.9375 |  3.175s |    38.884s |
| Iteration 11     | 10.8136 | uniform |   kd_tree |        28 |       2 |     0.5 |       0.9375 |  3.203s |    43.103s |
| Iteration 12     |  6.7825 | dista.. |   kd_tree |        30 |       2 |    0.75 |       0.9375 |  3.200s |    47.132s |
| Iteration 13     | 10.8136 | dista.. |      auto |        30 |       1 |    0.25 |       0.9375 |  3.204s |    51.187s |
| Iteration 14     |  8.5074 | dista.. |      auto |        30 |       2 |   0.375 |       0.9375 |  3.146s |    55.638s |
| Iteration 15     |  7.6243 | dista.. | ball_tree |        29 |       2 |  0.9375 |       0.9375 |  3.202s |    59.799s |
| Iteration 16     |  7.6732 | dista.. |   kd_tree |        30 |       2 |   0.625 |       0.9375 |  3.213s |     1m:04s |
| Iteration 17     |  7.6114 | uniform |      auto |        29 |       2 |   0.375 |       0.9375 |  3.227s |     1m:08s |
| Iteration 18     |  7.6879 | dista.. |      auto |        27 |       1 |  0.6875 |       0.9375 |  3.202s |     1m:13s |
| Iteration 19     |  7.3982 | dista.. | ball_tree |        29 |       2 |  0.6875 |       0.9375 |  3.227s |     1m:17s |
| Iteration 20     |  7.6949 | dista.. | ball_tree |        33 |       1 |     0.5 |       0.9375 |  3.229s |     1m:22s |
| Iteration 21     |  7.6825 | dista.. |      auto |        29 |       2 |   0.375 |       0.9375 |  3.287s |     1m:26s |
| Iteration 22     |  7.8077 | uniform |      auto |        30 |       2 |   0.625 |       0.9375 |  3.210s |     1m:31s |
| Iteration 23     |  7.3614 | dista.. |   kd_tree |        25 |       2 |    0.75 |       0.9375 |  3.213s |     1m:35s |
| Iteration 24     |  0.9457 | uniform |      auto |        21 |       1 |     0.5 |       0.9375 |  3.209s |     1m:39s |
| Iteration 25     |  7.7168 | dista.. | ball_tree |        29 |       2 |    0.75 |       0.9375 |  3.218s |     1m:43s |
| Iteration 26     |  7.5483 | dista.. |      auto |        30 |       2 |     0.5 |       0.9375 |  3.225s |     1m:47s |
| Iteration 27     |  7.5866 | dista.. | ball_tree |        29 |       2 |  0.8125 |       0.9375 |  3.191s |     1m:52s |
| Iteration 28     |  7.6305 | uniform | ball_tree |        29 |       2 |  0.4688 |       0.9375 |  3.216s |     1m:56s |
| Iteration 29     |  7.8062 | dista.. |      auto |        30 |       2 |     0.5 |       0.9375 |  3.200s |     2m:00s |
| Iteration 30     |  7.6228 | dista.. | ball_tree |        29 |       2 |   0.375 |       0.9375 |  3.213s |     2m:05s |
| Iteration 31     | 10.7496 | dista.. |     brute |        31 |       2 |    0.75 |       0.9375 |  3.227s |     2m:09s |
| Iteration 32     | 10.7788 | uniform |     brute |        23 |       1 |  0.2188 |       0.9375 |  3.192s |     2m:13s |
| Iteration 33     |  1.7109 | dista.. |     brute |        35 |       2 |  0.3125 |       0.9375 |  3.204s |     2m:17s |
| Iteration 34     |  9.4495 | dista.. |     brute |        20 |       2 |  0.8125 |       0.9375 |  3.210s |     2m:22s |
| Iteration 35     |  8.9624 | dista.. |     brute |        22 |       2 |     1.0 |          1.0 |  3.195s |     2m:27s |
| Iteration 36     | 10.7777 | dista.. |     brute |        22 |       2 |     1.0 |          1.0 |  3.199s |     2m:31s |
| Iteration 37     | 10.8136 | dista.. |     brute |        21 |       2 |    0.75 |          1.0 |  3.202s |     2m:36s |
| Iteration 38     | 10.8136 | dista.. |     brute |        36 |       1 |   0.875 |          1.0 |  3.199s |     2m:40s |
| Iteration 39     | 10.8136 | dista.. |     brute |        40 |       1 |  0.6875 |          1.0 |  3.266s |     2m:44s |
| Iteration 40     |  9.1564 | dista.. |     brute |        25 |       2 |   0.375 |          1.0 |  3.228s |     2m:49s |
| Iteration 41     |  0.0098 | uniform |     brute |        24 |       2 |     0.5 |          1.0 |  3.199s |     2m:53s |
| Iteration 42     | 10.8136 | dista.. |     brute |        31 |       2 |  0.4375 |          1.0 |  3.227s |     2m:57s |
| Iteration 43     | 10.8136 | dista.. |     brute |        20 |       1 |  0.5938 |          1.0 |  3.212s |     3m:01s |
| Iteration 44     | 10.8136 | dista.. |     brute |        22 |       1 |     1.0 |          1.0 |  3.210s |     3m:05s |
| Iteration 45     | 10.8136 | dista.. |     brute |        22 |       1 |     1.0 |          1.0 |  0.001s |     3m:06s |
| Iteration 46     | 10.2253 | dista.. |     brute |        22 |       2 |  0.9375 |          1.0 |  3.193s |     3m:11s |
| Iteration 47     | 10.1748 | dista.. |     brute |        22 |       1 |   0.625 |          1.0 |  3.216s |     3m:15s |
| Iteration 48     | 10.8136 | dista.. |     brute |        22 |       2 |   0.125 |          1.0 |  3.197s |     3m:19s |
| Iteration 49     |   0.016 | dista.. |     brute |        28 |       1 |     0.5 |          1.0 |  3.166s |     3m:24s |
| Iteration 50     | 10.8136 | dista.. |     brute |        35 |       1 |   0.875 |          1.0 |  3.210s |     3m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'radius': 10.8136, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 22, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0857
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:30s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5938 |       0.5938 |  3.564s |     3.572s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |       0.6875 |  3.594s |     7.868s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  3.331s |    11.848s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |          1.0 |  3.510s |    16.106s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6875 |          1.0 |  3.341s |    20.191s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.6875 |          1.0 |  3.517s |    24.384s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5938 |          1.0 |  3.201s |    28.271s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |          1.0 |  3.430s |    32.410s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.875 |          1.0 |  3.141s |    36.267s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.625 |          1.0 |  3.246s |    40.157s |
| Iteration 11     |          289 |         0.995 |     SAMME |     1.0 |          1.0 |  3.331s |    44.357s |
| Iteration 12     |          377 |        0.0217 |     SAMME |  0.7812 |          1.0 |  4.114s |    49.388s |
| Iteration 13     |          217 |        0.9378 |   SAMME.R |   0.375 |          1.0 |  3.429s |    53.799s |
| Iteration 14     |          100 |        0.8617 |     SAMME |  0.5938 |          1.0 |  3.302s |    57.954s |
| Iteration 15     |          447 |        1.1097 |     SAMME |     1.0 |          1.0 |  3.516s |     1m:02s |
| Iteration 16     |          393 |        1.1178 |     SAMME |    0.75 |          1.0 |  3.506s |     1m:07s |
| Iteration 17     |          363 |        1.0291 |     SAMME |  0.3125 |          1.0 |  3.443s |     1m:11s |
| Iteration 18     |           54 |        0.0113 |   SAMME.R |   0.875 |          1.0 |  3.248s |     1m:15s |
| Iteration 19     |          396 |        0.0197 |     SAMME |   0.875 |          1.0 |  3.513s |     1m:20s |
| Iteration 20     |          216 |        4.2276 |     SAMME |     0.5 |          1.0 |  3.258s |     1m:24s |
| Iteration 21     |          228 |        2.2417 |     SAMME |   0.375 |          1.0 |  3.347s |     1m:29s |
| Iteration 22     |          258 |        0.9986 |     SAMME |   0.625 |          1.0 |  3.333s |     1m:33s |
| Iteration 23     |          445 |        1.5651 |     SAMME |  0.8125 |          1.0 |  3.514s |     1m:38s |
| Iteration 24     |          420 |        2.9888 |     SAMME |   0.375 |          1.0 |  3.124s |     1m:42s |
| Iteration 25     |          449 |        0.1761 |     SAMME |  0.9375 |          1.0 |  3.462s |     1m:46s |
| Iteration 26     |          449 |        9.1654 |     SAMME |  0.5625 |          1.0 |  3.066s |     1m:50s |
| Iteration 27     |          204 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  3.290s |     1m:54s |
| Iteration 28     |          447 |          0.01 |   SAMME.R |  0.5625 |          1.0 |  3.487s |     1m:58s |
| Iteration 29     |          446 |         0.354 |     SAMME |   0.625 |          1.0 |  3.434s |     2m:03s |
| Iteration 30     |          324 |          0.01 |     SAMME |  0.5938 |          1.0 |  3.337s |     2m:07s |
| Iteration 31     |          290 |        1.0582 |     SAMME |   0.875 |          1.0 |  3.361s |     2m:11s |
| Iteration 32     |          287 |        0.0321 |     SAMME |     0.5 |          1.0 |  3.298s |     2m:15s |
| Iteration 33     |          271 |         0.154 |     SAMME |     0.5 |          1.0 |  3.325s |     2m:20s |
| Iteration 34     |          225 |        0.9571 |     SAMME |  0.9375 |          1.0 |  3.289s |     2m:24s |
| Iteration 35     |          444 |        1.3407 |     SAMME |  0.8125 |          1.0 |  3.440s |     2m:28s |
| Iteration 36     |          264 |        1.1293 |     SAMME |     1.0 |          1.0 |  3.321s |     2m:33s |
| Iteration 37     |          140 |        1.3336 |     SAMME |   0.875 |          1.0 |  3.254s |     2m:37s |
| Iteration 38     |          288 |        0.9327 |     SAMME |    0.75 |          1.0 |  3.963s |     2m:42s |
| Iteration 39     |          266 |        1.1649 |     SAMME |   0.375 |          1.0 |  3.354s |     2m:46s |
| Iteration 40     |          294 |        1.1024 |     SAMME |  0.6875 |          1.0 |  3.336s |     2m:51s |
| Iteration 41     |           69 |        0.6173 |     SAMME |   0.625 |          1.0 |  3.200s |     2m:55s |
| Iteration 42     |          223 |        0.9434 |     SAMME |  0.5625 |          1.0 |  3.313s |     2m:59s |
| Iteration 43     |          500 |        0.0159 |   SAMME.R |   0.625 |          1.0 |  3.541s |     3m:04s |
| Iteration 44     |          446 |         0.951 |     SAMME |     1.0 |          1.0 |  3.437s |     3m:08s |
| Iteration 45     |          448 |        0.9873 |     SAMME |    0.75 |          1.0 |  3.440s |     3m:13s |
| Iteration 46     |          221 |        0.1097 |   SAMME.R |     0.5 |          1.0 |  3.353s |     3m:17s |
| Iteration 47     |          444 |        0.9367 |     SAMME |  0.5625 |          1.0 |  3.481s |     3m:21s |
| Iteration 48     |          447 |        1.1718 |     SAMME |     0.0 |          1.0 |  3.470s |     3m:26s |
| Iteration 49     |          257 |        0.9876 |     SAMME |    0.25 |          1.0 |  3.377s |     3m:30s |
| Iteration 50     |          166 |        0.0185 |     SAMME |  0.8438 |          1.0 |  3.279s |     3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 447, 'learning_rate': 1.1097, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.356s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0678
Time elapsed: 1.624s
-------------------------------------------------
Total time: 3m:38s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.7188 |       0.7188 |  3.548s |     3.568s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |         0.75 |  3.450s |     7.707s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |        0.875 |  3.532s |    11.914s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  3.287s |    16.006s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |        0.875 |  3.499s |    20.181s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |        0.875 |  3.301s |    24.199s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.375 |        0.875 |  3.341s |    28.256s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |        0.875 |  3.323s |    32.229s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |        0.875 |  3.451s |    36.510s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |        0.875 |  3.439s |    41.756s |
| Iteration 11     |          500 |   entropy |         2 |                11 |               14 |          0.8 |     False |    0.0033 |         --- |   0.875 |        0.875 |  3.461s |    46.592s |
| Iteration 12     |          462 |      gini |         6 |                15 |                6 |          0.7 |     False |    0.0124 |         --- |  0.7812 |        0.875 |  3.425s |    51.202s |
| Iteration 13     |          500 |   entropy |         8 |                 2 |                1 |         auto |     False |    0.0109 |         --- |     0.5 |        0.875 |  3.482s |    55.815s |
| Iteration 14     |          500 |   entropy |         2 |                13 |                4 |          0.8 |     False |     0.035 |         --- |  0.4688 |        0.875 |  3.465s |     1m:00s |
| Iteration 15     |          463 |      gini |         1 |                 9 |               11 |         sqrt |     False |    0.0075 |         --- |  0.9375 |       0.9375 |  3.463s |     1m:06s |
| Iteration 16     |          266 |   entropy |         3 |                10 |               15 |          0.5 |     False |    0.0048 |         --- |  0.6875 |       0.9375 |  3.338s |     1m:11s |
| Iteration 17     |          286 |      gini |      None |                 2 |               11 |         log2 |     False |    0.0109 |         --- |   0.625 |       0.9375 |  3.322s |     1m:17s |
| Iteration 18     |          401 |      gini |         5 |                12 |               19 |          0.5 |     False |    0.0122 |         --- |  0.9375 |       0.9375 |  3.394s |     1m:23s |
| Iteration 19     |          412 |   entropy |         2 |                16 |               18 |         log2 |     False |    0.0084 |         --- |     1.0 |          1.0 |  3.430s |     1m:29s |
| Iteration 20     |          221 |   entropy |         6 |                20 |                4 |          0.7 |     False |    0.0266 |         --- |  0.9375 |          1.0 |  3.301s |     1m:36s |
| Iteration 21     |           64 |   entropy |         3 |                 2 |               13 |         log2 |     False |    0.0096 |         --- |  0.4375 |          1.0 |  3.133s |     1m:43s |
| Iteration 22     |          456 |   entropy |         6 |                16 |                6 |         None |     False |     0.003 |         --- |     1.0 |          1.0 |  3.558s |     1m:50s |
| Iteration 23     |          308 |   entropy |         4 |                16 |                3 |          0.5 |     False |    0.0334 |         --- |   0.875 |          1.0 |  3.341s |     1m:55s |
| Iteration 24     |          213 |   entropy |         1 |                18 |               18 |          0.6 |     False |    0.0014 |         --- |  0.5625 |          1.0 |  3.283s |     1m:60s |
| Iteration 25     |          446 |   entropy |         5 |                16 |               11 |          0.5 |     False |    0.0079 |         --- |     1.0 |          1.0 |  3.499s |     2m:05s |
| Iteration 26     |          434 |      gini |      None |                17 |               20 |          0.8 |     False |    0.0066 |         --- |  0.5625 |          1.0 |  3.378s |     2m:09s |
| Iteration 27     |          346 |   entropy |         8 |                20 |                3 |          0.9 |     False |    0.0275 |         --- |  0.8438 |          1.0 |  3.312s |     2m:14s |
| Iteration 28     |          432 |   entropy |         1 |                16 |               10 |          0.6 |     False |    0.0058 |         --- |   0.625 |          1.0 |  3.383s |     2m:18s |
| Iteration 29     |          264 |   entropy |         2 |                18 |               19 |         sqrt |     False |    0.0049 |         --- |  0.5938 |          1.0 |  3.259s |     2m:23s |
| Iteration 30     |          193 |   entropy |         5 |                10 |                3 |          0.5 |      True |       0.0 |         0.9 |   0.625 |          1.0 |  3.281s |     2m:29s |
| Iteration 31     |          454 |   entropy |         4 |                16 |               15 |          0.6 |     False |    0.0118 |         --- |    0.75 |          1.0 |  3.406s |     2m:34s |
| Iteration 32     |          500 |   entropy |         7 |                15 |                1 |          0.5 |     False |    0.0134 |         --- |  0.5625 |          1.0 |  3.449s |     2m:39s |
| Iteration 33     |          370 |   entropy |         4 |                20 |               11 |          0.7 |     False |    0.0068 |         --- |   0.375 |          1.0 |  3.346s |     2m:44s |
| Iteration 34     |          500 |   entropy |         5 |                20 |                7 |          0.5 |     False |    0.0055 |         --- |  0.9375 |          1.0 |  3.470s |     2m:48s |
| Iteration 35     |          145 |      gini |         2 |                16 |                8 |         log2 |     False |    0.0083 |         --- |   0.875 |          1.0 |  3.207s |     2m:53s |
| Iteration 36     |          206 |   entropy |         5 |                14 |               14 |          0.5 |     False |    0.0093 |         --- |     1.0 |          1.0 |  3.294s |     2m:58s |
| Iteration 37     |          134 |   entropy |         6 |                19 |                5 |         None |     False |    0.0145 |         --- |  0.9688 |          1.0 |  3.235s |     3m:02s |
| Iteration 38     |          481 |   entropy |         5 |                12 |               11 |          0.5 |     False |    0.0083 |         --- |    0.75 |          1.0 |  3.437s |     3m:07s |
| Iteration 39     |          470 |   entropy |         5 |                15 |               14 |          0.5 |     False |    0.0095 |         --- |  0.8125 |          1.0 |  3.429s |     3m:12s |
| Iteration 40     |          335 |   entropy |         6 |                17 |                5 |         None |     False |    0.0071 |         --- |  0.6875 |          1.0 |  4.037s |     3m:18s |
| Iteration 41     |           74 |   entropy |         5 |                17 |                3 |          0.5 |     False |    0.0291 |         --- |  0.6875 |          1.0 |  3.173s |     3m:23s |
| Iteration 42     |          496 |      gini |         2 |                 6 |                3 |         log2 |     False |    0.0153 |         --- |     0.5 |          1.0 |  3.440s |     3m:28s |
| Iteration 43     |          448 |   entropy |         2 |                19 |                3 |         log2 |     False |    0.0219 |         --- |  0.6875 |          1.0 |  3.375s |     3m:32s |
| Iteration 44     |           28 |   entropy |         5 |                10 |               10 |          0.5 |     False |    0.0072 |         --- |  0.9375 |          1.0 |  3.207s |     3m:37s |
| Iteration 45     |          464 |      gini |         6 |                 3 |               14 |         None |     False |    0.0018 |         --- |  0.4375 |          1.0 |  3.427s |     3m:42s |
| Iteration 46     |           88 |   entropy |         5 |                15 |               14 |          0.5 |     False |    0.0055 |         --- |  0.4375 |          1.0 |  3.143s |     3m:47s |
| Iteration 47     |          442 |   entropy |         6 |                16 |                9 |          0.7 |     False |    0.0217 |         --- |  0.8125 |          1.0 |  3.391s |     3m:52s |
| Iteration 48     |          412 |   entropy |         4 |                15 |               17 |         log2 |     False |    0.0089 |         --- |  0.3125 |          1.0 |  3.335s |     3m:57s |
| Iteration 49     |          432 |   entropy |         6 |                14 |                7 |         None |     False |       0.0 |         --- |   0.875 |          1.0 |  3.376s |     4m:02s |
| Iteration 50     |          460 |   entropy |         6 |                18 |                7 |          0.9 |     False |    0.0042 |         --- |  0.5938 |          1.0 |  3.435s |     4m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 456, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 6, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.003}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9228
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.323s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.685 ± 0.0875
Time elapsed: 1.478s
-------------------------------------------------
Total time: 4m:11s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.226s |     3.246s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  3.217s |     7.215s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  3.229s |    11.209s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  3.177s |    15.135s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  3.199s |    19.040s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  3.160s |    24.679s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  3.161s |    30.397s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  3.130s |    36.337s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  3.151s |    42.135s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.113s |    47.926s |
| Iteration 11     |          417 |         0.036 |         8 |  0.3762 |                3 |       0.8 |              0.7 |      0.01 |          1 |     1.0 |          1.0 |  3.180s |    54.099s |
| Iteration 12     |          302 |        0.0321 |         3 |  0.9758 |                3 |       1.0 |              1.0 |         0 |        0.1 |  0.7812 |          1.0 |  3.183s |    58.695s |
| Iteration 13     |          371 |        0.5259 |         1 |  0.7284 |                2 |       0.6 |              0.9 |      0.01 |         10 |   0.625 |          1.0 |  3.222s |     1m:03s |
| Iteration 14     |          430 |        0.0283 |         4 |   0.649 |                3 |       0.8 |              0.5 |       0.1 |          1 |   0.375 |          1.0 |  3.255s |     1m:07s |
| Iteration 15     |          314 |        0.0496 |         9 |  0.5083 |                5 |       0.7 |              0.8 |         0 |         10 |  0.6875 |          1.0 |  3.245s |     1m:11s |
| Iteration 16     |          480 |        0.0164 |         8 |  0.1516 |                3 |       0.8 |              0.7 |      0.01 |          1 |  0.5625 |          1.0 |  3.921s |     1m:16s |
| Iteration 17     |           54 |        0.5172 |         9 |  0.9162 |                3 |       0.8 |              1.0 |      0.01 |       0.01 |   0.625 |          1.0 |  3.189s |     1m:21s |
| Iteration 18     |          200 |        0.0426 |         8 |  0.4589 |                2 |       0.9 |              0.8 |      0.01 |        0.1 |   0.875 |          1.0 |  3.291s |     1m:25s |
| Iteration 19     |          465 |        0.0393 |         8 |  0.6465 |                5 |       0.8 |              0.7 |      0.01 |        0.1 |   0.875 |          1.0 |  3.273s |     1m:30s |
| Iteration 20     |          424 |        0.0389 |         8 |  0.4412 |                3 |       0.8 |              0.7 |      0.01 |          1 |   0.875 |          1.0 |  3.320s |     1m:35s |
| Iteration 21     |          385 |        0.0384 |         6 |  0.0563 |                6 |       0.7 |              0.8 |      0.01 |          1 |   0.375 |          1.0 |  3.239s |     1m:39s |
| Iteration 22     |          342 |        0.0327 |         7 |  0.5334 |                5 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  3.294s |     1m:44s |
| Iteration 23     |          412 |        0.0343 |         8 |  0.5004 |                5 |       0.8 |              0.7 |      0.01 |          1 |    0.75 |          1.0 |  3.258s |     1m:48s |
| Iteration 24     |          163 |        0.0419 |         5 |  0.5872 |                4 |       0.9 |              0.8 |         0 |        0.1 |  0.5625 |          1.0 |  3.226s |     1m:54s |
| Iteration 25     |          329 |        0.0527 |         7 |  0.5561 |                6 |       0.8 |              0.8 |      0.01 |        0.1 |  0.7812 |          1.0 |  3.285s |     1m:59s |
| Iteration 26     |          375 |        0.7113 |         7 |  0.5477 |                3 |       0.5 |              0.8 |      0.01 |          1 |  0.5938 |          1.0 |  3.271s |     2m:03s |
| Iteration 27     |          126 |         0.012 |         3 |  0.5222 |                3 |       0.8 |              0.8 |      0.01 |        100 |  0.6875 |          1.0 |  3.188s |     2m:07s |
| Iteration 28     |          389 |        0.0366 |         8 |   0.368 |                1 |       0.6 |              0.7 |      0.01 |          1 |   0.625 |          1.0 |  3.288s |     2m:13s |
| Iteration 29     |          500 |        0.1994 |         9 |  0.5363 |                1 |       0.9 |              0.8 |      0.01 |        100 |  0.6562 |          1.0 |  3.270s |     2m:18s |
| Iteration 30     |          217 |        0.0407 |         9 |  0.5633 |                2 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |          1.0 |  3.223s |     2m:23s |
| Iteration 31     |          407 |        0.0396 |         6 |  0.8271 |                1 |       0.8 |              0.9 |      0.01 |          1 |    0.75 |          1.0 |  3.272s |     2m:27s |
| Iteration 32     |          357 |         0.736 |         7 |  0.5354 |                8 |       0.8 |              0.9 |      0.01 |          1 |     0.5 |          1.0 |  3.242s |     2m:32s |
| Iteration 33     |          129 |        0.0865 |         7 |  0.5804 |                5 |       0.9 |              0.8 |      0.01 |         10 |  0.3125 |          1.0 |  3.205s |     2m:36s |
| Iteration 34     |          407 |        0.0366 |         7 |  0.4053 |                2 |       0.8 |              0.8 |       0.1 |        100 |  0.8438 |          1.0 |  3.275s |     2m:41s |
| Iteration 35     |          435 |        0.0284 |         5 |  0.5802 |                1 |       0.8 |              0.8 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.252s |     2m:45s |
| Iteration 36     |          373 |        0.0289 |        10 |  0.4437 |                9 |       0.9 |              0.8 |       0.1 |        0.1 |     0.5 |          1.0 |  3.259s |     2m:49s |
| Iteration 37     |          408 |        0.0387 |         6 |  0.5185 |                5 |       0.8 |              0.7 |        10 |       0.01 |     0.5 |          1.0 |  3.244s |     2m:54s |
| Iteration 38     |          407 |        0.0382 |         7 |  0.4705 |                4 |       0.8 |              0.8 |      0.01 |       0.01 |     1.0 |          1.0 |  3.269s |     2m:58s |
| Iteration 39     |          387 |        0.0295 |         7 |  0.5102 |                4 |       0.8 |              0.8 |      0.01 |       0.01 |   0.625 |          1.0 |  3.243s |     3m:03s |
| Iteration 40     |          421 |        0.0445 |         3 |  0.1239 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  3.883s |     3m:08s |
| Iteration 41     |          426 |        0.0451 |         8 |  0.3167 |                5 |       0.8 |              0.8 |      0.01 |        100 |  0.7812 |          1.0 |  3.264s |     3m:13s |
| Iteration 42     |          411 |        0.0557 |         9 |  0.0323 |                3 |       0.5 |              0.8 |      0.01 |         10 |    0.75 |          1.0 |  3.340s |     3m:17s |
| Iteration 43     |          480 |        0.0444 |         8 |  0.6307 |                3 |       1.0 |              0.8 |         0 |          1 |  0.6875 |          1.0 |  3.187s |     3m:22s |
| Iteration 44     |          400 |        0.0406 |         4 |  0.2943 |                9 |       0.8 |              0.8 |      0.01 |       0.01 |     0.5 |          1.0 |  3.214s |     3m:26s |
| Iteration 45     |          416 |        0.0441 |         8 |  0.6907 |                3 |       0.8 |              0.8 |      0.01 |        0.1 |  0.6875 |          1.0 |  3.195s |     3m:31s |
| Iteration 46     |          485 |        0.0102 |         9 |  0.7007 |                4 |       0.9 |              1.0 |      0.01 |         10 |    0.75 |          1.0 |  3.222s |     3m:35s |
| Iteration 47     |          363 |        0.0403 |         5 |  0.2897 |                3 |       0.9 |              1.0 |         0 |         10 |    0.75 |          1.0 |  3.227s |     3m:40s |
| Iteration 48     |          298 |         0.024 |         4 |  0.0586 |                1 |       1.0 |              0.9 |      0.01 |         10 |  0.1875 |          1.0 |  3.174s |     3m:45s |
| Iteration 49     |          460 |        0.0456 |         6 |  0.4095 |                4 |       0.8 |              0.7 |      0.01 |       0.01 |  0.0625 |          1.0 |  3.217s |     3m:49s |
| Iteration 50     |           62 |        0.0337 |         7 |  0.9654 |                5 |       0.6 |              0.8 |         1 |        100 |     0.5 |          1.0 |  3.124s |     3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 342, 'learning_rate': 0.0327, 'max_depth': 7, 'gamma': 0.5334, 'min_child_weight': 5, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.85
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.076s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.665 ± 0.08
Time elapsed: 0.227s
-------------------------------------------------
Total time: 3m:57s


Final results ==================== >>
Duration: 25m:44s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.725 ± 0.0447 ~
Logistic Regression             --> roc_auc: 0.675 ± 0.0316 ~
Linear Discriminant Analysis    --> roc_auc: 0.635 ± 0.049 ~
Quadratic Discriminant Analysis --> roc_auc: 0.705 ± 0.0245
Radius Nearest Neighbors        --> roc_auc: 0.73 ± 0.0857 ~
AdaBoost                        --> roc_auc: 0.77 ± 0.0678 !
Random Forest                   --> roc_auc: 0.685 ± 0.0875 ~
XGBoost                         --> roc_auc: 0.665 ± 0.08
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 824 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAASKGTYKYIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CVVIANQAGTALIF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGNNARLMF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNAGNMLTF.
   >>> Dropping feature CAVSNYGGSQGNLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASKGYSTLTF.
   >>> Dropping feature CAASKTSYDKVIF.
   >>> Dropping feature CAASRNTGNQFYF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  0.678s |     0.698s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |       0.8125 |  0.716s |     2.361s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |       0.8125 |  0.678s |     3.684s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.375 |       0.8125 |  0.708s |     5.053s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |       0.8125 |  0.713s |     6.382s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |       0.8125 |  0.763s |     7.768s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.724s |     9.134s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |          1.0 |  0.738s |    10.668s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.625 |          1.0 |  0.668s |    12.197s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |          1.0 |  0.690s |    13.567s |
| Iteration 11     | exponen.. |           1.0 |          156 |       0.8 | squared_er.. |                 2 |                2 |         8 |         auto |     0.035 |  0.8438 |          1.0 |  0.671s |    15.572s |
| Iteration 12     | exponen.. |        0.3939 |           53 |       0.9 | squared_er.. |                 9 |                5 |         9 |          0.5 |    0.0256 |     1.0 |          1.0 |  0.639s |    17.458s |
| Iteration 13     | exponen.. |        0.8685 |          318 |       0.8 | squared_er.. |                 7 |                6 |         4 |          0.5 |    0.0198 |  0.9375 |          1.0 |  0.700s |    19.230s |
| Iteration 14     | exponen.. |        0.5726 |          182 |       0.8 | squared_er.. |                 4 |                4 |         9 |         sqrt |    0.0315 |  0.6875 |          1.0 |  0.662s |    21.754s |
| Iteration 15     | exponen.. |        0.8527 |          204 |       0.5 | squared_er.. |                17 |                6 |         8 |         auto |     0.006 |  0.8438 |          1.0 |  0.669s |    24.331s |
| Iteration 16     | exponen.. |        0.0882 |           78 |       0.9 | squared_er.. |                10 |                5 |         4 |          0.5 |    0.0077 |  0.8125 |          1.0 |  0.645s |    25.985s |
| Iteration 17     | exponen.. |        0.7451 |          279 |       0.8 | squared_er.. |                 3 |                5 |         8 |         auto |    0.0299 |     1.0 |          1.0 |  0.695s |    27.648s |
| Iteration 18     | exponen.. |        0.5031 |           67 |       0.9 | squared_er.. |                 9 |                5 |         9 |          0.5 |    0.0275 |   0.875 |          1.0 |  0.642s |    29.460s |
| Iteration 19     | exponen.. |        0.4272 |          239 |       1.0 | squared_er.. |                11 |                1 |         4 |          0.5 |    0.0048 |  0.8125 |          1.0 |  0.668s |    31.244s |
| Iteration 20     | exponen.. |        0.7739 |          301 |       0.8 | squared_er.. |                 2 |                5 |         7 |         auto |    0.0303 |     0.5 |          1.0 |  0.712s |    33.172s |
| Iteration 21     | exponen.. |         0.029 |          195 |       0.9 | squared_er.. |                16 |                2 |         9 |          0.5 |    0.0231 |  0.9375 |          1.0 |  0.669s |    34.907s |
| Iteration 22     | exponen.. |        0.3615 |          184 |       1.0 | squared_er.. |                 9 |               14 |         9 |          0.5 |    0.0083 |    0.75 |          1.0 |  0.655s |    36.681s |
| Iteration 23     | exponen.. |         0.093 |          415 |       0.9 | squared_er.. |                16 |               18 |         9 |          0.5 |     0.025 |  0.9375 |          1.0 |  0.721s |    38.504s |
| Iteration 24     | exponen.. |        0.1726 |          269 |       0.8 | squared_er.. |                 6 |                9 |         8 |         auto |    0.0304 |   0.875 |          1.0 |  0.685s |    40.288s |
| Iteration 25     | exponen.. |        0.3657 |          360 |       0.9 | squared_er.. |                 7 |               16 |         9 |          0.5 |    0.0232 |  0.7812 |          1.0 |  0.708s |    42.136s |
| Iteration 26     | exponen.. |         0.237 |          484 |       0.9 | squared_er.. |                 9 |               10 |         9 |          0.5 |    0.0249 |  0.9375 |          1.0 |  0.737s |    44.052s |
| Iteration 27     | exponen.. |        0.0499 |          416 |       0.8 | squared_er.. |                 3 |                8 |         8 |         auto |    0.0301 |     1.0 |          1.0 |  0.721s |    45.931s |
| Iteration 28     | exponen.. |        0.0139 |          278 |       0.8 | squared_er.. |                 3 |                1 |         8 |         auto |    0.0303 |  0.9375 |          1.0 |  0.721s |    47.808s |
| Iteration 29     | exponen.. |        0.0133 |          373 |       0.8 | squared_er.. |                 3 |                8 |         8 |         auto |    0.0307 |  0.8125 |          1.0 |  0.724s |    49.650s |
| Iteration 30     | exponen.. |        0.0519 |          433 |       0.9 | squared_er.. |                17 |               18 |         9 |          0.5 |    0.0153 |  0.6875 |          1.0 |  0.717s |    51.526s |
| Iteration 31     | exponen.. |           1.0 |          201 |       0.8 | squared_er.. |                 3 |               18 |         8 |         auto |    0.0198 |   0.875 |          1.0 |  0.669s |    55.030s |
| Iteration 32     | exponen.. |        0.7033 |          170 |       0.9 | squared_er.. |                 9 |               20 |         9 |          0.5 |     0.013 |  0.8125 |          1.0 |  0.666s |    57.214s |
| Iteration 33     | exponen.. |           1.0 |          175 |       0.8 | squared_er.. |                 3 |               12 |         8 |         auto |    0.0296 |  0.6875 |          1.0 |  0.660s |    59.131s |
| Iteration 34     | exponen.. |        0.2507 |          337 |       0.9 | squared_er.. |                 7 |                5 |         9 |          0.5 |    0.0238 |  0.6875 |          1.0 |  0.716s |     1m:01s |
| Iteration 35     | exponen.. |        0.7466 |           56 |       0.9 | squared_er.. |                 9 |                5 |         9 |          0.5 |    0.0223 |  0.9375 |          1.0 |  0.692s |     1m:03s |
| Iteration 36     | exponen.. |           1.0 |          264 |       0.8 | squared_er.. |                 3 |               17 |         8 |         auto |    0.0195 |    0.75 |          1.0 |  0.732s |     1m:05s |
| Iteration 37     | exponen.. |        0.0342 |          265 |       0.8 | squared_er.. |                 3 |                5 |         8 |         auto |    0.0036 |     1.0 |          1.0 |  0.759s |     1m:07s |
| Iteration 38     | exponen.. |        0.0164 |          425 |       0.8 | squared_er.. |                 3 |                8 |         8 |         auto |    0.0238 |    0.75 |          1.0 |  0.792s |     1m:09s |
| Iteration 39     | exponen.. |        0.1202 |          415 |       0.8 | squared_er.. |                 7 |                2 |         4 |          0.5 |    0.0241 |   0.875 |          1.0 |  1.357s |     1m:12s |
| Iteration 40     | exponen.. |        0.0484 |          385 |       0.8 | squared_er.. |                 3 |                3 |         8 |          0.5 |    0.0241 |   0.625 |          1.0 |  0.788s |     1m:14s |
| Iteration 41     | exponen.. |        0.3971 |          294 |       0.9 | squared_er.. |                16 |               10 |         9 |          0.5 |    0.0199 |     1.0 |          1.0 |  0.740s |     1m:16s |
| Iteration 42     | exponen.. |        0.6632 |          397 |       0.8 | squared_er.. |                18 |                4 |         8 |         auto |    0.0195 |  0.9375 |          1.0 |  0.778s |     1m:18s |
| Iteration 43     | exponen.. |        0.0139 |           10 |       0.9 | squared_er.. |                18 |               10 |         9 |          0.5 |    0.0255 |     1.0 |          1.0 |  0.677s |     1m:20s |
| Iteration 44     | exponen.. |        0.3707 |          103 |       0.9 | squared_er.. |                16 |               10 |         9 |          0.5 |    0.0221 |     1.0 |          1.0 |  0.695s |     1m:22s |
| Iteration 45     | exponen.. |         0.141 |           10 |       0.9 | squared_er.. |                19 |               10 |         9 |          0.5 |    0.0241 |   0.875 |          1.0 |  0.681s |     1m:24s |
| Iteration 46     |  deviance |        0.3186 |           10 |       0.9 | squared_er.. |                14 |                9 |         9 |          0.5 |    0.0009 |  0.8125 |          1.0 |  0.684s |     1m:26s |
| Iteration 47     | exponen.. |        0.6225 |           10 |       0.9 | squared_er.. |                 3 |                9 |         9 |          0.5 |    0.0144 |  0.5625 |          1.0 |  0.682s |     1m:28s |
| Iteration 48     | exponen.. |        0.0205 |          215 |       0.8 | squared_er.. |                 3 |                3 |         8 |         auto |    0.0235 |  0.9375 |          1.0 |  0.747s |     1m:30s |
| Iteration 49     | exponen.. |        0.1024 |          239 |       0.9 | squared_er.. |                18 |               11 |         9 |          0.5 |    0.0096 |  0.6875 |          1.0 |  0.738s |     1m:32s |
| Iteration 50     | exponen.. |        0.6638 |          271 |       0.9 | squared_er.. |                16 |               10 |         9 |          0.5 |    0.0222 |   0.625 |          1.0 |  0.739s |     1m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0342, 'n_estimators': 265, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 3, 'min_samples_leaf': 5, 'max_depth': 8, 'max_features': 'auto', 'ccp_alpha': 0.0036}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0748
Time elapsed: 0.460s
-------------------------------------------------
Total time: 1m:38s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  0.652s |     0.664s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  0.645s |     2.322s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |         0.75 |  0.636s |     3.624s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |         0.75 |  0.638s |     4.873s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |         0.75 |  0.652s |     6.183s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     1.0 |          1.0 |  0.640s |     7.447s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     1.0 |          1.0 |  0.637s |     8.743s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |          1.0 |  0.663s |    10.296s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |          1.0 |  0.658s |    11.921s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.9375 |          1.0 |  0.661s |    13.533s |
| Iteration 11     |    none |     --- | newto.. |      444 |      --- |     0.5 |          1.0 |  0.663s |    15.541s |
| Iteration 12     |      l2 |  4.0556 | libli.. |      241 |      --- |    0.75 |          1.0 |  0.655s |    17.755s |
| Iteration 13     | elast.. |  1.2099 |    saga |      124 |      0.4 |   0.625 |          1.0 |  0.640s |    19.442s |
| Iteration 14     |      l2 | 49.5288 | newto.. |      155 |      --- |    0.75 |          1.0 |  0.651s |    20.999s |
| Iteration 15     |      l2 |  0.0088 |    saga |      111 |      --- |  0.8125 |          1.0 |  0.635s |    22.566s |
| Iteration 16     |      l2 |  0.0852 |    saga |      434 |      --- |  0.4375 |          1.0 |  0.642s |    24.691s |
| Iteration 17     |      l2 |  0.0017 |    saga |      273 |      --- |   0.625 |          1.0 |  0.639s |    26.250s |
| Iteration 18     |      l2 |  6.8442 | newto.. |      154 |      --- |     1.0 |          1.0 |  0.648s |    27.933s |
| Iteration 19     |      l2 |  8.4812 |     sag |      150 |      --- |  0.3125 |          1.0 |  0.654s |    29.705s |
| Iteration 20     |      l2 |  8.4577 | newto.. |      149 |      --- |   0.625 |          1.0 |  0.642s |    31.352s |
| Iteration 21     |      l2 |  2.4923 | libli.. |      273 |      --- |     1.0 |          1.0 |  0.637s |    33.102s |
| Iteration 22     |    none |     --- | newto.. |      448 |      --- |    0.75 |          1.0 |  0.653s |    35.943s |
| Iteration 23     |      l2 |  7.8936 | newto.. |      178 |      --- |  0.8125 |          1.0 |  0.637s |    39.147s |
| Iteration 24     |      l2 |  3.1068 | newto.. |      130 |      --- |  0.8125 |          1.0 |  0.643s |    42.162s |
| Iteration 25     |      l2 |  6.7591 |   lbfgs |      220 |      --- |  0.6875 |          1.0 |  0.641s |    44.211s |
| Iteration 26     |      l2 |  2.3428 | libli.. |      238 |      --- |    0.75 |          1.0 |  0.653s |    45.981s |
| Iteration 27     |      l2 | 10.0351 | newto.. |      152 |      --- |  0.9375 |          1.0 |  0.646s |    47.710s |
| Iteration 28     |      l2 |  15.307 | newto.. |      153 |      --- |    0.75 |          1.0 |  0.645s |    49.463s |
| Iteration 29     |      l2 |  2.9739 | libli.. |      278 |      --- |  0.6875 |          1.0 |  0.656s |    51.203s |
| Iteration 30     |      l2 |  0.0014 | libli.. |      714 |      --- |     1.0 |          1.0 |  0.673s |    52.872s |
| Iteration 31     |      l2 |  0.0013 | libli.. |      860 |      --- |   0.625 |          1.0 |  0.640s |    54.540s |
| Iteration 32     |    none |     --- |    saga |      994 |      --- |    0.75 |          1.0 |  0.648s |    56.219s |
| Iteration 33     |      l2 |  0.0014 | newto.. |      782 |      --- |   0.625 |          1.0 |  0.639s |    57.839s |
| Iteration 34     |      l2 |  0.0874 |   lbfgs |      158 |      --- |  0.5625 |          1.0 |  0.654s |    59.707s |
| Iteration 35     |      l1 |  0.0012 |    saga |      834 |      --- |     0.5 |          1.0 |  0.638s |     1m:01s |
| Iteration 36     |      l2 |  0.0038 | libli.. |      975 |      --- |    0.75 |          1.0 |  0.641s |     1m:03s |
| Iteration 37     |      l2 | 29.8232 | newto.. |      552 |      --- |   0.625 |          1.0 |  0.652s |     1m:05s |
| Iteration 38     |    none |     --- |   lbfgs |      982 |      --- |   0.375 |          1.0 |  0.679s |     1m:06s |
| Iteration 39     |      l2 |  0.0013 | newto.. |      661 |      --- |  0.8125 |          1.0 |  0.676s |     1m:09s |
| Iteration 40     |      l2 |  0.9739 |     sag |      186 |      --- |  0.5625 |          1.0 |  0.675s |     1m:12s |
| Iteration 41     |      l1 | 22.0479 | libli.. |      901 |      --- |     1.0 |          1.0 |  1.258s |     1m:14s |
| Iteration 42     |      l2 |  0.0016 | libli.. |      307 |      --- |   0.875 |          1.0 |  0.630s |     1m:15s |
| Iteration 43     |      l2 |   100.0 | libli.. |      985 |      --- |  0.8125 |          1.0 |  0.633s |     1m:17s |
| Iteration 44     |    none |     --- |   lbfgs |      785 |      --- |   0.625 |          1.0 |  0.635s |     1m:19s |
| Iteration 45     |    none |     --- |    saga |      985 |      --- |   0.875 |          1.0 |  0.637s |     1m:22s |
| Iteration 46     | elast.. | 57.2896 |    saga |      984 |      0.1 |   0.875 |          1.0 |  0.659s |     1m:24s |
| Iteration 47     |    none |     --- |     sag |      942 |      --- |  0.5625 |          1.0 |  0.717s |     1m:26s |
| Iteration 48     |      l1 |  0.0087 |    saga |      142 |      --- |     0.5 |          1.0 |  0.685s |     1m:27s |
| Iteration 49     |      l2 |  0.0057 | libli.. |     1000 |      --- |  0.4375 |          1.0 |  0.695s |     1m:30s |
| Iteration 50     |      l2 |  0.0016 | libli.. |      661 |      --- |   0.625 |          1.0 |  0.680s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'penalty': 'l1', 'C': 22.0479, 'solver': 'liblinear', 'max_iter': 901}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8384
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.051
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:33s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.9375 |       0.9375 |  0.675s |     0.681s |
| Initial point 2  |     svd |       --- |   0.625 |       0.9375 |  0.681s |     2.074s |
| Initial point 3  |     svd |       --- |   0.625 |       0.9375 |  0.001s |     3.450s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |       0.9375 |  0.681s |     4.908s |
| Initial point 5  |   eigen |       0.9 |  0.4375 |       0.9375 |  0.683s |     6.329s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |       0.9375 |  0.691s |     7.640s |
| Initial point 7  |    lsqr |       0.5 |     1.0 |          1.0 |  0.630s |     8.928s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |          1.0 |  0.624s |    10.160s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |          1.0 |  0.631s |    11.409s |
| Initial point 10 |   eigen |       0.8 |  0.9375 |          1.0 |  0.627s |    12.647s |
| Iteration 11     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    13.409s |
| Iteration 12     |   eigen |       0.5 |     1.0 |          1.0 |  0.630s |    14.801s |
| Iteration 13     |     svd |       --- |   0.625 |          1.0 |  0.000s |    15.553s |
| Iteration 14     |    lsqr |      auto |  0.8125 |          1.0 |  0.626s |    16.955s |
| Iteration 15     |   eigen |      auto |  0.8125 |          1.0 |  0.622s |    18.373s |
| Iteration 16     |     svd |       --- |   0.625 |          1.0 |  0.000s |    19.122s |
| Iteration 17     |   eigen |      None |     1.0 |          1.0 |  0.629s |    20.515s |
| Iteration 18     |    lsqr |      None |  0.9375 |          1.0 |  0.623s |    21.909s |
| Iteration 19     |   eigen |       0.6 |   0.375 |          1.0 |  0.631s |    23.300s |
| Iteration 20     |     svd |       --- |   0.625 |          1.0 |  0.000s |    24.090s |
| Iteration 21     |     svd |       --- |   0.625 |          1.0 |  0.000s |    24.870s |
| Iteration 22     |    lsqr |       1.0 |  0.4375 |          1.0 |  0.631s |    26.527s |
| Iteration 23     |     svd |       --- |   0.625 |          1.0 |  0.000s |    27.364s |
| Iteration 24     |     svd |       --- |   0.625 |          1.0 |  0.000s |    28.822s |
| Iteration 25     |   eigen |       0.7 |     0.5 |          1.0 |  0.634s |    30.294s |
| Iteration 26     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    31.107s |
| Iteration 27     |   eigen |      None |     1.0 |          1.0 |  0.000s |    31.970s |
| Iteration 28     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    32.787s |
| Iteration 29     |   eigen |      None |     1.0 |          1.0 |  0.000s |    33.609s |
| Iteration 30     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    34.465s |
| Iteration 31     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    35.347s |
| Iteration 32     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    36.216s |
| Iteration 33     |   eigen |      None |     1.0 |          1.0 |  0.000s |    37.988s |
| Iteration 34     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    39.987s |
| Iteration 35     |   eigen |      None |     1.0 |          1.0 |  0.000s |    41.142s |
| Iteration 36     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    42.012s |
| Iteration 37     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    42.881s |
| Iteration 38     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    43.788s |
| Iteration 39     |   eigen |      None |     1.0 |          1.0 |  0.000s |    44.662s |
| Iteration 40     |    lsqr |      auto |  0.8125 |          1.0 |  0.000s |    45.573s |
| Iteration 41     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    46.571s |
| Iteration 42     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    47.491s |
| Iteration 43     |   eigen |      None |     1.0 |          1.0 |  0.000s |    48.431s |
| Iteration 44     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    49.371s |
| Iteration 45     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    50.292s |
| Iteration 46     |   eigen |      None |     1.0 |          1.0 |  0.000s |    51.472s |
| Iteration 47     |     svd |       --- |   0.625 |          1.0 |  0.000s |    53.782s |
| Iteration 48     |     svd |       --- |   0.625 |          1.0 |  0.000s |    55.034s |
| Iteration 49     |   eigen |       0.6 |   0.375 |          1.0 |  0.000s |    56.088s |
| Iteration 50     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    57.069s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 58.060s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7911
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.0583
Time elapsed: 0.030s
-------------------------------------------------
Total time: 58.102s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.9375 |       0.9375 |  0.684s |     0.687s |
| Initial point 2  |       0.9 |   0.625 |       0.9375 |  0.676s |     1.969s |
| Initial point 3  |       0.1 |   0.625 |       0.9375 |  0.676s |     3.283s |
| Initial point 4  |       1.0 |  0.9375 |       0.9375 |  0.001s |     3.926s |
| Initial point 5  |       0.2 |  0.4375 |       0.9375 |  0.635s |     5.250s |
| Initial point 6  |       0.4 |  0.6875 |       0.9375 |  0.653s |     6.568s |
| Initial point 7  |       0.4 |  0.6875 |       0.9375 |  0.000s |     7.202s |
| Initial point 8  |       0.7 |  0.5625 |       0.9375 |  0.673s |     8.643s |
| Initial point 9  |       0.9 |   0.625 |       0.9375 |  0.000s |     9.290s |
| Initial point 10 |       0.8 |  0.9375 |       0.9375 |  0.672s |    11.679s |
| Iteration 11     |       0.3 |  0.5625 |       0.9375 |  0.670s |    14.532s |
| Iteration 12     |       0.6 |    0.75 |       0.9375 |  0.631s |    16.130s |
| Iteration 13     |       0.5 |  0.9375 |       0.9375 |  0.632s |    17.471s |
| Iteration 14     |       0.0 |  0.9375 |       0.9375 |  0.625s |    18.813s |
| Iteration 15     |       0.5 |  0.9375 |       0.9375 |  0.000s |    19.579s |
| Iteration 16     |       0.8 |  0.9375 |       0.9375 |  0.000s |    20.308s |
| Iteration 17     |       0.0 |  0.9375 |       0.9375 |  0.000s |    21.011s |
| Iteration 18     |       0.5 |  0.9375 |       0.9375 |  0.000s |    21.713s |
| Iteration 19     |       0.8 |  0.9375 |       0.9375 |  0.000s |    22.439s |
| Iteration 20     |       1.0 |  0.9375 |       0.9375 |  0.000s |    23.181s |
| Iteration 21     |       0.0 |  0.9375 |       0.9375 |  0.000s |    23.909s |
| Iteration 22     |       0.8 |  0.9375 |       0.9375 |  0.000s |    24.660s |
| Iteration 23     |       0.0 |  0.9375 |       0.9375 |  0.000s |    25.405s |
| Iteration 24     |       1.0 |  0.9375 |       0.9375 |  0.000s |    26.160s |
| Iteration 25     |       0.5 |  0.9375 |       0.9375 |  0.000s |    26.897s |
| Iteration 26     |       0.9 |   0.625 |       0.9375 |  0.000s |    27.657s |
| Iteration 27     |       0.1 |   0.625 |       0.9375 |  0.000s |    28.389s |
| Iteration 28     |       0.9 |   0.625 |       0.9375 |  0.000s |    30.601s |
| Iteration 29     |       0.2 |  0.4375 |       0.9375 |  0.000s |    31.729s |
| Iteration 30     |       0.8 |  0.9375 |       0.9375 |  0.000s |    32.470s |
| Iteration 31     |       0.0 |  0.9375 |       0.9375 |  0.000s |    33.213s |
| Iteration 32     |       1.0 |  0.9375 |       0.9375 |  0.000s |    35.765s |
| Iteration 33     |       0.5 |  0.9375 |       0.9375 |  0.000s |    36.891s |
| Iteration 34     |       1.0 |  0.9375 |       0.9375 |  0.000s |    37.666s |
| Iteration 35     |       0.0 |  0.9375 |       0.9375 |  0.000s |    38.465s |
| Iteration 36     |       0.5 |  0.9375 |       0.9375 |  0.000s |    41.004s |
| Iteration 37     |       0.8 |  0.9375 |       0.9375 |  0.000s |    42.767s |
| Iteration 38     |       1.0 |  0.9375 |       0.9375 |  0.000s |    43.605s |
| Iteration 39     |       0.8 |  0.9375 |       0.9375 |  0.000s |    44.388s |
| Iteration 40     |       0.5 |  0.9375 |       0.9375 |  0.000s |    45.179s |
| Iteration 41     |       0.5 |  0.9375 |       0.9375 |  0.000s |    45.978s |
| Iteration 42     |       0.0 |  0.9375 |       0.9375 |  0.000s |    46.934s |
| Iteration 43     |       0.8 |  0.9375 |       0.9375 |  0.000s |    47.747s |
| Iteration 44     |       0.0 |  0.9375 |       0.9375 |  0.001s |    48.567s |
| Iteration 45     |       1.0 |  0.9375 |       0.9375 |  0.001s |    49.460s |
| Iteration 46     |       0.8 |  0.9375 |       0.9375 |  0.000s |    50.264s |
| Iteration 47     |       0.5 |  0.9375 |       0.9375 |  0.000s |    51.082s |
| Iteration 48     |       0.0 |  0.9375 |       0.9375 |  0.000s |    51.915s |
| Iteration 49     |       1.0 |  0.9375 |       0.9375 |  0.001s |    52.757s |
| Iteration 50     |       0.8 |  0.9375 |       0.9375 |  0.000s |    53.589s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 54.441s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7687
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.114
Time elapsed: 0.030s
-------------------------------------------------
Total time: 54.481s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 13.1906 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.660s |     0.681s |
| Initial point 2  |  5.2459 | uniform |   kd_tree |        39 |       2 |  0.5938 |       0.9375 |  0.642s |     1.959s |
| Initial point 3  |  4.1439 | dista.. | ball_tree |        25 |       2 |  0.5625 |       0.9375 |  0.641s |     3.265s |
| Initial point 4  | 12.0897 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.637s |     4.557s |
| Initial point 5  |  9.4707 | dista.. |      auto |        30 |       2 |   0.625 |       0.9375 |  0.636s |     5.977s |
| Initial point 6  | 10.9678 | dista.. | ball_tree |        21 |       2 |    0.75 |       0.9375 |  0.635s |     7.247s |
| Initial point 7  |   7.845 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.637s |     8.522s |
| Initial point 8  |  1.8799 | dista.. | ball_tree |        21 |       2 |  0.3125 |          1.0 |  0.633s |     9.765s |
| Initial point 9  |  8.7388 | uniform | ball_tree |        24 |       1 |  0.5625 |          1.0 |  0.635s |    11.045s |
| Initial point 10 |   6.207 | uniform |     brute |        22 |       2 |    0.75 |          1.0 |  0.631s |    12.287s |
| Iteration 11     | 11.0697 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.634s |    13.856s |
| Iteration 12     |  7.6571 | dista.. |      auto |        35 |       1 |     1.0 |          1.0 |  0.638s |    15.387s |
| Iteration 13     |  7.0625 | dista.. |      auto |        20 |       1 |   0.875 |          1.0 |  0.635s |    16.850s |
| Iteration 14     |   6.589 | dista.. |      auto |        40 |       1 |  0.6875 |          1.0 |  0.631s |    18.524s |
| Iteration 15     |     0.0 | dista.. |     brute |        25 |       1 |     0.5 |          1.0 |  0.635s |    19.980s |
| Iteration 16     |  7.7403 | dista.. |     brute |        20 |       2 |  0.5625 |          1.0 |  0.632s |    21.606s |
| Iteration 17     | 12.3765 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.674s |    23.129s |
| Iteration 18     |  8.1661 | uniform |     brute |        25 |       2 |   0.375 |          1.0 |  0.643s |    24.704s |
| Iteration 19     | 13.2278 | dista.. |      auto |        25 |       1 |  0.6875 |          1.0 |  0.696s |    26.599s |
| Iteration 20     |     0.0 | uniform | ball_tree |        21 |       1 |     0.5 |          1.0 |  0.639s |    28.176s |
| Iteration 21     |  9.9957 | dista.. |     brute |        39 |       1 |   0.875 |          1.0 |  0.684s |    29.734s |
| Iteration 22     | 10.0377 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  0.642s |    31.958s |
| Iteration 23     | 13.2278 | dista.. |     brute |        39 |       1 |   0.875 |          1.0 |  0.628s |    33.500s |
| Iteration 24     | 13.2278 | dista.. |     brute |        20 |       1 |  0.6875 |          1.0 |  0.633s |    35.113s |
| Iteration 25     |  9.4897 | dista.. |     brute |        20 |       1 |    0.75 |          1.0 |  0.643s |    36.748s |
| Iteration 26     | 13.2278 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.644s |    38.418s |
| Iteration 27     | 13.2278 | dista.. |   kd_tree |        35 |       2 |   0.875 |          1.0 |  0.657s |    40.014s |
| Iteration 28     | 13.2278 | dista.. |      auto |        32 |       2 |     1.0 |          1.0 |  0.651s |    41.652s |
| Iteration 29     | 13.2278 | dista.. | ball_tree |        40 |       2 |  0.5625 |          1.0 |  0.644s |    43.296s |
| Iteration 30     |     0.0 | uniform |     brute |        36 |       2 |     0.5 |          1.0 |  0.650s |    44.967s |
| Iteration 31     | 13.2278 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.001s |    45.967s |
| Iteration 32     | 13.2278 | dista.. |      auto |        37 |       1 |     1.0 |          1.0 |  0.640s |    47.602s |
| Iteration 33     | 13.2278 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.001s |    49.729s |
| Iteration 34     | 13.2278 | dista.. |      auto |        20 |       1 |  0.5625 |          1.0 |  0.636s |    53.383s |
| Iteration 35     | 13.2278 | dista.. |   kd_tree |        36 |       1 |   0.875 |          1.0 |  0.638s |    57.206s |
| Iteration 36     | 13.2278 | uniform |     brute |        39 |       1 |   0.625 |          1.0 |  0.649s |     1m:01s |
| Iteration 37     | 13.2278 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.634s |     1m:03s |
| Iteration 38     | 13.2278 | dista.. |   kd_tree |        37 |       2 |  0.6875 |          1.0 |  0.639s |     1m:06s |
| Iteration 39     |  7.7507 | dista.. |      auto |        29 |       1 |  0.9375 |          1.0 |  0.656s |     1m:09s |
| Iteration 40     | 13.2278 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.001s |     1m:10s |
| Iteration 41     | 13.2278 | dista.. |     brute |        29 |       2 |  0.9375 |          1.0 |  0.628s |     1m:12s |
| Iteration 42     | 13.0602 | dista.. |      auto |        36 |       1 |   0.875 |          1.0 |  0.664s |     1m:14s |
| Iteration 43     | 13.1993 | dista.. |      auto |        37 |       1 |  0.9375 |          1.0 |  0.635s |     1m:16s |
| Iteration 44     |  7.7134 | dista.. |   kd_tree |        34 |       1 |  0.5312 |          1.0 |  0.646s |     1m:18s |
| Iteration 45     | 13.2278 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.001s |     1m:19s |
| Iteration 46     |  7.7562 | dista.. |      auto |        33 |       1 |  0.6875 |          1.0 |  0.636s |     1m:22s |
| Iteration 47     | 13.2278 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.000s |     1m:23s |
| Iteration 48     |  7.5718 | dista.. | ball_tree |        35 |       1 |  0.6875 |          1.0 |  0.652s |     1m:25s |
| Iteration 49     | 13.2245 | uniform |   kd_tree |        23 |       1 |  0.4375 |          1.0 |  0.638s |     1m:27s |
| Iteration 50     |  7.6425 | dista.. |      auto |        35 |       1 |   0.625 |          1.0 |  0.642s |     1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'radius': 12.3765, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.56 ± 0.0583
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:30s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.375 |        0.375 |  1.015s |     1.021s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.085s |     2.744s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |          1.0 |  0.832s |     4.194s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.7812 |          1.0 |  0.977s |     5.799s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |          1.0 |  0.844s |     7.281s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |          1.0 |  1.041s |     8.932s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8125 |          1.0 |  0.697s |    10.269s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.6875 |          1.0 |  0.969s |    11.836s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.5625 |          1.0 |  0.673s |    13.180s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |          1.0 |  0.796s |    14.589s |
| Iteration 11     |           50 |        0.0277 |   SAMME.R |  0.6875 |          1.0 |  0.700s |    16.085s |
| Iteration 12     |           50 |        0.3695 |     SAMME |     1.0 |          1.0 |  0.674s |    17.542s |
| Iteration 13     |          119 |        0.4488 |     SAMME |     1.0 |          1.0 |  0.730s |    19.050s |
| Iteration 14     |          203 |        0.3543 |   SAMME.R |    0.75 |          1.0 |  0.810s |    20.771s |
| Iteration 15     |          189 |        0.0781 |   SAMME.R |  0.6562 |          1.0 |  0.794s |    22.379s |
| Iteration 16     |           50 |        0.5921 |     SAMME |  0.8125 |          1.0 |  0.663s |    23.899s |
| Iteration 17     |           96 |        0.4091 |     SAMME |  0.9688 |          1.0 |  0.688s |    25.467s |
| Iteration 18     |          500 |        0.0404 |   SAMME.R |   0.875 |          1.0 |  1.011s |    27.325s |
| Iteration 19     |          500 |        0.0626 |   SAMME.R |    0.75 |          1.0 |  1.020s |    29.201s |
| Iteration 20     |          499 |        0.0485 |   SAMME.R |    0.75 |          1.0 |  1.023s |    31.087s |
| Iteration 21     |          500 |        0.3543 |     SAMME |  0.8125 |          1.0 |  0.967s |    34.237s |
| Iteration 22     |           50 |        0.2505 |     SAMME |  0.8125 |          1.0 |  0.702s |    36.177s |
| Iteration 23     |          500 |        0.6645 |     SAMME |     1.0 |          1.0 |  0.977s |    38.051s |
| Iteration 24     |          500 |        0.6769 |   SAMME.R |   0.875 |          1.0 |  1.082s |    40.032s |
| Iteration 25     |           50 |        0.6484 |     SAMME |  0.9375 |          1.0 |  0.704s |    41.632s |
| Iteration 26     |          466 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.637s |    44.121s |
| Iteration 27     |          500 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  1.066s |    47.176s |
| Iteration 28     |           50 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.667s |    49.286s |
| Iteration 29     |          500 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.997s |    51.149s |
| Iteration 30     |           50 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.000s |    52.006s |
| Iteration 31     |           69 |        1.1053 |   SAMME.R |     1.0 |          1.0 |  0.680s |    54.646s |
| Iteration 32     |           50 |        0.9922 |   SAMME.R |     1.0 |          1.0 |  0.682s |    57.544s |
| Iteration 33     |          500 |        1.0388 |   SAMME.R |    0.75 |          1.0 |  1.018s |    59.727s |
| Iteration 34     |           50 |        0.6664 |   SAMME.R |   0.875 |          1.0 |  0.674s |     1m:01s |
| Iteration 35     |           50 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.000s |     1m:02s |
| Iteration 36     |           50 |        0.6999 |     SAMME |  0.9375 |          1.0 |  0.669s |     1m:04s |
| Iteration 37     |          500 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.000s |     1m:05s |
| Iteration 38     |           50 |        0.9027 |     SAMME |  0.8125 |          1.0 |  0.669s |     1m:06s |
| Iteration 39     |           50 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.658s |     1m:08s |
| Iteration 40     |          500 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.000s |     1m:09s |
| Iteration 41     |          500 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.000s |     1m:10s |
| Iteration 42     |          500 |        0.5041 |   SAMME.R |  0.8125 |          1.0 |  1.027s |     1m:12s |
| Iteration 43     |          109 |        1.1291 |   SAMME.R |     1.0 |          1.0 |  0.723s |     1m:14s |
| Iteration 44     |          391 |        0.0533 |   SAMME.R |     1.0 |          1.0 |  0.948s |     1m:16s |
| Iteration 45     |           50 |           1.5 |   SAMME.R |     1.0 |          1.0 |  0.657s |     1m:18s |
| Iteration 46     |           50 |        1.4721 |   SAMME.R |  0.8438 |          1.0 |  0.654s |     1m:19s |
| Iteration 47     |           50 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.001s |     1m:20s |
| Iteration 48     |           50 |        1.3819 |     SAMME |     1.0 |          1.0 |  0.661s |     1m:22s |
| Iteration 49     |          296 |        1.5468 |   SAMME.R |    0.75 |          1.0 |  0.854s |     1m:24s |
| Iteration 50     |          258 |        0.3819 |     SAMME |    0.75 |          1.0 |  0.796s |     1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 466, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9813
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.436s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.04
Time elapsed: 1.894s
-------------------------------------------------
Total time: 1m:30s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.051s |     1.070s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.934s |     2.661s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.9375 |          1.0 |  0.956s |     4.278s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |          1.0 |  0.741s |     5.694s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |          1.0 |  1.516s |     7.882s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.9375 |          1.0 |  0.777s |     9.342s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.823s |    10.908s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     0.5 |          1.0 |  0.814s |    12.360s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |          1.0 |  0.908s |    13.917s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  0.886s |    15.439s |
| Iteration 11     |          474 |      gini |      None |                 4 |                6 |         None |     False |     0.035 |         --- |   0.625 |          1.0 |  0.927s |    17.436s |
| Iteration 12     |          491 |      gini |         5 |                 9 |                3 |          0.7 |     False |    0.0184 |         --- |     1.0 |          1.0 |  0.940s |    19.439s |
| Iteration 13     |          341 |      gini |         9 |                12 |               19 |          0.7 |      True |     0.006 |        None |    0.75 |          1.0 |  0.939s |    21.443s |
| Iteration 14     |          445 |      gini |         6 |                 9 |                5 |          0.7 |     False |    0.0184 |         --- |    0.75 |          1.0 |  0.953s |    23.509s |
| Iteration 15     |          406 |      gini |         7 |                20 |               14 |         log2 |      True |    0.0205 |         0.6 |  0.8438 |          1.0 |  0.979s |    25.597s |
| Iteration 16     |           21 |      gini |         7 |                 2 |               11 |         None |     False |    0.0112 |         --- |  0.7812 |          1.0 |  0.680s |    27.349s |
| Iteration 17     |          452 |      gini |         7 |                10 |               10 |          0.7 |      True |    0.0323 |         0.7 |   0.875 |          1.0 |  1.023s |    29.471s |
| Iteration 18     |          299 |   entropy |         6 |                20 |               13 |         None |     False |     0.035 |         --- |  0.8438 |          1.0 |  0.858s |    31.717s |
| Iteration 19     |          421 |      gini |         5 |                12 |                1 |          0.6 |      True |    0.0097 |         0.6 |    0.75 |          1.0 |  1.012s |    33.977s |
| Iteration 20     |          472 |      gini |         5 |                 9 |                4 |          0.5 |     False |    0.0181 |         --- |  0.5938 |          1.0 |  0.961s |    36.085s |
| Iteration 21     |           19 |      gini |         9 |                 4 |                4 |          0.9 |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.674s |    37.799s |
| Iteration 22     |          394 |   entropy |         9 |                20 |                1 |          0.6 |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.863s |    39.660s |
| Iteration 23     |          361 |   entropy |         9 |                 2 |               15 |         None |      True |     0.035 |         0.9 |  0.8125 |          1.0 |  0.907s |    41.678s |
| Iteration 24     |           60 |      gini |         9 |                20 |               15 |         log2 |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.653s |    43.439s |
| Iteration 25     |           15 |      gini |         9 |                11 |                1 |         sqrt |     False |    0.0001 |         --- |  0.9375 |          1.0 |  0.635s |    45.101s |
| Iteration 26     |           10 |      gini |         9 |                20 |               20 |         auto |      True |     0.035 |         0.9 |     0.5 |          1.0 |  0.630s |    46.766s |
| Iteration 27     |          228 |   entropy |         9 |                 4 |                1 |         sqrt |      True |    0.0344 |         0.9 |  0.8125 |          1.0 |  0.823s |    50.253s |
| Iteration 28     |          472 |   entropy |         9 |                19 |                7 |         log2 |     False |    0.0017 |         --- |   0.875 |          1.0 |  0.908s |    54.324s |
| Iteration 29     |          274 |   entropy |         9 |                15 |                7 |          0.8 |     False |    0.0308 |         --- |   0.875 |          1.0 |  0.813s |    58.339s |
| Iteration 30     |          304 |      gini |         5 |                 8 |                5 |          0.6 |     False |    0.0122 |         --- |     1.0 |          1.0 |  0.836s |     1m:01s |
| Iteration 31     |          414 |      gini |         5 |                 3 |                5 |          0.5 |     False |    0.0137 |         --- |     1.0 |          1.0 |  1.471s |     1m:03s |
| Iteration 32     |          357 |      gini |         5 |                 3 |                5 |          0.8 |     False |    0.0132 |         --- |     1.0 |          1.0 |  0.857s |     1m:05s |
| Iteration 33     |          456 |      gini |         5 |                10 |                5 |          0.5 |     False |    0.0056 |         --- |    0.75 |          1.0 |  0.903s |     1m:08s |
| Iteration 34     |          442 |   entropy |         5 |                14 |                3 |          0.5 |     False |     0.017 |         --- |    0.75 |          1.0 |  0.914s |     1m:10s |
| Iteration 35     |          266 |      gini |         7 |                 5 |               15 |          0.7 |      True |    0.0103 |        None |  0.8125 |          1.0 |  0.830s |     1m:12s |
| Iteration 36     |           96 |      gini |         5 |                16 |                5 |          0.8 |     False |     0.013 |         --- |  0.7812 |          1.0 |  0.697s |     1m:14s |
| Iteration 37     |          138 |   entropy |         3 |                10 |                5 |         auto |     False |    0.0194 |         --- |     1.0 |          1.0 |  0.727s |     1m:16s |
| Iteration 38     |          374 |      gini |         5 |                 3 |                5 |          0.5 |     False |    0.0188 |         --- |  0.8125 |          1.0 |  0.860s |     1m:18s |
| Iteration 39     |          462 |      gini |         5 |                 7 |                5 |         None |     False |    0.0143 |         --- |  0.9062 |          1.0 |  0.940s |     1m:20s |
| Iteration 40     |          250 |      gini |         5 |                 9 |                5 |         log2 |     False |    0.0132 |         --- |   0.625 |          1.0 |  0.826s |     1m:22s |
| Iteration 41     |          438 |   entropy |         5 |                10 |                5 |         None |     False |    0.0161 |         --- |  0.9688 |          1.0 |  0.967s |     1m:24s |
| Iteration 42     |          185 |   entropy |         9 |                10 |                5 |         log2 |     False |     0.019 |         --- |     1.0 |          1.0 |  0.790s |     1m:26s |
| Iteration 43     |          179 |      gini |         3 |                10 |                5 |         None |     False |    0.0183 |         --- |  0.9688 |          1.0 |  0.794s |     1m:29s |
| Iteration 44     |          126 |   entropy |         3 |                 3 |                5 |         auto |     False |    0.0115 |         --- |     1.0 |          1.0 |  0.772s |     1m:32s |
| Iteration 45     |          445 |   entropy |         6 |                 8 |                5 |          0.6 |     False |    0.0125 |         --- |     1.0 |          1.0 |  0.965s |     1m:35s |
| Iteration 46     |          214 |      gini |         6 |                 9 |                3 |          0.6 |     False |    0.0184 |         --- |   0.875 |          1.0 |  0.770s |     1m:37s |
| Iteration 47     |          278 |   entropy |         6 |                 9 |                3 |         log2 |     False |    0.0183 |         --- |  0.6875 |          1.0 |  0.794s |     1m:39s |
| Iteration 48     |          181 |      gini |         9 |                 3 |                5 |         sqrt |     False |    0.0124 |         --- |   0.875 |          1.0 |  0.735s |     1m:41s |
| Iteration 49     |          349 |      gini |         6 |                 8 |                5 |          0.8 |     False |     0.011 |         --- |   0.875 |          1.0 |  0.852s |     1m:43s |
| Iteration 50     |          323 |   entropy |         7 |                 3 |                5 |         None |     False |    0.0139 |         --- |  0.5625 |          1.0 |  0.849s |     1m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'n_estimators': 414, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 3, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0137}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9763
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.295s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0735
Time elapsed: 1.360s
-------------------------------------------------
Total time: 1m:53s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.726s |     0.745s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  0.769s |     2.638s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  0.766s |     4.088s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  1.267s |     6.283s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  0.747s |     7.702s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  0.685s |     9.114s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  0.735s |    10.483s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  0.701s |    11.826s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.7188 |       0.7188 |  0.735s |    13.348s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.7188 |  0.696s |    14.722s |
| Iteration 11     |          417 |         0.036 |         8 |  0.3762 |                3 |       0.8 |              0.7 |      0.01 |          1 |    0.75 |         0.75 |  0.705s |    16.472s |
| Iteration 12     |          302 |        0.0321 |         3 |  0.9758 |                3 |       1.0 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.705s |    18.216s |
| Iteration 13     |          164 |        0.0116 |         4 |     1.0 |                3 |       1.0 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.668s |    20.163s |
| Iteration 14     |           20 |           1.0 |         1 |     1.0 |                1 |       1.0 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.648s |    21.920s |
| Iteration 15     |          255 |        0.0102 |         7 |   0.225 |                4 |       1.0 |              0.4 |         0 |       0.01 |  0.7812 |          1.0 |  0.686s |    23.654s |
| Iteration 16     |           20 |           1.0 |         1 |     0.0 |                3 |       0.5 |              1.0 |         0 |        0.1 |  0.5625 |          1.0 |  0.641s |    25.449s |
| Iteration 17     |           20 |         0.058 |         1 |  0.6859 |                3 |       1.0 |              1.0 |         0 |        100 |   0.875 |          1.0 |  0.637s |    27.226s |
| Iteration 18     |          371 |        0.0164 |         8 |     1.0 |                3 |       1.0 |              0.8 |         0 |       0.01 |     1.0 |          1.0 |  0.703s |    29.075s |
| Iteration 19     |          442 |        0.0172 |         2 |     1.0 |                3 |       0.9 |              0.6 |         0 |        0.1 |  0.8125 |          1.0 |  0.717s |    31.007s |
| Iteration 20     |          500 |         0.395 |         1 |     1.0 |                5 |       1.0 |              1.0 |         0 |        100 |    0.25 |          1.0 |  0.733s |    32.930s |
| Iteration 21     |          354 |        0.8213 |         2 |  0.4238 |                3 |       1.0 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  0.695s |    34.685s |
| Iteration 22     |          452 |        0.8431 |         5 |  0.5402 |                3 |       1.0 |              1.0 |         0 |        0.1 |  0.7812 |          1.0 |  0.705s |    36.514s |
| Iteration 23     |          162 |        0.3452 |         4 |  0.5749 |                3 |       1.0 |              0.7 |      0.01 |         10 |     1.0 |          1.0 |  0.664s |    38.214s |
| Iteration 24     |          500 |           1.0 |         1 |  0.9733 |                3 |       1.0 |              0.9 |         0 |        100 |   0.875 |          1.0 |  0.720s |    40.207s |
| Iteration 25     |          365 |        0.0301 |         9 |  0.9033 |                3 |       1.0 |              0.8 |      0.01 |       0.01 |  0.8125 |          1.0 |  0.709s |    42.074s |
| Iteration 26     |          208 |        0.9339 |         3 |  0.0558 |                2 |       1.0 |              0.5 |      0.01 |          0 |     1.0 |          1.0 |  0.733s |    44.001s |
| Iteration 27     |          295 |        0.5865 |         3 |  0.4893 |                3 |       1.0 |              0.5 |      0.01 |          1 |     1.0 |          1.0 |  0.751s |    46.137s |
| Iteration 28     |          263 |           1.0 |         2 |  0.1212 |                3 |       1.0 |              1.0 |      0.01 |       0.01 |  0.9375 |          1.0 |  0.749s |    48.159s |
| Iteration 29     |           68 |        0.3129 |         5 |  0.3684 |                2 |       1.0 |              1.0 |      0.01 |          1 |    0.75 |          1.0 |  0.715s |    50.138s |
| Iteration 30     |          500 |          0.01 |         2 |     1.0 |                2 |       1.0 |              0.4 |       0.1 |        100 |  0.7812 |          1.0 |  0.779s |    52.384s |
| Iteration 31     |          246 |        0.1596 |         1 |  0.6858 |                3 |       1.0 |              0.4 |         0 |         10 |   0.875 |          1.0 |  1.325s |    54.974s |
| Iteration 32     |          264 |        0.9151 |         2 |  0.5951 |                3 |       1.0 |              0.9 |      0.01 |         10 |     1.0 |          1.0 |  0.746s |    58.813s |
| Iteration 33     |          448 |        0.1357 |         4 |     0.0 |                2 |       1.0 |              0.9 |       0.1 |          0 |    0.75 |          1.0 |  0.782s |     1m:02s |
| Iteration 34     |          370 |        0.0295 |         4 |  0.7571 |                3 |       1.0 |              0.8 |      0.01 |       0.01 |  0.6875 |          1.0 |  0.753s |     1m:04s |
| Iteration 35     |          246 |        0.8896 |         9 |  0.3033 |                2 |       1.0 |              0.4 |         0 |         10 |  0.9375 |          1.0 |  0.731s |     1m:06s |
| Iteration 36     |          246 |        0.4345 |         6 |  0.4099 |                3 |       1.0 |              0.9 |      0.01 |          1 |   0.875 |          1.0 |  0.727s |     1m:08s |
| Iteration 37     |          229 |           1.0 |         1 |     1.0 |                3 |       1.0 |              0.7 |         0 |         10 |  0.7188 |          1.0 |  0.729s |     1m:10s |
| Iteration 38     |          284 |           1.0 |         5 |  0.4225 |                3 |       1.0 |              0.4 |      0.01 |          1 |  0.4375 |          1.0 |  0.736s |     1m:12s |
| Iteration 39     |          213 |        0.4426 |         4 |  0.3237 |                3 |       1.0 |              0.6 |       0.1 |        0.1 |  0.9375 |          1.0 |  0.720s |     1m:14s |
| Iteration 40     |          204 |        0.5545 |         3 |  0.5595 |                3 |       1.0 |              0.5 |       0.1 |        0.1 |   0.875 |          1.0 |  0.731s |     1m:16s |
| Iteration 41     |          252 |        0.6715 |         3 |  0.8098 |                3 |       1.0 |              0.5 |      0.01 |       0.01 |     1.0 |          1.0 |  0.731s |     1m:18s |
| Iteration 42     |          409 |        0.4244 |         3 |  0.9327 |                3 |       1.0 |              0.5 |      0.01 |          1 |  0.9375 |          1.0 |  0.755s |     1m:20s |
| Iteration 43     |           20 |        0.6809 |         7 |     0.0 |               10 |       1.0 |              0.9 |       100 |        100 |     0.5 |          1.0 |  0.694s |     1m:23s |
| Iteration 44     |          500 |        0.0265 |         3 |  0.5138 |               10 |       0.5 |              0.7 |         0 |          0 |     0.5 |          1.0 |  0.771s |     1m:27s |
| Iteration 45     |           20 |        0.0121 |         2 |  0.8755 |                1 |       0.5 |              0.4 |         0 |          0 |  0.7812 |          1.0 |  0.637s |     1m:31s |
| Iteration 46     |          264 |        0.0639 |         3 |  0.4887 |                3 |       1.0 |              0.5 |      0.01 |        100 |   0.875 |          1.0 |  0.692s |     1m:35s |
| Iteration 47     |           20 |        0.0332 |         7 |  0.7263 |                2 |       1.0 |              0.4 |         0 |          0 |   0.625 |          1.0 |  0.663s |     1m:37s |
| Iteration 48     |           66 |        0.4043 |         3 |  0.4109 |                3 |       1.0 |              0.9 |         0 |       0.01 |    0.75 |          1.0 |  0.654s |     1m:39s |
| Iteration 49     |          149 |        0.8266 |         3 |  0.4803 |                3 |       1.0 |              0.5 |      0.01 |        0.1 |   0.625 |          1.0 |  0.663s |     1m:41s |
| Iteration 50     |          127 |        0.0197 |         6 |  0.0507 |                1 |       1.0 |              0.8 |       100 |         10 |     0.5 |          1.0 |  0.662s |     1m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 295, 'learning_rate': 0.5865, 'max_depth': 3, 'gamma': 0.4893, 'min_child_weight': 3, 'subsample': 1.0, 'colsample_bytree': 0.5, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.983
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.071s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0812
Time elapsed: 0.214s
-------------------------------------------------
Total time: 1m:44s


Final results ==================== >>
Duration: 11m:40s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.88 ± 0.0748 !
Logistic Regression             --> roc_auc: 0.58 ± 0.051 ~
Linear Discriminant Analysis    --> roc_auc: 0.51 ± 0.0583 ~
Quadratic Discriminant Analysis --> roc_auc: 0.5 ± 0.114 ~
Radius Nearest Neighbors        --> roc_auc: 0.56 ± 0.0583 ~
AdaBoost                        --> roc_auc: 0.82 ± 0.04
Random Forest                   --> roc_auc: 0.81 ± 0.0735 ~
XGBoost                         --> roc_auc: 0.77 ± 0.0812 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAASKGTYKYIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CVVIANQAGTALIF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAGNQAGTALIF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGNNARLMF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNAGNMLTF.
   >>> Dropping feature CAVSNYGGSQGNLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASKGYSTLTF.
   >>> Dropping feature CAASKTSYDKVIF.
   >>> Dropping feature CAASRNTGNQFYF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.6875 |       0.6875 |  3.172s |     3.193s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |        0.875 |  3.260s |     7.092s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |        0.875 |  3.178s |    10.944s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     0.5 |        0.875 |  3.195s |    14.804s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.5938 |        0.875 |  3.240s |    18.714s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     1.0 |          1.0 |  3.875s |    24.968s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |          1.0 |  3.276s |    29.345s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |          1.0 |  3.307s |    33.313s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.9375 |          1.0 |  3.227s |    37.216s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  3.196s |    41.113s |
| Iteration 11     |  deviance |           1.0 |          500 |       0.6 | squared_er.. |                 9 |               15 |        10 |         auto |       0.0 |     0.5 |          1.0 |  3.245s |    45.310s |
| Iteration 12     |  deviance |        0.1539 |          424 |       0.8 | squared_er.. |                12 |                9 |        10 |          0.5 |    0.0321 |     1.0 |          1.0 |  3.243s |    49.672s |
| Iteration 13     |  deviance |        0.8569 |          230 |       0.9 | friedman_mse |                16 |                3 |         5 |         auto |    0.0045 |    0.75 |          1.0 |  3.216s |    53.902s |
| Iteration 14     |  deviance |         0.329 |          113 |       0.8 | squared_er.. |                13 |               10 |        10 |         None |    0.0064 |  0.5938 |          1.0 |  3.199s |    58.056s |
| Iteration 15     |  deviance |        0.6871 |          456 |       0.9 | squared_er.. |                10 |               13 |         6 |         log2 |    0.0089 |     1.0 |          1.0 |  3.280s |     1m:02s |
| Iteration 16     |  deviance |        0.4742 |          448 |       0.7 | squared_er.. |                13 |                9 |         7 |         log2 |     0.013 |    0.75 |          1.0 |  3.211s |     1m:07s |
| Iteration 17     |  deviance |         0.787 |          420 |       0.6 | friedman_mse |                10 |                9 |         8 |          0.5 |    0.0181 |  0.8125 |          1.0 |  3.236s |     1m:13s |
| Iteration 18     | exponen.. |        0.6913 |          460 |       1.0 | squared_er.. |                 7 |                8 |         6 |         auto |    0.0029 |    0.75 |          1.0 |  3.247s |     1m:17s |
| Iteration 19     |  deviance |        0.2754 |          453 |       0.9 | squared_er.. |                19 |               14 |        10 |          0.5 |    0.0324 |   0.625 |          1.0 |  3.236s |     1m:21s |
| Iteration 20     |  deviance |         0.034 |          295 |       0.9 | squared_er.. |                10 |               14 |         6 |          0.5 |    0.0009 |  0.5625 |          1.0 |  3.221s |     1m:26s |
| Iteration 21     |  deviance |        0.3189 |          500 |       0.6 | squared_er.. |                10 |                9 |         5 |          0.9 |    0.0025 |  0.9375 |          1.0 |  3.255s |     1m:30s |
| Iteration 22     | exponen.. |        0.0317 |          440 |       0.7 | squared_er.. |                12 |                1 |        10 |          0.9 |    0.0032 |  0.8125 |          1.0 |  3.270s |     1m:35s |
| Iteration 23     |  deviance |        0.0163 |          455 |       0.8 | squared_er.. |                11 |               13 |         9 |         log2 |    0.0274 |  0.8125 |          1.0 |  3.307s |     1m:39s |
| Iteration 24     |  deviance |        0.3388 |          440 |       0.8 | squared_er.. |                12 |               20 |        10 |          0.8 |    0.0287 |    0.75 |          1.0 |  3.238s |     1m:43s |
| Iteration 25     |  deviance |        0.0217 |          428 |       0.5 | squared_er.. |                12 |                2 |        10 |         sqrt |    0.0068 |  0.8125 |          1.0 |  3.251s |     1m:48s |
| Iteration 26     | exponen.. |         0.424 |          444 |       1.0 | squared_er.. |                12 |               11 |         6 |          0.8 |    0.0261 |  0.6875 |          1.0 |  3.284s |     1m:52s |
| Iteration 27     |  deviance |         0.104 |          425 |       0.6 | squared_er.. |                 9 |               17 |         9 |          0.5 |    0.0118 |   0.875 |          1.0 |  3.195s |     1m:56s |
| Iteration 28     |  deviance |          0.08 |          425 |       0.8 | squared_er.. |                 5 |                1 |         2 |          0.5 |    0.0158 |   0.625 |          1.0 |  3.220s |     2m:01s |
| Iteration 29     |  deviance |           1.0 |          446 |       0.7 | squared_er.. |                11 |               11 |         5 |          0.5 |    0.0225 |  0.5625 |          1.0 |  3.203s |     2m:05s |
| Iteration 30     | exponen.. |        0.1644 |          500 |       0.8 | squared_er.. |                10 |               10 |         6 |          0.7 |    0.0273 |     1.0 |          1.0 |  3.847s |     2m:10s |
| Iteration 31     |  deviance |        0.3346 |          443 |       0.9 | squared_er.. |                12 |               11 |        10 |         None |    0.0278 |   0.875 |          1.0 |  3.230s |     2m:14s |
| Iteration 32     | exponen.. |           1.0 |          486 |       1.0 | squared_er.. |                10 |               18 |         6 |          0.9 |    0.0229 |    0.75 |          1.0 |  3.271s |     2m:19s |
| Iteration 33     |  deviance |        0.1065 |          442 |       0.7 | squared_er.. |                12 |               11 |        10 |         log2 |    0.0198 |   0.875 |          1.0 |  3.237s |     2m:23s |
| Iteration 34     |  deviance |        0.3389 |          422 |       0.8 | friedman_mse |                12 |               15 |        10 |          0.6 |    0.0154 |    0.75 |          1.0 |  3.225s |     2m:28s |
| Iteration 35     | exponen.. |          0.01 |          468 |       0.6 | squared_er.. |                10 |               13 |         5 |         auto |    0.0264 |     1.0 |          1.0 |  3.271s |     2m:32s |
| Iteration 36     |  deviance |        0.0971 |          467 |       0.8 | squared_er.. |                10 |               13 |         6 |         auto |    0.0198 |  0.8125 |          1.0 |  3.242s |     2m:36s |
| Iteration 37     | exponen.. |        0.0209 |          486 |       0.5 | squared_er.. |                10 |                6 |         5 |         log2 |    0.0187 |  0.5625 |          1.0 |  3.249s |     2m:41s |
| Iteration 38     | exponen.. |        0.0536 |          490 |       0.6 | squared_er.. |                10 |               11 |         5 |          0.6 |    0.0197 |  0.8125 |          1.0 |  3.233s |     2m:45s |
| Iteration 39     | exponen.. |        0.4248 |          453 |       0.6 | squared_er.. |                10 |               13 |         5 |         sqrt |    0.0242 |  0.8125 |          1.0 |  3.208s |     2m:51s |
| Iteration 40     |  deviance |        0.0651 |          500 |       0.7 | squared_er.. |                10 |               10 |         7 |         sqrt |    0.0048 |     1.0 |          1.0 |  3.254s |     2m:56s |
| Iteration 41     |  deviance |        0.0305 |          500 |       1.0 | squared_er.. |                10 |                9 |         7 |          0.6 |       0.0 |     1.0 |          1.0 |  3.195s |     3m:00s |
| Iteration 42     |  deviance |        0.0222 |          468 |       0.7 | squared_er.. |                10 |               13 |         5 |         None |    0.0299 |  0.6875 |          1.0 |  3.242s |     3m:05s |
| Iteration 43     | exponen.. |        0.2065 |          500 |       0.5 | squared_er.. |                10 |               10 |         7 |          0.7 |    0.0015 |  0.8125 |          1.0 |  3.430s |     3m:10s |
| Iteration 44     |  deviance |        0.0148 |          453 |       0.9 | squared_er.. |                12 |               10 |         8 |         log2 |     0.003 |  0.8125 |          1.0 |  3.233s |     3m:14s |
| Iteration 45     | exponen.. |        0.0425 |          500 |       0.7 | squared_er.. |                10 |                9 |         7 |         log2 |    0.0079 |    0.75 |          1.0 |  3.241s |     3m:19s |
| Iteration 46     |  deviance |        0.1502 |          500 |       0.8 | squared_er.. |                10 |               10 |         6 |          0.6 |    0.0193 |    0.75 |          1.0 |  3.209s |     3m:24s |
| Iteration 47     | exponen.. |        0.0331 |          401 |       0.8 | squared_er.. |                12 |               11 |        10 |         sqrt |    0.0349 |     0.5 |          1.0 |  3.207s |     3m:28s |
| Iteration 48     |  deviance |        0.1655 |          453 |       0.9 | squared_er.. |                10 |               13 |         6 |          0.8 |    0.0201 |  0.8125 |          1.0 |  3.233s |     3m:33s |
| Iteration 49     |  deviance |         0.095 |          499 |       0.8 | squared_er.. |                10 |                9 |         7 |          0.5 |    0.0193 |  0.4688 |          1.0 |  3.258s |     3m:37s |
| Iteration 50     | exponen.. |        0.0105 |          311 |       0.6 | squared_er.. |                15 |               11 |         6 |         log2 |    0.0085 |   0.625 |          1.0 |  3.188s |     3m:42s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.6819, 'n_estimators': 456, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 13, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0081}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9696
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.110s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0837
Time elapsed: 0.543s
-------------------------------------------------
Total time: 3m:44s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.8125 |       0.8125 |  3.148s |     3.161s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |       0.8125 |  3.787s |     7.629s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |       0.8125 |  3.159s |    11.482s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  3.155s |    15.311s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.6875 |       0.8125 |  3.162s |    19.137s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |       0.8125 |  3.193s |    22.948s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     1.0 |          1.0 |  3.177s |    26.783s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |          1.0 |  3.174s |    30.608s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.9375 |          1.0 |  3.213s |    34.478s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |          1.0 |  3.203s |    38.318s |
| Iteration 11     | elast.. | 85.3453 |    saga |      910 |      0.3 |  0.5312 |          1.0 |  3.196s |    42.503s |
| Iteration 12     | elast.. |   100.0 |    saga |      369 |      0.9 |  0.9375 |          1.0 |  3.193s |    46.639s |
| Iteration 13     |    none |     --- | newto.. |      572 |      --- |     1.0 |          1.0 |  3.203s |    50.798s |
| Iteration 14     |    none |     --- |     sag |      369 |      --- |     0.5 |          1.0 |  3.192s |    56.127s |
| Iteration 15     |      l2 |   0.847 | libli.. |      678 |      --- |     1.0 |          1.0 |  3.205s |     1m:01s |
| Iteration 16     |    none |     --- | newto.. |      626 |      --- |   0.625 |          1.0 |  3.207s |     1m:06s |
| Iteration 17     |    none |     --- | newto.. |      337 |      --- |    0.75 |          1.0 |  3.180s |     1m:12s |
| Iteration 18     |    none |     --- | newto.. |      709 |      --- |  0.6875 |          1.0 |  3.178s |     1m:16s |
| Iteration 19     |      l2 |  1.1751 | libli.. |      363 |      --- |     0.5 |          1.0 |  3.180s |     1m:20s |
| Iteration 20     |    none |     --- | newto.. |      560 |      --- |  0.6875 |          1.0 |  3.198s |     1m:25s |
| Iteration 21     |      l2 |  0.3877 | newto.. |      285 |      --- |     1.0 |          1.0 |  3.204s |     1m:29s |
| Iteration 22     |    none |     --- |   lbfgs |      583 |      --- |  0.8125 |          1.0 |  3.217s |     1m:33s |
| Iteration 23     |      l2 |  0.9861 |   lbfgs |      281 |      --- |   0.875 |          1.0 |  3.207s |     1m:38s |
| Iteration 24     |      l2 | 59.4886 | newto.. |      577 |      --- |    0.75 |          1.0 |  3.192s |     1m:42s |
| Iteration 25     |    none |     --- | newto.. |      577 |      --- |   0.875 |          1.0 |  3.224s |     1m:46s |
| Iteration 26     | elast.. | 11.2245 |    saga |      287 |      0.6 |    0.75 |          1.0 |  3.219s |     1m:52s |
| Iteration 27     |      l2 |  0.0218 | libli.. |      284 |      --- |     1.0 |          1.0 |  3.804s |     1m:58s |
| Iteration 28     |    none |     --- |     sag |      680 |      --- |  0.5938 |          1.0 |  3.184s |     2m:02s |
| Iteration 29     |      l2 | 28.0638 | libli.. |      286 |      --- |  0.8125 |          1.0 |  3.094s |     2m:07s |
| Iteration 30     |      l2 |  0.3267 | libli.. |      282 |      --- |     1.0 |          1.0 |  3.148s |     2m:11s |
| Iteration 31     |      l2 |  4.8293 | newto.. |      286 |      --- |     1.0 |          1.0 |  3.169s |     2m:16s |
| Iteration 32     |      l2 |   1.748 | libli.. |      678 |      --- |   0.875 |          1.0 |  3.159s |     2m:20s |
| Iteration 33     |      l2 |  1.7381 | newto.. |      284 |      --- |  0.9375 |          1.0 |  3.120s |     2m:24s |
| Iteration 34     |      l2 |  2.7612 |     sag |      283 |      --- |  0.5625 |          1.0 |  3.168s |     2m:29s |
| Iteration 35     |      l2 |  0.1235 | libli.. |      282 |      --- |     1.0 |          1.0 |  3.177s |     2m:33s |
| Iteration 36     |      l2 |  0.8165 | newto.. |      294 |      --- |     1.0 |          1.0 |  3.179s |     2m:37s |
| Iteration 37     |      l2 |  0.1915 | libli.. |      283 |      --- |  0.1875 |          1.0 |  3.186s |     2m:42s |
| Iteration 38     |      l2 |  0.1107 |   lbfgs |      328 |      --- |  0.8125 |          1.0 |  3.159s |     2m:46s |
| Iteration 39     |      l2 |  0.0039 |     sag |      422 |      --- |  0.8125 |          1.0 |  3.199s |     2m:50s |
| Iteration 40     |      l2 | 37.8242 |   lbfgs |      363 |      --- |     1.0 |          1.0 |  3.201s |     2m:55s |
| Iteration 41     |      l2 |  16.565 |   lbfgs |      341 |      --- |     1.0 |          1.0 |  3.199s |     2m:59s |
| Iteration 42     |      l2 |  7.5536 |   lbfgs |      393 |      --- |   0.875 |          1.0 |  3.209s |     3m:03s |
| Iteration 43     |      l2 |  0.0045 |   lbfgs |      398 |      --- |  0.9375 |          1.0 |  3.190s |     3m:08s |
| Iteration 44     |      l2 |  0.0607 |   lbfgs |      345 |      --- |   0.875 |          1.0 |  3.184s |     3m:12s |
| Iteration 45     |      l2 |  0.0019 |   lbfgs |      420 |      --- |    0.75 |          1.0 |  3.167s |     3m:16s |
| Iteration 46     |      l2 | 39.0193 |   lbfgs |      220 |      --- |  0.9062 |          1.0 |  3.191s |     3m:21s |
| Iteration 47     |      l2 |  0.0828 |   lbfgs |      183 |      --- |   0.375 |          1.0 |  3.150s |     3m:25s |
| Iteration 48     |      l2 |  31.048 |   lbfgs |      353 |      --- |   0.875 |          1.0 |  3.204s |     3m:29s |
| Iteration 49     |      l2 |  0.0019 |     sag |      375 |      --- |  0.5625 |          1.0 |  3.203s |     3m:36s |
| Iteration 50     |      l2 | 19.1957 | newto.. |      327 |      --- |  0.5625 |          1.0 |  3.097s |     3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'penalty': 'l2', 'C': 0.0218, 'solver': 'liblinear', 'max_iter': 284}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9571
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.3 ± 0.0548
Time elapsed: 0.058s
-------------------------------------------------
Total time: 3m:44s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     1.0 |          1.0 |  3.724s |     3.731s |
| Initial point 2  |     svd |       --- |    0.75 |          1.0 |  3.168s |     7.568s |
| Initial point 3  |     svd |       --- |    0.75 |          1.0 |  0.001s |     9.560s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |          1.0 |  3.140s |    13.634s |
| Initial point 5  |   eigen |       0.9 |    0.75 |          1.0 |  3.150s |    17.430s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |          1.0 |  3.193s |    21.306s |
| Initial point 7  |    lsqr |       0.5 |     1.0 |          1.0 |  3.196s |    25.172s |
| Initial point 8  |    lsqr |       0.9 |   0.375 |          1.0 |  3.254s |    29.093s |
| Initial point 9  |    lsqr |       0.6 |   0.875 |          1.0 |  3.225s |    32.947s |
| Initial point 10 |   eigen |       0.8 |    0.75 |          1.0 |  3.236s |    36.948s |
| Iteration 11     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    39.225s |
| Iteration 12     |   eigen |       0.7 |  0.9375 |          1.0 |  3.101s |    43.483s |
| Iteration 13     |     svd |       --- |    0.75 |          1.0 |  0.000s |    44.591s |
| Iteration 14     |    lsqr |      auto |     0.5 |          1.0 |  3.097s |    48.440s |
| Iteration 15     |   eigen |      auto |     1.0 |          1.0 |  3.149s |    53.085s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.000s |    54.017s |
| Iteration 17     |     svd |       --- |    0.75 |          1.0 |  0.000s |    54.802s |
| Iteration 18     |    lsqr |       1.0 |    0.75 |          1.0 |  3.141s |    58.746s |
| Iteration 19     |   eigen |       0.6 |  0.4375 |          1.0 |  3.159s |     1m:03s |
| Iteration 20     |    lsqr |      None |   0.375 |          1.0 |  3.262s |     1m:07s |
| Iteration 21     |   eigen |       0.5 |    0.75 |          1.0 |  3.193s |     1m:11s |
| Iteration 22     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:12s |
| Iteration 23     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:13s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:14s |
| Iteration 25     |   eigen |      None |    0.75 |          1.0 |  3.101s |     1m:17s |
| Iteration 26     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 27     |   eigen |       1.0 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 28     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 29     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:21s |
| Iteration 30     |   eigen |       1.0 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 31     |   eigen |       1.0 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 32     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 33     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 34     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 35     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 36     |   eigen |       1.0 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 37     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 38     |   eigen |       1.0 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 39     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:31s |
| Iteration 40     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 41     |   eigen |       1.0 |     1.0 |          1.0 |  0.001s |     1m:33s |
| Iteration 42     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 43     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 44     |   eigen |       1.0 |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 45     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 46     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 47     |   eigen |       1.0 |     1.0 |          1.0 |  0.001s |     1m:40s |
| Iteration 48     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:41s |
| Iteration 49     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:42s |
| Iteration 50     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'solver': 'eigen', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.04
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:44s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     1.0 |          1.0 |  3.151s |     3.154s |
| Initial point 2  |       0.9 |    0.75 |          1.0 |  3.859s |     7.722s |
| Initial point 3  |       0.1 |  0.5625 |          1.0 |  3.084s |    11.654s |
| Initial point 4  |       1.0 |     1.0 |          1.0 |  0.001s |    12.729s |
| Initial point 5  |       0.2 |    0.75 |          1.0 |  3.113s |    16.477s |
| Initial point 6  |       0.4 |  0.6875 |          1.0 |  3.143s |    20.317s |
| Initial point 7  |       0.4 |  0.6875 |          1.0 |  0.000s |    20.979s |
| Initial point 8  |       0.7 |   0.375 |          1.0 |  3.139s |    24.733s |
| Initial point 9  |       0.9 |    0.75 |          1.0 |  0.000s |    25.415s |
| Initial point 10 |       0.8 |     1.0 |          1.0 |  3.123s |    29.186s |
| Iteration 11     |       0.3 |  0.5312 |          1.0 |  3.101s |    33.054s |
| Iteration 12     |       0.6 |  0.9375 |          1.0 |  3.139s |    37.009s |
| Iteration 13     |       0.5 |  0.9375 |          1.0 |  3.123s |    41.176s |
| Iteration 14     |       0.0 |  0.6875 |          1.0 |  3.136s |    45.079s |
| Iteration 15     |       0.8 |     1.0 |          1.0 |  0.001s |    45.860s |
| Iteration 16     |       1.0 |     1.0 |          1.0 |  0.000s |    46.618s |
| Iteration 17     |       0.8 |     1.0 |          1.0 |  0.000s |    47.345s |
| Iteration 18     |       0.8 |     1.0 |          1.0 |  0.000s |    48.098s |
| Iteration 19     |       1.0 |     1.0 |          1.0 |  0.000s |    48.849s |
| Iteration 20     |       1.0 |     1.0 |          1.0 |  0.000s |    49.614s |
| Iteration 21     |       0.8 |     1.0 |          1.0 |  0.000s |    50.371s |
| Iteration 22     |       1.0 |     1.0 |          1.0 |  0.000s |    51.100s |
| Iteration 23     |       0.8 |     1.0 |          1.0 |  0.000s |    51.825s |
| Iteration 24     |       0.8 |     1.0 |          1.0 |  0.000s |    52.542s |
| Iteration 25     |       0.6 |  0.9375 |          1.0 |  0.000s |    53.277s |
| Iteration 26     |       1.0 |     1.0 |          1.0 |  0.000s |    54.021s |
| Iteration 27     |       0.1 |  0.5625 |          1.0 |  0.000s |    54.796s |
| Iteration 28     |       0.9 |    0.75 |          1.0 |  0.000s |    57.379s |
| Iteration 29     |       0.2 |    0.75 |          1.0 |  0.000s |    58.824s |
| Iteration 30     |       0.8 |     1.0 |          1.0 |  0.000s |    59.568s |
| Iteration 31     |       1.0 |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 32     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 33     |       1.0 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 34     |       1.0 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 35     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 36     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 37     |       1.0 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 38     |       0.8 |     1.0 |          1.0 |  0.001s |     1m:06s |
| Iteration 39     |       1.0 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 40     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 41     |       0.5 |  0.9375 |          1.0 |  0.000s |     1m:08s |
| Iteration 42     |       1.0 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 43     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 44     |       1.0 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 45     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 46     |       1.0 |     1.0 |          1.0 |  0.001s |     1m:14s |
| Iteration 47     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 48     |       1.0 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 49     |       0.8 |     1.0 |          1.0 |  0.001s |     1m:17s |
| Iteration 50     |       1.0 |     1.0 |          1.0 |  0.000s |     1m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.04
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:19s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.0375 | dista.. |      auto |        40 |       1 |   0.375 |        0.375 |  3.159s |     3.179s |
| Initial point 2  |  4.7873 | uniform |   kd_tree |        39 |       2 |  0.6875 |       0.6875 |  3.227s |     7.230s |
| Initial point 3  |  3.7817 | dista.. | ball_tree |        25 |       2 |  0.6875 |       0.6875 |  3.253s |    11.225s |
| Initial point 4  | 11.0329 | uniform | ball_tree |        39 |       2 |  0.5312 |       0.6875 |  3.196s |    15.384s |
| Initial point 5  |  8.6428 | dista.. |      auto |        30 |       2 |  0.8125 |       0.8125 |  3.178s |    19.364s |
| Initial point 6  | 10.0091 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.8125 |  3.191s |    23.244s |
| Initial point 7  |  7.1592 | dista.. | ball_tree |        24 |       1 |     0.5 |       0.8125 |  3.213s |    27.138s |
| Initial point 8  |  1.7156 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.8125 |  3.188s |    30.984s |
| Initial point 9  |  7.9749 | uniform | ball_tree |        24 |       1 |   0.375 |       0.8125 |  3.793s |    35.435s |
| Initial point 10 |  5.6644 | uniform |     brute |        22 |       2 |   0.375 |       0.8125 |  3.171s |    39.347s |
| Iteration 11     |  1.3357 | dista.. |      auto |        33 |       2 |   0.625 |       0.8125 |  3.173s |    43.660s |
| Iteration 12     |  0.1344 | uniform |      auto |        40 |       2 |   0.375 |       0.8125 |  3.201s |    47.826s |
| Iteration 13     | 10.2651 | dista.. |      auto |        30 |       2 |  0.8125 |       0.8125 |  3.181s |    51.951s |
| Iteration 14     | 12.0715 | uniform |   kd_tree |        24 |       2 |     0.5 |       0.8125 |  3.157s |    56.085s |
| Iteration 15     |  8.7609 | dista.. |      auto |        29 |       2 |     1.0 |          1.0 |  3.189s |     1m:00s |
| Iteration 16     |  3.8225 | dista.. |      auto |        29 |       1 |  0.3125 |          1.0 |  3.153s |     1m:04s |
| Iteration 17     |  0.4064 | uniform |      auto |        26 |       2 |    0.25 |          1.0 |  3.177s |     1m:09s |
| Iteration 18     |     0.0 | dista.. |   kd_tree |        34 |       2 |     0.5 |          1.0 |  3.154s |     1m:13s |
| Iteration 19     | 12.0715 | dista.. |      auto |        20 |       2 |    0.25 |          1.0 |  3.150s |     1m:17s |
| Iteration 20     |  9.8575 | uniform |      auto |        29 |       2 |     0.5 |          1.0 |  3.206s |     1m:22s |
| Iteration 21     |  9.1409 | dista.. |      auto |        28 |       2 |   0.875 |          1.0 |  3.166s |     1m:26s |
| Iteration 22     |  7.1892 | dista.. |   kd_tree |        28 |       2 |  0.8125 |          1.0 |  3.172s |     1m:30s |
| Iteration 23     |  8.1985 | dista.. | ball_tree |        35 |       2 |  0.6875 |          1.0 |  3.171s |     1m:35s |
| Iteration 24     |  8.3131 | dista.. |     brute |        27 |       2 |   0.625 |          1.0 |  3.169s |     1m:39s |
| Iteration 25     |  6.8373 | dista.. |      auto |        28 |       2 |   0.625 |          1.0 |  3.153s |     1m:43s |
| Iteration 26     |  9.0925 | dista.. | ball_tree |        29 |       2 |  0.5625 |          1.0 |  3.306s |     1m:47s |
| Iteration 27     | 12.0715 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  3.150s |     1m:52s |
| Iteration 28     |     0.0 | uniform |     brute |        40 |       1 |     0.5 |          1.0 |  3.146s |     1m:56s |
| Iteration 29     | 12.0715 | dista.. |      auto |        34 |       2 |  0.4375 |          1.0 |  3.169s |     2m:00s |
| Iteration 30     |  9.2686 | dista.. |      auto |        38 |       2 |     1.0 |          1.0 |  3.153s |     2m:04s |
| Iteration 31     |  9.3618 | dista.. |      auto |        40 |       2 |   0.625 |          1.0 |  3.165s |     2m:09s |
| Iteration 32     |  8.9051 | dista.. |      auto |        20 |       2 |    0.75 |          1.0 |  3.143s |     2m:13s |
| Iteration 33     |  8.1666 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  3.168s |     2m:17s |
| Iteration 34     |  5.8826 | dista.. |   kd_tree |        31 |       2 |    0.25 |          1.0 |  3.140s |     2m:22s |
| Iteration 35     |  8.8806 | dista.. |      auto |        40 |       1 |    0.75 |          1.0 |  3.165s |     2m:26s |
| Iteration 36     |  9.7109 | dista.. |      auto |        20 |       1 |  0.8125 |          1.0 |  3.177s |     2m:31s |
| Iteration 37     |  9.2434 | dista.. |      auto |        20 |       1 |  0.3125 |          1.0 |  3.171s |     2m:35s |
| Iteration 38     |  9.5309 | dista.. |      auto |        22 |       2 |  0.6875 |          1.0 |  3.149s |     2m:39s |
| Iteration 39     |  8.8446 | dista.. |      auto |        36 |       2 |  0.8125 |          1.0 |  3.163s |     2m:44s |
| Iteration 40     |  8.8487 | dista.. |      auto |        36 |       2 |  0.9375 |          1.0 |  3.179s |     2m:48s |
| Iteration 41     |  8.2478 | dista.. |      auto |        21 |       2 |     1.0 |          1.0 |  3.166s |     2m:52s |
| Iteration 42     |  8.4553 | dista.. |      auto |        25 |       2 |     0.5 |          1.0 |  3.182s |     2m:57s |
| Iteration 43     |  8.7729 | uniform |      auto |        40 |       2 |  0.7188 |          1.0 |  3.177s |     3m:01s |
| Iteration 44     |  2.7894 | uniform |     brute |        40 |       2 |  0.7812 |          1.0 |  3.194s |     3m:05s |
| Iteration 45     |  7.8552 | uniform |      auto |        20 |       2 |   0.625 |          1.0 |  3.178s |     3m:10s |
| Iteration 46     |  8.8154 | uniform |      auto |        40 |       2 |   0.625 |          1.0 |  3.191s |     3m:14s |
| Iteration 47     |  8.6906 | dista.. |      auto |        40 |       2 |    0.25 |          1.0 |  3.183s |     3m:18s |
| Iteration 48     |  8.9305 | dista.. |     brute |        20 |       2 |     0.5 |          1.0 |  3.181s |     3m:22s |
| Iteration 49     |   1.349 | uniform |     brute |        37 |       2 |   0.875 |          1.0 |  3.176s |     3m:27s |
| Iteration 50     |   9.062 | dista.. |      auto |        20 |       2 |  0.6875 |          1.0 |  3.186s |     3m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 8.7609, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 29, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.33 ± 0.0748
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:32s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     0.5 |          0.5 |  3.564s |     3.572s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  3.676s |     7.905s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |          1.0 |  3.325s |    11.858s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.8125 |          1.0 |  3.485s |    15.990s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6875 |          1.0 |  3.327s |    20.053s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  3.553s |    25.933s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.1875 |          1.0 |  3.313s |    30.349s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.5938 |          1.0 |  3.492s |    34.462s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.9375 |          1.0 |  3.091s |    38.227s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |          1.0 |  3.883s |    42.781s |
| Iteration 11     |          496 |        0.0504 |   SAMME.R |  0.6875 |          1.0 |  3.535s |    47.120s |
| Iteration 12     |          460 |        0.2349 |   SAMME.R |     1.0 |          1.0 |  3.532s |    52.816s |
| Iteration 13     |          460 |        0.2534 |   SAMME.R |    0.75 |          1.0 |  3.442s |    57.836s |
| Iteration 14     |          461 |        0.2188 |   SAMME.R |  0.6875 |          1.0 |  3.476s |     1m:02s |
| Iteration 15     |          500 |        0.0548 |   SAMME.R |     1.0 |          1.0 |  3.581s |     1m:07s |
| Iteration 16     |          434 |        3.2642 |     SAMME |    0.75 |          1.0 |  3.241s |     1m:11s |
| Iteration 17     |          460 |         0.237 |   SAMME.R |    0.75 |          1.0 |  3.505s |     1m:16s |
| Iteration 18     |          500 |        0.1186 |   SAMME.R |  0.6875 |          1.0 |  3.500s |     1m:21s |
| Iteration 19     |          443 |        2.9232 |     SAMME |    0.75 |          1.0 |  3.088s |     1m:25s |
| Iteration 20     |          500 |        0.0601 |   SAMME.R |     0.5 |          1.0 |  3.558s |     1m:29s |
| Iteration 21     |          465 |        0.2381 |   SAMME.R |    0.75 |          1.0 |  3.556s |     1m:34s |
| Iteration 22     |          337 |        0.0534 |   SAMME.R |  0.8125 |          1.0 |  3.362s |     1m:38s |
| Iteration 23     |          115 |        0.9486 |     SAMME |   0.875 |          1.0 |  3.218s |     1m:43s |
| Iteration 24     |           97 |        0.0534 |   SAMME.R |  0.8125 |          1.0 |  3.181s |     1m:47s |
| Iteration 25     |          467 |        0.9844 |     SAMME |   0.875 |          1.0 |  3.467s |     1m:51s |
| Iteration 26     |          474 |        0.8894 |     SAMME |  0.8125 |          1.0 |  3.462s |     1m:55s |
| Iteration 27     |          434 |          1.09 |     SAMME |     1.0 |          1.0 |  3.441s |     1m:60s |
| Iteration 28     |          156 |        1.0959 |     SAMME |  0.4375 |          1.0 |  3.351s |     2m:04s |
| Iteration 29     |          460 |        0.2355 |   SAMME.R |    0.75 |          1.0 |  3.536s |     2m:09s |
| Iteration 30     |          467 |        1.0629 |     SAMME |     1.0 |          1.0 |  3.476s |     2m:13s |
| Iteration 31     |          494 |         1.078 |     SAMME |   0.875 |          1.0 |  3.517s |     2m:18s |
| Iteration 32     |          417 |        1.0515 |     SAMME |   0.625 |          1.0 |  3.446s |     2m:22s |
| Iteration 33     |          459 |        1.1163 |     SAMME |   0.875 |          1.0 |  3.559s |     2m:27s |
| Iteration 34     |          469 |        1.0558 |     SAMME |   0.875 |          1.0 |  3.432s |     2m:31s |
| Iteration 35     |          477 |        1.1353 |     SAMME |     1.0 |          1.0 |  3.464s |     2m:36s |
| Iteration 36     |          475 |        1.1243 |     SAMME |  0.5625 |          1.0 |  3.488s |     2m:41s |
| Iteration 37     |          490 |        0.9929 |     SAMME |  0.4375 |          1.0 |  3.501s |     2m:46s |
| Iteration 38     |          464 |        1.0623 |     SAMME |    0.75 |          1.0 |  3.427s |     2m:50s |
| Iteration 39     |          434 |        1.0339 |   SAMME.R |  0.8125 |          1.0 |  3.596s |     2m:55s |
| Iteration 40     |          428 |        0.0531 |   SAMME.R |  0.9375 |          1.0 |  3.612s |     2m:59s |
| Iteration 41     |          467 |        1.1549 |     SAMME |     1.0 |          1.0 |  3.535s |     3m:04s |
| Iteration 42     |          435 |        1.2172 |     SAMME |    0.75 |          1.0 |  3.549s |     3m:09s |
| Iteration 43     |          482 |        0.0535 |   SAMME.R |     1.0 |          1.0 |  3.589s |     3m:13s |
| Iteration 44     |          483 |        0.0536 |   SAMME.R |  0.5625 |          1.0 |  3.495s |     3m:18s |
| Iteration 45     |          347 |        0.0495 |   SAMME.R |   0.625 |          1.0 |  3.410s |     3m:22s |
| Iteration 46     |          479 |        1.2058 |   SAMME.R |  0.9062 |          1.0 |  3.477s |     3m:27s |
| Iteration 47     |          375 |        1.1591 |     SAMME |    0.25 |          1.0 |  3.362s |     3m:31s |
| Iteration 48     |          462 |        1.1087 |     SAMME |    0.75 |          1.0 |  3.502s |     3m:35s |
| Iteration 49     |          462 |        1.1085 |     SAMME |   0.625 |          1.0 |  3.435s |     3m:40s |
| Iteration 50     |          158 |        1.1403 |   SAMME.R |  0.6875 |          1.0 |  3.227s |     3m:44s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.457s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.0678
Time elapsed: 2.039s
-------------------------------------------------
Total time: 3m:48s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  3.525s |     3.544s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |          1.0 |  3.466s |     8.642s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |          1.0 |  3.418s |    12.958s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.375 |          1.0 |  3.228s |    16.946s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |          1.0 |  3.417s |    21.068s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  3.257s |    25.054s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  3.314s |    29.059s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.625 |          1.0 |  3.259s |    33.044s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |          1.0 |  3.407s |    37.254s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.8125 |          1.0 |  3.391s |    41.435s |
| Iteration 11     |           41 |   entropy |      None |                20 |                1 |         None |      True |     0.035 |         0.9 |  0.8125 |          1.0 |  3.949s |    46.511s |
| Iteration 12     |          261 |      gini |         7 |                14 |                8 |         sqrt |     False |    0.0335 |         --- |     1.0 |          1.0 |  3.334s |    50.958s |
| Iteration 13     |          294 |      gini |      None |                 2 |               18 |         None |      True |    0.0306 |         0.6 |     0.5 |          1.0 |  3.404s |    55.520s |
| Iteration 14     |          374 |   entropy |         8 |                16 |               10 |         log2 |     False |    0.0346 |         --- |   0.625 |          1.0 |  3.371s |     1m:00s |
| Iteration 15     |          366 |   entropy |         5 |                12 |                4 |         log2 |     False |    0.0212 |         --- |     1.0 |          1.0 |  3.372s |     1m:05s |
| Iteration 16     |          156 |   entropy |         5 |                19 |               14 |         auto |     False |    0.0283 |         --- |    0.75 |          1.0 |  3.230s |     1m:09s |
| Iteration 17     |           37 |      gini |         6 |                10 |                8 |         auto |      True |    0.0047 |         0.5 |  0.8125 |          1.0 |  3.163s |     1m:13s |
| Iteration 18     |          316 |   entropy |         5 |                18 |                5 |         log2 |     False |    0.0304 |         --- |  0.8125 |          1.0 |  3.408s |     1m:18s |
| Iteration 19     |          157 |      gini |         8 |                16 |                8 |         auto |     False |     0.022 |         --- |   0.625 |          1.0 |  3.322s |     1m:22s |
| Iteration 20     |          281 |   entropy |         4 |                 5 |                1 |         auto |      True |       0.0 |        None |  0.5625 |          1.0 |  3.491s |     1m:27s |
| Iteration 21     |          138 |      gini |         9 |                19 |               10 |         sqrt |      True |    0.0345 |         0.6 |    0.75 |          1.0 |  3.313s |     1m:32s |
| Iteration 22     |          445 |      gini |         3 |                18 |                8 |         sqrt |      True |    0.0332 |         0.5 |  0.6875 |          1.0 |  3.538s |     1m:36s |
| Iteration 23     |          272 |   entropy |         6 |                16 |                7 |         log2 |     False |    0.0331 |         --- |  0.8125 |          1.0 |  3.489s |     1m:41s |
| Iteration 24     |          468 |   entropy |         7 |                13 |                5 |         log2 |     False |     0.035 |         --- |  0.9375 |          1.0 |  3.495s |     1m:46s |
| Iteration 25     |          343 |   entropy |         8 |                 5 |                9 |          0.9 |      True |     0.035 |         0.6 |  0.6875 |          1.0 |  3.415s |     1m:51s |
| Iteration 26     |          426 |   entropy |         2 |                19 |                2 |          0.5 |      True |    0.0144 |         0.8 |    0.75 |          1.0 |  3.631s |     1m:57s |
| Iteration 27     |          183 |      gini |         5 |                10 |               10 |         sqrt |     False |    0.0327 |         --- |     1.0 |          1.0 |  3.311s |     2m:02s |
| Iteration 28     |          234 |      gini |         6 |                 2 |               12 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  3.279s |     2m:07s |
| Iteration 29     |           95 |   entropy |         7 |                 9 |                9 |         sqrt |     False |    0.0048 |         --- |   0.875 |          1.0 |  3.246s |     2m:11s |
| Iteration 30     |           88 |   entropy |         4 |                 8 |               11 |         sqrt |     False |     0.035 |         --- |   0.875 |          1.0 |  3.156s |     2m:16s |
| Iteration 31     |          361 |      gini |         4 |                 3 |               10 |         sqrt |     False |    0.0085 |         --- |    0.75 |          1.0 |  3.317s |     2m:20s |
| Iteration 32     |          276 |      gini |         7 |                 7 |                9 |         sqrt |     False |     0.032 |         --- |   0.875 |          1.0 |  3.259s |     2m:27s |
| Iteration 33     |          334 |   entropy |         6 |                14 |                6 |         log2 |     False |     0.006 |         --- |    0.75 |          1.0 |  3.304s |     2m:33s |
| Iteration 34     |          243 |   entropy |         5 |                20 |                6 |         log2 |     False |    0.0334 |         --- |    0.75 |          1.0 |  3.326s |     2m:40s |
| Iteration 35     |          253 |   entropy |         6 |                20 |                2 |         log2 |     False |    0.0215 |         --- |     1.0 |          1.0 |  3.324s |     2m:46s |
| Iteration 36     |          490 |   entropy |         5 |                11 |                5 |         sqrt |     False |     0.014 |         --- |  0.9375 |          1.0 |  3.449s |     2m:50s |
| Iteration 37     |          351 |   entropy |         5 |                 8 |               20 |         sqrt |     False |    0.0327 |         --- |   0.625 |          1.0 |  4.002s |     2m:56s |
| Iteration 38     |          213 |      gini |         6 |                20 |                5 |         log2 |     False |    0.0062 |         --- |    0.75 |          1.0 |  3.270s |     3m:00s |
| Iteration 39     |          430 |   entropy |         5 |                 2 |                1 |         log2 |     False |     0.035 |         --- |   0.875 |          1.0 |  3.410s |     3m:05s |
| Iteration 40     |           71 |      gini |         8 |                19 |                6 |         sqrt |     False |     0.035 |         --- |     1.0 |          1.0 |  3.194s |     3m:10s |
| Iteration 41     |          225 |   entropy |         8 |                15 |                6 |         sqrt |     False |     0.035 |         --- |     1.0 |          1.0 |  3.312s |     3m:14s |
| Iteration 42     |          158 |      gini |         6 |                 7 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |          1.0 |  3.265s |     3m:19s |
| Iteration 43     |          277 |      gini |         6 |                20 |                6 |         log2 |     False |    0.0333 |         --- |  0.9375 |          1.0 |  3.311s |     3m:24s |
| Iteration 44     |          291 |      gini |         5 |                18 |                6 |         sqrt |     False |    0.0322 |         --- |   0.875 |          1.0 |  3.339s |     3m:28s |
| Iteration 45     |          282 |   entropy |         6 |                 3 |                3 |         log2 |     False |    0.0274 |         --- |  0.8125 |          1.0 |  3.304s |     3m:33s |
| Iteration 46     |          500 |      gini |      None |                 2 |                1 |         None |     False |     0.035 |         --- |   0.875 |          1.0 |  3.476s |     3m:38s |
| Iteration 47     |           44 |      gini |         7 |                12 |                1 |          0.7 |     False |     0.035 |         --- |  0.5625 |          1.0 |  3.147s |     3m:42s |
| Iteration 48     |          344 |   entropy |         9 |                19 |                3 |         log2 |     False |      0.02 |         --- |  0.8125 |          1.0 |  3.349s |     3m:47s |
| Iteration 49     |           44 |      gini |         7 |                16 |               10 |         sqrt |     False |    0.0323 |         --- |  0.5625 |          1.0 |  3.151s |     3m:51s |
| Iteration 50     |          315 |   entropy |         7 |                14 |                7 |          0.5 |     False |    0.0348 |         --- |  0.6875 |          1.0 |  3.328s |     3m:56s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9402
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.439s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.48 ± 0.04
Time elapsed: 1.973s
-------------------------------------------------
Total time: 4m:00s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.243s |     3.262s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.255s |     7.312s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  3.213s |    11.390s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  3.189s |    15.328s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  3.232s |    19.235s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  3.227s |    23.186s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  3.364s |    27.211s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  3.342s |    32.114s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  3.296s |    37.598s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  3.269s |    42.171s |
| Iteration 11     |          368 |        0.0124 |         9 |  0.2019 |                3 |       0.9 |              0.7 |      0.01 |          0 |  0.8125 |          1.0 |  3.210s |    46.468s |
| Iteration 12     |          500 |        0.0677 |         5 |  0.5863 |                4 |       0.9 |              0.8 |         0 |         10 |     1.0 |          1.0 |  3.264s |    51.692s |
| Iteration 13     |          410 |        0.8096 |         8 |  0.7283 |                5 |       0.9 |              0.5 |         0 |         10 |    0.75 |          1.0 |  3.346s |    56.336s |
| Iteration 14     |          419 |        0.0707 |         4 |  0.5856 |                4 |       1.0 |              0.8 |         1 |          0 |  0.5312 |          1.0 |  3.123s |     1m:01s |
| Iteration 15     |          300 |        0.1321 |         3 |  0.6281 |                4 |       0.6 |              0.9 |      0.01 |         10 |  0.6875 |          1.0 |  3.228s |     1m:06s |
| Iteration 16     |          500 |        0.0233 |         6 |  0.5231 |                3 |       0.8 |              0.9 |         0 |          1 |  0.6875 |          1.0 |  3.223s |     1m:10s |
| Iteration 17     |           91 |         0.117 |         4 |  0.6122 |                4 |       0.9 |              0.4 |      0.01 |          1 |    0.75 |          1.0 |  3.196s |     1m:14s |
| Iteration 18     |          461 |        0.0606 |         5 |  0.6461 |                4 |       0.9 |              0.8 |         0 |          1 |  0.8125 |          1.0 |  3.246s |     1m:19s |
| Iteration 19     |           20 |           1.0 |         6 |  0.3713 |                1 |       1.0 |              1.0 |         0 |        0.1 |  0.5625 |          1.0 |  3.137s |     1m:23s |
| Iteration 20     |          500 |          0.01 |         9 |   0.355 |                4 |       1.0 |              0.9 |      0.01 |         10 |  0.4375 |          1.0 |  3.242s |     1m:27s |
| Iteration 21     |           95 |        0.0536 |         7 |  0.9074 |                3 |       0.6 |              0.5 |       100 |         10 |     0.5 |          1.0 |  3.173s |     1m:32s |
| Iteration 22     |          431 |        0.0558 |         5 |  0.5692 |                4 |       0.8 |              0.9 |      0.01 |         10 |   0.625 |          1.0 |  3.213s |     1m:37s |
| Iteration 23     |          289 |         0.033 |         6 |  0.6075 |                4 |       0.7 |              0.8 |      0.01 |         10 |    0.75 |          1.0 |  3.205s |     1m:41s |
| Iteration 24     |          471 |        0.0685 |         4 |  0.9094 |                3 |       0.9 |              0.5 |         0 |       0.01 |    0.75 |          1.0 |  3.224s |     1m:46s |
| Iteration 25     |          203 |        0.0251 |         1 |  0.4899 |                1 |       1.0 |              0.8 |      0.01 |          0 |  0.8125 |          1.0 |  3.186s |     1m:50s |
| Iteration 26     |          196 |        0.0681 |         4 |  0.0353 |                1 |       0.8 |              0.4 |         0 |         10 |    0.75 |          1.0 |  3.195s |     1m:54s |
| Iteration 27     |          349 |           1.0 |         8 |  0.2683 |               10 |       0.8 |              0.9 |         0 |         10 |     0.5 |          1.0 |  3.201s |     1m:59s |
| Iteration 28     |           76 |          0.01 |         3 |  0.0588 |                1 |       0.7 |              0.4 |         1 |          1 |    0.75 |          1.0 |  3.165s |     2m:03s |
| Iteration 29     |           42 |          0.01 |         7 |  0.8166 |                1 |       0.6 |              0.6 |         0 |        100 |    0.75 |          1.0 |  3.191s |     2m:07s |
| Iteration 30     |           45 |        0.0116 |         8 |  0.7661 |               10 |       0.7 |              0.6 |       100 |        0.1 |     0.5 |          1.0 |  3.209s |     2m:12s |
| Iteration 31     |          230 |          0.01 |        10 |  0.5953 |                1 |       1.0 |              1.0 |       100 |        0.1 |     0.5 |          1.0 |  3.274s |     2m:17s |
| Iteration 32     |          354 |           1.0 |         9 |  0.0234 |               10 |       0.5 |              0.4 |       100 |        0.1 |     0.5 |          1.0 |  3.208s |     2m:21s |
| Iteration 33     |          293 |        0.1099 |         5 |  0.1642 |                1 |       0.6 |              0.8 |         0 |        0.1 |  0.8125 |          1.0 |  3.217s |     2m:25s |
| Iteration 34     |          312 |        0.0115 |         5 |  0.2301 |                1 |       1.0 |              0.5 |         0 |       0.01 |  0.6875 |          1.0 |  3.196s |     2m:30s |
| Iteration 35     |          189 |        0.0903 |         8 |  0.3714 |                3 |       0.6 |              0.4 |         0 |        0.1 |     1.0 |          1.0 |  3.198s |     2m:34s |
| Iteration 36     |           63 |        0.1929 |         1 |  0.9489 |                3 |       0.7 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  3.172s |     2m:38s |
| Iteration 37     |           20 |        0.1429 |         1 |     0.0 |                3 |       0.5 |              1.0 |         0 |          0 |   0.625 |          1.0 |  3.139s |     2m:43s |
| Iteration 38     |          236 |        0.0963 |         8 |     1.0 |                1 |       0.7 |              0.5 |         0 |       0.01 |  0.8125 |          1.0 |  3.153s |     2m:47s |
| Iteration 39     |          128 |        0.0925 |         8 |     1.0 |                1 |       0.5 |              0.4 |         0 |          0 |   0.875 |          1.0 |  3.162s |     2m:52s |
| Iteration 40     |          500 |        0.1046 |        10 |     1.0 |                2 |       0.9 |              0.4 |         0 |        100 |    0.75 |          1.0 |  3.261s |     2m:57s |
| Iteration 41     |          235 |        0.0906 |         9 |     1.0 |                2 |       0.5 |              1.0 |         0 |          0 |     1.0 |          1.0 |  3.183s |     3m:01s |
| Iteration 42     |          248 |        0.0444 |         3 |     1.0 |                1 |       0.7 |              1.0 |         0 |         10 |  0.8125 |          1.0 |  3.181s |     3m:06s |
| Iteration 43     |          378 |        0.2574 |         5 |     1.0 |                1 |       0.7 |              1.0 |         0 |         10 |  0.9375 |          1.0 |  3.215s |     3m:10s |
| Iteration 44     |           20 |        0.1505 |         1 |     1.0 |                1 |       0.5 |              0.8 |         0 |        100 |     0.5 |          1.0 |  3.156s |     3m:15s |
| Iteration 45     |          185 |        0.4388 |         8 |     1.0 |                3 |       1.0 |              0.4 |         0 |          0 |    0.75 |          1.0 |  3.158s |     3m:19s |
| Iteration 46     |          257 |           1.0 |        10 |  0.5961 |                3 |       0.6 |              0.9 |         0 |          0 |  0.8125 |          1.0 |  3.140s |     3m:24s |
| Iteration 47     |          500 |        0.3271 |        10 |   0.212 |                2 |       0.6 |              1.0 |         0 |          0 |     0.5 |          1.0 |  3.197s |     3m:29s |
| Iteration 48     |           20 |           1.0 |         3 |     1.0 |                3 |       0.5 |              1.0 |         0 |          0 |  0.6875 |          1.0 |  3.143s |     3m:33s |
| Iteration 49     |          484 |          0.01 |         8 |     1.0 |                1 |       0.6 |              0.8 |         0 |          0 |  0.5625 |          1.0 |  3.252s |     3m:38s |
| Iteration 50     |          208 |        0.0795 |         8 |     1.0 |                3 |       0.5 |              0.8 |         0 |        0.1 |   0.625 |          1.0 |  3.152s |     3m:42s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.0569, 'max_depth': 6, 'gamma': 0.6523, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9348
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.02
Time elapsed: 0.290s
-------------------------------------------------
Total time: 3m:44s


Final results ==================== >>
Duration: 25m:35s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.5 ± 0.0837 ~
Logistic Regression             --> roc_auc: 0.3 ± 0.0548 ~
Linear Discriminant Analysis    --> roc_auc: 0.42 ± 0.04 ~
Quadratic Discriminant Analysis --> roc_auc: 0.42 ± 0.04 ~
Radius Nearest Neighbors        --> roc_auc: 0.33 ± 0.0748 ~
AdaBoost                        --> roc_auc: 0.52 ± 0.0678 ~ !
Random Forest                   --> roc_auc: 0.48 ± 0.04 ~
XGBoost                         --> roc_auc: 0.41 ± 0.02 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 824 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVSGANSKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9688 |       0.9688 |  0.674s |     0.694s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |       0.9688 |  0.706s |     3.915s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.631s |     7.423s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     0.5 |          1.0 |  0.684s |     9.265s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |          1.0 |  0.691s |    10.613s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |          1.0 |  0.724s |    12.335s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.695s |    13.713s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.744s |    15.157s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.690s |    18.052s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.676s |    19.762s |
| Iteration 11     | exponen.. |        0.2213 |           17 |       0.8 | squared_er.. |                16 |                9 |         6 |         auto |    0.0258 |  0.8125 |          1.0 |  0.633s |    21.369s |
| Iteration 12     | exponen.. |        0.3342 |          459 |       0.6 | squared_er.. |                 4 |               11 |         3 |          0.6 |    0.0263 |  0.9375 |          1.0 |  0.748s |    23.043s |
| Iteration 13     | exponen.. |         0.019 |          500 |       0.7 | squared_er.. |                10 |                1 |         8 |          0.9 |    0.0123 |   0.375 |          1.0 |  0.773s |    24.791s |
| Iteration 14     | exponen.. |        0.4672 |           10 |       0.8 | squared_er.. |                17 |               16 |         3 |         auto |    0.0232 |   0.875 |          1.0 |  0.628s |    26.592s |
| Iteration 15     |  deviance |        0.1227 |          176 |       0.8 | squared_er.. |                 2 |               20 |         9 |         auto |    0.0088 |   0.625 |          1.0 |  0.671s |    28.439s |
| Iteration 16     | exponen.. |        0.0153 |          258 |       0.8 | friedman_mse |                15 |               20 |         3 |         log2 |    0.0069 |   0.875 |          1.0 |  1.458s |    30.939s |
| Iteration 17     | exponen.. |        0.8777 |          262 |       1.0 | squared_er.. |                 5 |                9 |         4 |         log2 |     0.035 |  0.8125 |          1.0 |  0.724s |    34.311s |
| Iteration 18     | exponen.. |        0.0118 |          200 |       0.9 | friedman_mse |                20 |               13 |         5 |          0.8 |    0.0113 |  0.9375 |          1.0 |  0.711s |    38.414s |
| Iteration 19     | exponen.. |        0.5284 |          478 |       0.8 | squared_er.. |                 3 |               11 |        10 |         log2 |    0.0245 |  0.9375 |          1.0 |  0.743s |    40.614s |
| Iteration 20     | exponen.. |        0.7875 |          462 |       0.6 | squared_er.. |                 2 |                1 |        10 |         auto |    0.0276 |  0.5938 |          1.0 |  0.767s |    42.499s |
| Iteration 21     | exponen.. |        0.3394 |          105 |       0.8 | squared_er.. |                 8 |               18 |         3 |         log2 |    0.0057 |   0.875 |          1.0 |  0.665s |    44.311s |
| Iteration 22     | exponen.. |          0.01 |          185 |       1.0 | friedman_mse |                17 |               15 |         9 |          0.9 |     0.007 |   0.875 |          1.0 |  0.687s |    46.108s |
| Iteration 23     | exponen.. |        0.9595 |          242 |       0.8 | squared_er.. |                12 |                4 |         7 |         sqrt |    0.0283 |     1.0 |          1.0 |  0.700s |    48.142s |
| Iteration 24     | exponen.. |          0.07 |          449 |       0.7 | squared_er.. |                 8 |                8 |         4 |         log2 |     0.009 |  0.9375 |          1.0 |  0.744s |    50.123s |
| Iteration 25     | exponen.. |         0.347 |           26 |       0.7 | squared_er.. |                19 |                8 |         5 |         None |    0.0324 |   0.875 |          1.0 |  0.637s |    51.965s |
| Iteration 26     | exponen.. |        0.0836 |          491 |       0.7 | squared_er.. |                11 |                8 |         5 |          0.9 |    0.0013 |     1.0 |          1.0 |  0.754s |    54.295s |
| Iteration 27     | exponen.. |        0.1994 |          186 |       0.7 | squared_er.. |                17 |                8 |         7 |          0.9 |    0.0005 |     1.0 |          1.0 |  0.685s |    56.564s |
| Iteration 28     | exponen.. |        0.0456 |          118 |       0.6 | friedman_mse |                15 |               16 |         3 |          0.9 |    0.0029 |     1.0 |          1.0 |  0.658s |    58.782s |
| Iteration 29     | exponen.. |        0.1045 |          327 |       1.0 | friedman_mse |                 7 |               16 |         2 |          0.9 |    0.0028 |     1.0 |          1.0 |  0.695s |     1m:01s |
| Iteration 30     | exponen.. |        0.2286 |           86 |       0.8 | squared_er.. |                 7 |               17 |         5 |          0.5 |    0.0089 |  0.4375 |          1.0 |  0.645s |     1m:03s |
| Iteration 31     | exponen.. |        0.0386 |          364 |       0.9 | squared_er.. |                 7 |                8 |         7 |          0.9 |    0.0001 |     1.0 |          1.0 |  0.737s |     1m:05s |
| Iteration 32     | exponen.. |        0.0237 |          311 |       0.6 | squared_er.. |                 6 |                4 |         5 |          0.9 |    0.0069 |    0.75 |          1.0 |  0.714s |     1m:07s |
| Iteration 33     | exponen.. |        0.0655 |          427 |       0.8 | squared_er.. |                 7 |                8 |         5 |          0.9 |    0.0041 |    0.75 |          1.0 |  0.734s |     1m:10s |
| Iteration 34     | exponen.. |        0.0634 |          300 |       1.0 | friedman_mse |                12 |               16 |         3 |         None |    0.0028 |   0.875 |          1.0 |  0.686s |     1m:12s |
| Iteration 35     | exponen.. |        0.8259 |          264 |       0.8 | squared_er.. |                 3 |                8 |         6 |          0.7 |    0.0313 |   0.875 |          1.0 |  0.696s |     1m:14s |
| Iteration 36     | exponen.. |        0.6562 |          374 |       0.9 | squared_er.. |                 8 |                4 |         9 |         auto |    0.0236 |     1.0 |          1.0 |  0.733s |     1m:16s |
| Iteration 37     | exponen.. |        0.8116 |          221 |       0.7 | squared_er.. |                 8 |                4 |         1 |         auto |    0.0086 |     1.0 |          1.0 |  0.681s |     1m:18s |
| Iteration 38     | exponen.. |        0.0814 |          271 |       0.9 | squared_er.. |                16 |                8 |         7 |          0.6 |    0.0155 |  0.8125 |          1.0 |  0.698s |     1m:20s |
| Iteration 39     | exponen.. |         0.698 |          241 |       0.7 | squared_er.. |                20 |                5 |         4 |          0.5 |    0.0289 |    0.75 |          1.0 |  0.682s |     1m:25s |
| Iteration 40     | exponen.. |        0.0246 |          310 |       0.5 | squared_er.. |                20 |               16 |         9 |          0.7 |    0.0282 |     0.5 |          1.0 |  0.701s |     1m:27s |
| Iteration 41     | exponen.. |          0.01 |          500 |       0.9 | squared_er.. |                 2 |                8 |         2 |          0.7 |    0.0005 |  0.9375 |          1.0 |  0.766s |     1m:30s |
| Iteration 42     | exponen.. |        0.6775 |          135 |       0.7 | friedman_mse |                14 |               16 |         4 |          0.9 |    0.0031 |     1.0 |          1.0 |  0.656s |     1m:32s |
| Iteration 43     | exponen.. |        0.3575 |          143 |       0.8 | friedman_mse |                18 |               16 |         5 |          0.8 |    0.0026 |     1.0 |          1.0 |  0.669s |     1m:34s |
| Iteration 44     | exponen.. |        0.0591 |           56 |       0.7 | squared_er.. |                10 |               18 |         7 |         auto |    0.0231 |    0.75 |          1.0 |  0.638s |     1m:36s |
| Iteration 45     | exponen.. |        0.0122 |          277 |       0.9 | friedman_mse |                 9 |               16 |         7 |          0.9 |    0.0031 |   0.625 |          1.0 |  0.705s |     1m:38s |
| Iteration 46     | exponen.. |        0.0572 |          389 |       0.7 | squared_er.. |                12 |                8 |         5 |          0.9 |    0.0091 |   0.875 |          1.0 |  0.739s |     1m:40s |
| Iteration 47     | exponen.. |         0.082 |          146 |       0.8 | squared_er.. |                 4 |               17 |         7 |         auto |    0.0313 |     1.0 |          1.0 |  0.659s |     1m:42s |
| Iteration 48     | exponen.. |        0.0187 |          494 |       0.8 | squared_er.. |                 4 |                4 |         5 |         auto |    0.0289 |     1.0 |          1.0 |  0.765s |     1m:44s |
| Iteration 49     | exponen.. |        0.1425 |          165 |       0.8 | friedman_mse |                19 |                5 |         8 |          0.8 |     0.002 |    0.75 |          1.0 |  0.680s |     1m:46s |
| Iteration 50     | exponen.. |        0.5396 |          294 |       0.8 | friedman_mse |                 6 |               16 |         3 |          0.7 |    0.0178 |  0.8125 |          1.0 |  0.707s |     1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0187, 'n_estimators': 494, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 4, 'min_samples_leaf': 4, 'max_depth': 5, 'max_features': 'auto', 'ccp_alpha': 0.0289}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:50s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.162s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.769s
-------------------------------------------------
Total time: 1m:51s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  0.700s |     0.710s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  0.698s |     2.120s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |         0.75 |  0.706s |     5.518s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |         0.75 |  0.649s |     9.103s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.875 |        0.875 |  0.660s |    13.135s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.1875 |        0.875 |  0.657s |    16.688s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |        0.875 |  0.666s |    20.738s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.375 |        0.875 |  0.650s |    24.764s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |        0.875 |  0.649s |    28.067s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.6875 |        0.875 |  0.649s |    31.512s |
| Iteration 11     |      l2 |   100.0 | newto.. |      573 |      --- |  0.6875 |        0.875 |  0.652s |    35.293s |
| Iteration 12     |    none |     --- |    saga |      104 |      --- |    0.25 |        0.875 |  0.652s |    38.978s |
| Iteration 13     |      l2 |  0.3731 |   lbfgs |      555 |      --- |     0.0 |        0.875 |  0.646s |    42.728s |
| Iteration 14     |      l2 |  21.265 | newto.. |      615 |      --- |  0.8125 |        0.875 |  0.652s |    46.393s |
| Iteration 15     |      l2 |   9.063 |   lbfgs |      673 |      --- |  0.3125 |        0.875 |  0.652s |    50.093s |
| Iteration 16     |      l2 | 13.7393 |   lbfgs |      580 |      --- |   0.625 |        0.875 |  0.654s |    53.826s |
| Iteration 17     |      l2 |  24.632 |     sag |      543 |      --- |     0.5 |        0.875 |  0.656s |    57.530s |
| Iteration 18     |      l2 |  0.0457 | libli.. |      529 |      --- |  0.4375 |        0.875 |  1.234s |     1m:02s |
| Iteration 19     | elast.. | 40.8921 |    saga |      580 |      0.9 |     1.0 |          1.0 |  0.661s |     1m:06s |
| Iteration 20     | elast.. | 49.3479 |    saga |      556 |      0.9 |     0.5 |          1.0 |  0.656s |     1m:09s |
| Iteration 21     |      l2 | 65.1075 |    saga |      602 |      --- |  0.9375 |          1.0 |  0.655s |     1m:13s |
| Iteration 22     |      l2 | 96.6442 | libli.. |      607 |      --- |  0.4375 |          1.0 |  0.644s |     1m:17s |
| Iteration 23     |      l2 |   33.96 |    saga |      595 |      --- |     0.5 |          1.0 |  0.641s |     1m:21s |
| Iteration 24     |      l2 | 42.8702 | libli.. |      595 |      --- |   0.625 |          1.0 |  0.636s |     1m:24s |
| Iteration 25     |      l2 |  32.045 |     sag |      590 |      --- |  0.4375 |          1.0 |  0.647s |     1m:29s |
| Iteration 26     | elast.. | 40.1516 |    saga |      596 |      0.2 |  0.8125 |          1.0 |  0.669s |     1m:33s |
| Iteration 27     |      l2 | 43.8852 |     sag |      582 |      --- |  0.5625 |          1.0 |  0.654s |     1m:37s |
| Iteration 28     |      l2 |   100.0 |     sag |      618 |      --- |  0.9375 |          1.0 |  0.648s |     1m:41s |
| Iteration 29     | elast.. |   100.0 |    saga |      620 |      0.6 |   0.875 |          1.0 |  0.651s |     1m:45s |
| Iteration 30     | elast.. |   100.0 |    saga |      618 |      0.9 |   0.375 |          1.0 |  0.639s |     1m:49s |
| Iteration 31     | elast.. |  41.602 |    saga |      605 |      0.2 |    0.75 |          1.0 |  0.666s |     1m:53s |
| Iteration 32     |      l2 |   100.0 | libli.. |      643 |      --- |  0.6875 |          1.0 |  0.658s |     1m:57s |
| Iteration 33     |      l1 |  0.0875 | libli.. |      949 |      --- |     0.5 |          1.0 |  0.639s |     2m:00s |
| Iteration 34     |      l2 |   0.001 | newto.. |      876 |      --- |   0.875 |          1.0 |  0.640s |     2m:04s |
| Iteration 35     |      l2 | 49.6314 | newto.. |      607 |      --- |  0.4375 |          1.0 |  0.647s |     2m:08s |
| Iteration 36     |      l2 |  0.0011 |   lbfgs |      827 |      --- |   0.875 |          1.0 |  0.649s |     2m:12s |
| Iteration 37     |      l1 |   0.001 | libli.. |      853 |      --- |     0.5 |          1.0 |  0.651s |     2m:15s |
| Iteration 38     |      l2 |  0.0016 |   lbfgs |      832 |      --- |  0.6875 |          1.0 |  0.651s |     2m:19s |
| Iteration 39     |      l2 |   0.001 | libli.. |      946 |      --- |  0.6875 |          1.0 |  0.649s |     2m:23s |
| Iteration 40     |      l2 |   0.001 |     sag |      863 |      --- |  0.4375 |          1.0 |  0.648s |     2m:27s |
| Iteration 41     |      l2 |  0.0011 |   lbfgs |      894 |      --- |  0.9375 |          1.0 |  0.644s |     2m:30s |
| Iteration 42     |      l2 |   0.001 |   lbfgs |      896 |      --- |   0.875 |          1.0 |  0.640s |     2m:34s |
| Iteration 43     |      l2 |   0.001 |   lbfgs |      925 |      --- |     1.0 |          1.0 |  0.641s |     2m:38s |
| Iteration 44     |      l2 |   0.001 |   lbfgs |      977 |      --- |  0.8125 |          1.0 |  0.650s |     2m:42s |
| Iteration 45     |      l2 |  0.0022 |   lbfgs |      985 |      --- |   0.625 |          1.0 |  0.661s |     2m:46s |
| Iteration 46     |    none |     --- |   lbfgs |      174 |      --- |  0.3125 |          1.0 |  0.654s |     2m:50s |
| Iteration 47     |    none |     --- |   lbfgs |      906 |      --- |  0.8125 |          1.0 |  0.656s |     2m:54s |
| Iteration 48     |      l2 |   0.001 |   lbfgs |      904 |      --- |    0.75 |          1.0 |  0.642s |     2m:58s |
| Iteration 49     |      l2 |   0.001 |   lbfgs |      695 |      --- |  0.8125 |          1.0 |  0.647s |     3m:02s |
| Iteration 50     |    none |     --- |   lbfgs |      766 |      --- |  0.8125 |          1.0 |  0.656s |     3m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'penalty': 'elasticnet', 'C': 40.8921, 'solver': 'saga', 'max_iter': 580, 'l1_ratio': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7857
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.021s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1319
Time elapsed: 0.078s
-------------------------------------------------
Total time: 3m:06s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.1875 |       0.1875 |  0.657s |     0.663s |
| Initial point 2  |     svd |       --- |   0.375 |        0.375 |  0.644s |     2.155s |
| Initial point 3  |     svd |       --- |   0.375 |        0.375 |  0.000s |     2.815s |
| Initial point 4  |    lsqr |       0.8 |  0.4375 |       0.4375 |  0.645s |     4.102s |
| Initial point 5  |   eigen |       0.9 |    0.75 |         0.75 |  0.631s |     5.393s |
| Initial point 6  |    lsqr |       0.7 |  0.0625 |         0.75 |  0.636s |     6.692s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |         0.75 |  0.636s |     7.993s |
| Initial point 8  |    lsqr |       0.9 |   0.375 |         0.75 |  0.632s |     9.293s |
| Initial point 9  |    lsqr |       0.6 |  0.4375 |         0.75 |  0.644s |    10.597s |
| Initial point 10 |   eigen |       0.8 |    0.75 |         0.75 |  0.657s |    11.975s |
| Iteration 11     |   eigen |       0.8 |    0.75 |         0.75 |  0.000s |    12.773s |
| Iteration 12     |   eigen |       0.7 |  0.1875 |         0.75 |  0.641s |    14.187s |
| Iteration 13     |     svd |       --- |   0.375 |         0.75 |  0.000s |    14.954s |
| Iteration 14     |     svd |       --- |   0.375 |         0.75 |  0.000s |    15.718s |
| Iteration 15     |   eigen |       0.5 |   0.375 |         0.75 |  0.624s |    17.674s |
| Iteration 16     |     svd |       --- |   0.375 |         0.75 |  0.000s |    18.600s |
| Iteration 17     |   eigen |      None |     0.5 |         0.75 |  0.630s |    20.000s |
| Iteration 18     |     svd |       --- |   0.375 |         0.75 |  0.000s |    20.806s |
| Iteration 19     |    lsqr |      auto |   0.875 |        0.875 |  0.630s |    22.228s |
| Iteration 20     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |    24.053s |
| Iteration 21     |   eigen |      auto |     1.0 |          1.0 |  0.634s |    25.792s |
| Iteration 22     |     svd |       --- |   0.375 |          1.0 |  0.000s |    26.860s |
| Iteration 23     |    lsqr |      None |    0.25 |          1.0 |  0.648s |    28.374s |
| Iteration 24     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    30.321s |
| Iteration 25     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    31.471s |
| Iteration 26     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    32.348s |
| Iteration 27     |   eigen |       0.6 |  0.5625 |          1.0 |  0.634s |    34.423s |
| Iteration 28     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    35.285s |
| Iteration 29     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    36.178s |
| Iteration 30     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    37.088s |
| Iteration 31     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    37.976s |
| Iteration 32     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    38.813s |
| Iteration 33     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    39.660s |
| Iteration 34     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    40.518s |
| Iteration 35     |   eigen |      auto |     1.0 |          1.0 |  0.001s |    41.434s |
| Iteration 36     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    43.943s |
| Iteration 37     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    45.221s |
| Iteration 38     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    46.310s |
| Iteration 39     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    47.300s |
| Iteration 40     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    48.260s |
| Iteration 41     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    49.198s |
| Iteration 42     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    50.175s |
| Iteration 43     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    51.097s |
| Iteration 44     |   eigen |      auto |     1.0 |          1.0 |  0.001s |    52.032s |
| Iteration 45     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    52.987s |
| Iteration 46     |   eigen |      auto |     1.0 |          1.0 |  0.001s |    53.952s |
| Iteration 47     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    54.918s |
| Iteration 48     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    55.925s |
| Iteration 49     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    57.062s |
| Iteration 50     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    58.353s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.341s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7527
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0917
Time elapsed: 0.034s
-------------------------------------------------
Total time: 59.386s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.1875 |       0.1875 |  0.643s |     0.646s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  0.659s |     1.942s |
| Initial point 3  |       0.1 |     0.5 |         0.75 |  0.645s |     3.215s |
| Initial point 4  |       1.0 |  0.1875 |         0.75 |  0.000s |     3.877s |
| Initial point 5  |       0.2 |    0.75 |         0.75 |  0.645s |     5.157s |
| Initial point 6  |       0.4 |   0.125 |         0.75 |  0.649s |     6.455s |
| Initial point 7  |       0.4 |   0.125 |         0.75 |  0.001s |     7.166s |
| Initial point 8  |       0.7 |   0.375 |         0.75 |  0.642s |     8.433s |
| Initial point 9  |       0.9 |    0.75 |         0.75 |  0.000s |    10.758s |
| Initial point 10 |       0.8 |    0.75 |         0.75 |  0.639s |    13.878s |
| Iteration 11     |       0.3 |  0.8125 |       0.8125 |  0.667s |    15.856s |
| Iteration 12     |       0.6 |    0.25 |       0.8125 |  0.637s |    17.209s |
| Iteration 13     |       0.5 |  0.0625 |       0.8125 |  0.655s |    18.834s |
| Iteration 14     |       0.0 |   0.875 |        0.875 |  0.648s |    20.576s |
| Iteration 15     |       0.0 |   0.875 |        0.875 |  0.000s |    21.589s |
| Iteration 16     |       0.0 |   0.875 |        0.875 |  0.000s |    22.686s |
| Iteration 17     |       0.0 |   0.875 |        0.875 |  0.001s |    23.757s |
| Iteration 18     |       0.0 |   0.875 |        0.875 |  0.001s |    24.716s |
| Iteration 19     |       0.0 |   0.875 |        0.875 |  0.001s |    25.483s |
| Iteration 20     |       0.0 |   0.875 |        0.875 |  0.000s |    26.214s |
| Iteration 21     |       0.0 |   0.875 |        0.875 |  0.001s |    26.958s |
| Iteration 22     |       0.0 |   0.875 |        0.875 |  0.000s |    27.720s |
| Iteration 23     |       0.0 |   0.875 |        0.875 |  0.000s |    28.468s |
| Iteration 24     |       0.0 |   0.875 |        0.875 |  0.000s |    29.214s |
| Iteration 25     |       0.0 |   0.875 |        0.875 |  0.000s |    30.035s |
| Iteration 26     |       0.0 |   0.875 |        0.875 |  0.000s |    30.799s |
| Iteration 27     |       0.0 |   0.875 |        0.875 |  0.000s |    31.524s |
| Iteration 28     |       0.9 |    0.75 |        0.875 |  0.000s |    32.275s |
| Iteration 29     |       0.2 |    0.75 |        0.875 |  0.000s |    33.026s |
| Iteration 30     |       0.8 |    0.75 |        0.875 |  0.000s |    33.860s |
| Iteration 31     |       0.0 |   0.875 |        0.875 |  0.000s |    35.231s |
| Iteration 32     |       0.6 |    0.25 |        0.875 |  0.000s |    36.048s |
| Iteration 33     |       0.0 |   0.875 |        0.875 |  0.000s |    36.815s |
| Iteration 34     |       0.0 |   0.875 |        0.875 |  0.000s |    37.620s |
| Iteration 35     |       0.0 |   0.875 |        0.875 |  0.000s |    38.404s |
| Iteration 36     |       0.0 |   0.875 |        0.875 |  0.000s |    39.188s |
| Iteration 37     |       0.0 |   0.875 |        0.875 |  0.000s |    39.986s |
| Iteration 38     |       0.0 |   0.875 |        0.875 |  0.000s |    40.776s |
| Iteration 39     |       0.0 |   0.875 |        0.875 |  0.000s |    41.574s |
| Iteration 40     |       0.0 |   0.875 |        0.875 |  0.000s |    42.390s |
| Iteration 41     |       0.0 |   0.875 |        0.875 |  0.000s |    43.209s |
| Iteration 42     |       0.0 |   0.875 |        0.875 |  0.000s |    44.058s |
| Iteration 43     |       0.0 |   0.875 |        0.875 |  0.000s |    44.935s |
| Iteration 44     |       0.0 |   0.875 |        0.875 |  0.000s |    45.743s |
| Iteration 45     |       0.0 |   0.875 |        0.875 |  0.000s |    46.564s |
| Iteration 46     |       0.0 |   0.875 |        0.875 |  0.000s |    47.448s |
| Iteration 47     |       0.0 |   0.875 |        0.875 |  0.000s |    48.311s |
| Iteration 48     |       0.0 |   0.875 |        0.875 |  0.000s |    49.146s |
| Iteration 49     |       0.0 |   0.875 |        0.875 |  0.000s |    51.202s |
| Iteration 50     |       0.0 |   0.875 |        0.875 |  0.000s |    53.560s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 56.129s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9107
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.103
Time elapsed: 0.029s
-------------------------------------------------
Total time: 56.167s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.7516 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  0.640s |     0.660s |
| Initial point 2  |  5.0713 | uniform |   kd_tree |        39 |       2 |   0.625 |         0.75 |  0.646s |     3.580s |
| Initial point 3  |   4.006 | dista.. | ball_tree |        25 |       2 |   0.875 |        0.875 |  0.640s |     5.480s |
| Initial point 4  | 11.6874 | uniform | ball_tree |        39 |       2 |     0.5 |        0.875 |  0.640s |     6.903s |
| Initial point 5  |  9.1556 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  0.640s |     8.204s |
| Initial point 6  | 10.6028 | dista.. | ball_tree |        21 |       2 |    0.75 |        0.875 |  0.637s |    11.322s |
| Initial point 7  |  7.5839 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.656s |    14.995s |
| Initial point 8  |  1.8174 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.635s |    16.762s |
| Initial point 9  |   8.448 | uniform | ball_tree |        24 |       1 |   0.625 |          1.0 |  0.639s |    18.056s |
| Initial point 10 |  6.0004 | uniform |     brute |        22 |       2 |   0.625 |          1.0 |  0.647s |    19.329s |
| Iteration 11     |     0.0 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  0.641s |    20.903s |
| Iteration 12     |     0.0 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  0.641s |    22.504s |
| Iteration 13     |     0.0 | dista.. |      auto |        40 |       2 |     0.5 |          1.0 |  0.658s |    24.122s |
| Iteration 14     |   2.054 | dista.. | ball_tree |        20 |       2 |  0.9375 |          1.0 |  0.635s |    25.672s |
| Iteration 15     |  1.6943 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.632s |    27.240s |
| Iteration 16     |  7.2631 | dista.. |   kd_tree |        40 |       2 |   0.625 |          1.0 |  0.631s |    28.799s |
| Iteration 17     |  6.3619 | dista.. | ball_tree |        20 |       1 |   0.875 |          1.0 |  0.633s |    30.468s |
| Iteration 18     |  1.9038 | dista.. |      auto |        38 |       2 |     0.5 |          1.0 |  0.634s |    32.112s |
| Iteration 19     |  9.9891 | dista.. |      auto |        27 |       1 |  0.9375 |          1.0 |  0.642s |    33.685s |
| Iteration 20     |  7.9905 | dista.. |   kd_tree |        25 |       1 |  0.6875 |          1.0 |  0.632s |    35.435s |
| Iteration 21     |  9.8166 | uniform |      auto |        37 |       2 |     0.5 |          1.0 |  0.631s |    37.085s |
| Iteration 22     |  2.7672 | dista.. | ball_tree |        20 |       1 |   0.875 |          1.0 |  1.207s |    39.317s |
| Iteration 23     |  0.6703 | dista.. | ball_tree |        26 |       2 |     0.5 |          1.0 |  0.635s |    40.987s |
| Iteration 24     |  7.2066 | dista.. |      auto |        23 |       1 |     1.0 |          1.0 |  0.635s |    42.643s |
| Iteration 25     |  7.9291 | dista.. |      auto |        21 |       1 |   0.625 |          1.0 |  0.633s |    44.237s |
| Iteration 26     |  4.4756 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.657s |    45.862s |
| Iteration 27     |  4.3924 | dista.. |     brute |        20 |       2 |  0.6875 |          1.0 |  0.636s |    47.507s |
| Iteration 28     |  4.5932 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.641s |    49.160s |
| Iteration 29     |  4.5181 | dista.. |      auto |        20 |       2 |   0.875 |          1.0 |  0.633s |    51.015s |
| Iteration 30     |  5.4133 | dista.. |      auto |        24 |       2 |   0.375 |          1.0 |  0.636s |    53.269s |
| Iteration 31     |  7.1904 | dista.. |   kd_tree |        25 |       1 |   0.875 |          1.0 |  0.638s |    55.805s |
| Iteration 32     |  7.3544 | dista.. |      auto |        24 |       1 |  0.6875 |          1.0 |  0.637s |    57.641s |
| Iteration 33     |  7.9233 | dista.. |      auto |        29 |       1 |   0.625 |          1.0 |  0.636s |    59.190s |
| Iteration 34     |  1.9188 | dista.. |     brute |        20 |       2 |  0.6562 |          1.0 |  0.645s |     1m:01s |
| Iteration 35     |  1.8371 | dista.. |      auto |        23 |       1 |  0.4062 |          1.0 |  0.647s |     1m:03s |
| Iteration 36     |  6.9904 | dista.. | ball_tree |        24 |       1 |   0.875 |          1.0 |  0.682s |     1m:04s |
| Iteration 37     |  7.4292 | dista.. | ball_tree |        24 |       1 |  0.6875 |          1.0 |  0.688s |     1m:06s |
| Iteration 38     |  7.6284 | dista.. |     brute |        24 |       2 |    0.75 |          1.0 |  0.680s |     1m:08s |
| Iteration 39     |  2.1845 | uniform | ball_tree |        21 |       1 |   0.625 |          1.0 |  0.673s |     1m:10s |
| Iteration 40     | 12.7876 | dista.. |     brute |        20 |       1 |  0.5625 |          1.0 |  0.676s |     1m:12s |
| Iteration 41     |  2.5429 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.682s |     1m:15s |
| Iteration 42     |  3.0676 | dista.. |      auto |        20 |       2 |   0.875 |          1.0 |  0.679s |     1m:17s |
| Iteration 43     |  3.4029 | dista.. | ball_tree |        20 |       2 |     1.0 |          1.0 |  0.682s |     1m:19s |
| Iteration 44     |  3.5895 | dista.. | ball_tree |        20 |       2 |  0.8125 |          1.0 |  0.675s |     1m:21s |
| Iteration 45     |  7.6644 | dista.. |      auto |        23 |       1 |   0.625 |          1.0 |  0.682s |     1m:23s |
| Iteration 46     |     0.0 | uniform |      auto |        20 |       2 |     0.5 |          1.0 |  0.682s |     1m:25s |
| Iteration 47     |  2.3787 | dista.. |      auto |        20 |       2 |  0.9375 |          1.0 |  0.674s |     1m:27s |
| Iteration 48     |  4.0645 | uniform |      auto |        20 |       2 |    0.75 |          1.0 |  0.660s |     1m:29s |
| Iteration 49     |  3.9741 | dista.. | ball_tree |        20 |       2 |  0.6875 |          1.0 |  0.716s |     1m:31s |
| Iteration 50     |  3.3292 | dista.. | ball_tree |        20 |       2 |  0.9375 |          1.0 |  0.650s |     1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'radius': 2.5429, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 20, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.625 ± 0.0316
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:34s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.7812 |       0.7812 |  1.107s |     1.115s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  1.111s |     2.911s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.846s |     4.443s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  1.000s |     6.144s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |          1.0 |  0.856s |     7.656s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |          1.0 |  1.063s |     9.364s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     1.0 |          1.0 |  0.717s |    10.767s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.625 |          1.0 |  1.001s |    12.443s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |          1.0 |  0.692s |    13.824s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9062 |          1.0 |  0.811s |    15.417s |
| Iteration 11     |          118 |        2.0795 |     SAMME |  0.4375 |          1.0 |  0.735s |    17.026s |
| Iteration 12     |          500 |        2.0588 |     SAMME |  0.5625 |          1.0 |  0.751s |    18.692s |
| Iteration 13     |          407 |        0.0499 |   SAMME.R |  0.5625 |          1.0 |  1.022s |    20.519s |
| Iteration 14     |          475 |        2.2001 |     SAMME |  0.9375 |          1.0 |  0.723s |    22.063s |
| Iteration 15     |          472 |        2.1386 |     SAMME |  0.4375 |          1.0 |  0.717s |    23.859s |
| Iteration 16     |          201 |        1.0381 |     SAMME |     1.0 |          1.0 |  0.821s |    25.528s |
| Iteration 17     |          174 |        1.0298 |     SAMME |  0.8125 |          1.0 |  0.809s |    27.161s |
| Iteration 18     |           81 |         0.973 |     SAMME |  0.8125 |          1.0 |  0.734s |    28.876s |
| Iteration 19     |          134 |        1.0914 |     SAMME |     1.0 |          1.0 |  0.785s |    30.525s |
| Iteration 20     |          399 |        1.0912 |     SAMME |    0.75 |          1.0 |  0.979s |    32.348s |
| Iteration 21     |          212 |        0.0848 |     SAMME |   0.875 |          1.0 |  0.792s |    34.030s |
| Iteration 22     |          161 |        0.0912 |     SAMME |   0.875 |          1.0 |  0.746s |    35.604s |
| Iteration 23     |          187 |        1.0429 |     SAMME |  0.9375 |          1.0 |  0.767s |    37.219s |
| Iteration 24     |          303 |         0.081 |     SAMME |  0.9375 |          1.0 |  0.836s |    38.891s |
| Iteration 25     |          432 |        0.0784 |     SAMME |    0.75 |          1.0 |  0.947s |    42.525s |
| Iteration 26     |          494 |        0.0875 |     SAMME |  0.9375 |          1.0 |  0.987s |    45.741s |
| Iteration 27     |          466 |        0.0879 |     SAMME |  0.6875 |          1.0 |  0.961s |    48.898s |
| Iteration 28     |           70 |        1.0433 |     SAMME |     1.0 |          1.0 |  0.683s |    50.739s |
| Iteration 29     |           91 |        1.1574 |     SAMME |  0.8125 |          1.0 |  0.717s |    52.323s |
| Iteration 30     |           65 |        1.0389 |     SAMME |  0.5938 |          1.0 |  0.680s |    53.887s |
| Iteration 31     |          102 |         0.046 |     SAMME |  0.8438 |          1.0 |  0.708s |    55.487s |
| Iteration 32     |          476 |        1.0563 |     SAMME |   0.875 |          1.0 |  0.986s |    57.325s |
| Iteration 33     |          470 |        1.0645 |     SAMME |   0.625 |          1.0 |  0.954s |    59.162s |
| Iteration 34     |          226 |        0.2187 |     SAMME |     1.0 |          1.0 |  0.788s |     1m:01s |
| Iteration 35     |          255 |        8.2966 |   SAMME.R |  0.7812 |          1.0 |  0.874s |     1m:03s |
| Iteration 36     |          247 |        0.0107 |     SAMME |  0.9375 |          1.0 |  0.810s |     1m:04s |
| Iteration 37     |          227 |        0.0256 |     SAMME |     1.0 |          1.0 |  0.796s |     1m:06s |
| Iteration 38     |          229 |         0.014 |     SAMME |  0.9062 |          1.0 |  0.790s |     1m:09s |
| Iteration 39     |          229 |        0.0119 |     SAMME |     1.0 |          1.0 |  0.826s |     1m:12s |
| Iteration 40     |          263 |        0.0112 |     SAMME |    0.75 |          1.0 |  0.806s |     1m:14s |
| Iteration 41     |          216 |        0.0105 |     SAMME |     1.0 |          1.0 |  0.777s |     1m:16s |
| Iteration 42     |          215 |        0.0157 |   SAMME.R |    0.75 |          1.0 |  0.791s |     1m:18s |
| Iteration 43     |          227 |        7.6138 |     SAMME |   0.375 |          1.0 |  0.640s |     1m:19s |
| Iteration 44     |           58 |        1.2382 |   SAMME.R |  0.9375 |          1.0 |  0.703s |     1m:21s |
| Iteration 45     |           68 |          0.01 |     SAMME |    0.75 |          1.0 |  0.681s |     1m:22s |
| Iteration 46     |           55 |        1.2177 |   SAMME.R |   0.875 |          1.0 |  0.671s |     1m:24s |
| Iteration 47     |           84 |        0.1323 |     SAMME |  0.9062 |          1.0 |  0.694s |     1m:26s |
| Iteration 48     |          488 |        1.1414 |   SAMME.R |   0.875 |          1.0 |  1.022s |     1m:28s |
| Iteration 49     |          227 |        0.0682 |     SAMME |  0.6875 |          1.0 |  0.811s |     1m:30s |
| Iteration 50     |           52 |         0.026 |     SAMME |  0.9375 |          1.0 |  0.726s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'n_estimators': 431, 'learning_rate': 0.0871, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9911
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.353s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 1.606s
-------------------------------------------------
Total time: 1m:35s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.118s |     1.139s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |        0.875 |  0.997s |     2.826s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  1.058s |     5.156s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.25 |          1.0 |  0.766s |     7.118s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.6875 |          1.0 |  1.000s |     9.230s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |          1.0 |  0.828s |    10.710s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.871s |    12.229s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.625 |          1.0 |  0.856s |    13.747s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |          1.0 |  0.966s |    15.404s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.8125 |          1.0 |  0.944s |    17.039s |
| Iteration 11     |          389 |   entropy |         9 |                20 |               18 |         None |      True |     0.035 |        None |  0.8125 |          1.0 |  0.983s |    19.163s |
| Iteration 12     |          278 |   entropy |         1 |                17 |                5 |          0.7 |     False |    0.0246 |         --- |   0.625 |          1.0 |  0.795s |    21.014s |
| Iteration 13     |          463 |      gini |         6 |                 3 |                1 |         log2 |     False |    0.0312 |         --- |  0.4375 |          1.0 |  0.917s |    23.067s |
| Iteration 14     |          316 |   entropy |         7 |                19 |                5 |         log2 |     False |    0.0342 |         --- |     1.0 |          1.0 |  0.822s |    24.988s |
| Iteration 15     |          390 |   entropy |         9 |                17 |                5 |          0.6 |     False |    0.0146 |         --- |     1.0 |          1.0 |  0.885s |    27.012s |
| Iteration 16     |          475 |   entropy |         7 |                16 |                9 |          0.6 |     False |    0.0227 |         --- |  0.8125 |          1.0 |  0.928s |    28.994s |
| Iteration 17     |          111 |   entropy |         8 |                12 |               11 |         log2 |      True |    0.0103 |         0.9 |  0.8125 |          1.0 |  0.721s |    30.935s |
| Iteration 18     |           20 |   entropy |         6 |                18 |                4 |          0.6 |     False |    0.0077 |         --- |     1.0 |          1.0 |  0.657s |    32.721s |
| Iteration 19     |          380 |   entropy |         4 |                19 |                3 |          0.6 |     False |    0.0292 |         --- |   0.875 |          1.0 |  0.866s |    34.673s |
| Iteration 20     |          184 |   entropy |         9 |                17 |                3 |          0.6 |     False |    0.0258 |         --- |   0.625 |          1.0 |  0.759s |    36.614s |
| Iteration 21     |          317 |   entropy |         8 |                 5 |                6 |          0.6 |     False |    0.0114 |         --- |   0.875 |          1.0 |  0.829s |    38.663s |
| Iteration 22     |          239 |   entropy |         5 |                19 |                6 |          0.5 |     False |    0.0282 |         --- |  0.9375 |          1.0 |  0.776s |    40.766s |
| Iteration 23     |          356 |   entropy |         9 |                17 |                5 |          0.6 |     False |    0.0095 |         --- |   0.875 |          1.0 |  0.906s |    43.423s |
| Iteration 24     |           24 |   entropy |         5 |                 2 |               19 |         log2 |     False |    0.0046 |         --- |  0.9688 |          1.0 |  0.693s |    45.422s |
| Iteration 25     |          492 |   entropy |         8 |                 4 |                5 |         sqrt |     False |     0.034 |         --- |    0.75 |          1.0 |  1.579s |    48.037s |
| Iteration 26     |          424 |   entropy |         5 |                20 |               20 |          0.5 |      True |    0.0097 |        None |    0.75 |          1.0 |  1.004s |    52.056s |
| Iteration 27     |          500 |   entropy |         5 |                20 |                1 |         log2 |     False |    0.0112 |         --- |   0.625 |          1.0 |  0.938s |    56.215s |
| Iteration 28     |          360 |   entropy |         7 |                 6 |               13 |         log2 |     False |    0.0289 |         --- |     1.0 |          1.0 |  0.853s |     1m:00s |
| Iteration 29     |          129 |   entropy |         6 |                20 |               18 |          0.8 |      True |    0.0223 |         0.5 |     0.5 |          1.0 |  0.720s |     1m:04s |
| Iteration 30     |          500 |   entropy |         3 |                15 |               10 |          0.5 |     False |    0.0315 |         --- |     0.5 |          1.0 |  0.917s |     1m:09s |
| Iteration 31     |          173 |   entropy |         6 |                 9 |                2 |          0.5 |     False |    0.0315 |         --- |     1.0 |          1.0 |  0.734s |     1m:13s |
| Iteration 32     |          284 |   entropy |         7 |                12 |                7 |         log2 |     False |    0.0307 |         --- |  0.6875 |          1.0 |  0.807s |     1m:17s |
| Iteration 33     |          239 |   entropy |         4 |                20 |                5 |          0.9 |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.802s |     1m:21s |
| Iteration 34     |          385 |   entropy |         6 |                 4 |               13 |         sqrt |     False |    0.0272 |         --- |     1.0 |          1.0 |  0.875s |     1m:23s |
| Iteration 35     |          399 |   entropy |         9 |                20 |                5 |         log2 |     False |    0.0259 |         --- |   0.875 |          1.0 |  0.903s |     1m:26s |
| Iteration 36     |          407 |      gini |         7 |                 5 |               13 |         auto |     False |    0.0287 |         --- |   0.875 |          1.0 |  0.903s |     1m:28s |
| Iteration 37     |          256 |   entropy |         4 |                 4 |               13 |         None |     False |    0.0234 |         --- |     1.0 |          1.0 |  0.801s |     1m:30s |
| Iteration 38     |          302 |   entropy |         5 |                 5 |               13 |          0.7 |     False |    0.0283 |         --- |   0.875 |          1.0 |  0.862s |     1m:32s |
| Iteration 39     |           52 |   entropy |         8 |                13 |                4 |         sqrt |     False |    0.0116 |         --- |     1.0 |          1.0 |  0.720s |     1m:34s |
| Iteration 40     |           33 |   entropy |         7 |                16 |                4 |         log2 |     False |    0.0045 |         --- |  0.8125 |          1.0 |  0.705s |     1m:36s |
| Iteration 41     |          192 |   entropy |         6 |                 5 |                2 |         auto |     False |    0.0064 |         --- |    0.75 |          1.0 |  0.797s |     1m:38s |
| Iteration 42     |           50 |   entropy |         6 |                 3 |                4 |         None |     False |     0.035 |         --- |  0.5938 |          1.0 |  0.709s |     1m:40s |
| Iteration 43     |          316 |   entropy |         6 |                14 |               13 |          0.5 |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.841s |     1m:44s |
| Iteration 44     |          349 |   entropy |         3 |                 8 |               13 |          0.5 |     False |     0.014 |         --- |    0.75 |          1.0 |  0.863s |     1m:48s |
| Iteration 45     |          313 |   entropy |         7 |                11 |               13 |          0.8 |     False |    0.0226 |         --- |  0.8125 |          1.0 |  0.848s |     1m:52s |
| Iteration 46     |          431 |      gini |         6 |                17 |                6 |          0.7 |     False |     0.035 |         --- |   0.625 |          1.0 |  0.934s |     1m:56s |
| Iteration 47     |          356 |   entropy |         6 |                13 |                3 |          0.5 |     False |    0.0276 |         --- |     1.0 |          1.0 |  0.856s |     1m:60s |
| Iteration 48     |          288 |   entropy |         6 |                14 |               15 |         log2 |     False |    0.0282 |         --- |   0.875 |          1.0 |  0.831s |     2m:02s |
| Iteration 49     |           75 |   entropy |         7 |                 9 |                5 |         log2 |     False |    0.0339 |         --- |   0.625 |          1.0 |  1.329s |     2m:05s |
| Iteration 50     |          333 |   entropy |         6 |                19 |                4 |          0.5 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.848s |     2m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.340s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 1.504s
-------------------------------------------------
Total time: 2m:10s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.769s |     0.788s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  0.726s |     2.320s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  0.726s |     3.704s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  0.677s |     5.054s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  0.714s |     6.601s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  0.692s |     8.177s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  0.704s |     9.531s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  0.707s |    11.006s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |        0.625 |  0.734s |    12.467s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.625 |  0.749s |    13.869s |
| Iteration 11     |           41 |        0.9434 |         6 |  0.2621 |                9 |       0.6 |              0.4 |       100 |       0.01 |     0.5 |        0.625 |  0.654s |    15.518s |
| Iteration 12     |          500 |        0.0332 |         1 |  0.3453 |                3 |       1.0 |              0.8 |         0 |        0.1 |    0.75 |         0.75 |  0.732s |    17.290s |
| Iteration 13     |          160 |        0.3507 |         5 |     0.0 |                2 |       1.0 |              0.7 |       0.1 |        0.1 |   0.375 |         0.75 |  0.679s |    18.974s |
| Iteration 14     |           73 |         0.015 |         8 |  0.3272 |                3 |       0.8 |              0.9 |         0 |          0 |   0.875 |        0.875 |  0.677s |    20.732s |
| Iteration 15     |           20 |        0.3829 |         4 |     0.0 |                3 |       0.8 |              0.7 |         0 |          0 |   0.875 |        0.875 |  0.660s |    22.575s |
| Iteration 16     |          468 |        0.4098 |         2 |  0.6153 |                7 |       0.7 |              0.9 |         0 |        100 |     0.5 |        0.875 |  0.731s |    24.298s |
| Iteration 17     |          481 |        0.7485 |         2 |     1.0 |               10 |       0.8 |              1.0 |         0 |        100 |     0.5 |        0.875 |  0.723s |    25.995s |
| Iteration 18     |           90 |        0.1322 |         8 |  0.7018 |                6 |       0.9 |              0.4 |         0 |          0 |  0.8125 |        0.875 |  0.663s |    27.691s |
| Iteration 19     |          203 |        0.0473 |         2 |     0.0 |                3 |       0.8 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.682s |    29.398s |
| Iteration 20     |          310 |          0.01 |        10 |     0.0 |                2 |       0.6 |              0.8 |         0 |          0 |   0.625 |          1.0 |  0.705s |    31.184s |
| Iteration 21     |          400 |        0.2587 |         1 |  0.2679 |                4 |       0.8 |              0.6 |         0 |          0 |   0.875 |          1.0 |  0.698s |    33.299s |
| Iteration 22     |          308 |        0.0301 |         1 |  0.0115 |                3 |       0.8 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.688s |    35.173s |
| Iteration 23     |          314 |        0.0127 |         2 |  0.2734 |                1 |       0.5 |              1.0 |       0.1 |        100 |     1.0 |          1.0 |  0.698s |    37.295s |
| Iteration 24     |          482 |        0.0178 |         9 |  0.7262 |               10 |       0.5 |              1.0 |       0.1 |          1 |     0.5 |          1.0 |  0.709s |    39.165s |
| Iteration 25     |          311 |        0.0362 |         2 |  0.5012 |                1 |       0.5 |              0.6 |       0.1 |        100 |     0.5 |          1.0 |  1.290s |    41.525s |
| Iteration 26     |           20 |           1.0 |         1 |     0.0 |                1 |       1.0 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.649s |    43.420s |
| Iteration 27     |           20 |           1.0 |         1 |  0.0966 |                1 |       1.0 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.647s |    45.281s |
| Iteration 28     |          172 |        0.1424 |         5 |  0.0495 |                6 |       1.0 |              1.0 |         0 |          0 |  0.9375 |          1.0 |  0.673s |    47.098s |
| Iteration 29     |          447 |        0.8771 |         9 |  0.7751 |               10 |       1.0 |              1.0 |         0 |          0 |     0.5 |          1.0 |  0.719s |    48.982s |
| Iteration 30     |          168 |        0.0863 |         1 |  0.4701 |                1 |       0.5 |              1.0 |      0.01 |          1 |   0.625 |          1.0 |  0.672s |    52.592s |
| Iteration 31     |           20 |          0.01 |         5 |   0.099 |                2 |       0.6 |              1.0 |       0.1 |          1 |   0.875 |          1.0 |  0.640s |    54.763s |
| Iteration 32     |          454 |          0.01 |         1 |  0.2144 |                6 |       0.6 |              1.0 |      0.01 |          1 |     0.5 |          1.0 |  0.722s |    56.643s |
| Iteration 33     |           20 |         0.127 |         4 |  0.7342 |                2 |       0.9 |              1.0 |         0 |          0 |  0.7188 |          1.0 |  0.641s |    58.534s |
| Iteration 34     |           20 |        0.0627 |         7 |     0.0 |                4 |       1.0 |              0.8 |         0 |          0 |  0.8125 |          1.0 |  0.635s |     1m:00s |
| Iteration 35     |          321 |           1.0 |         9 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |   0.875 |          1.0 |  0.690s |     1m:02s |
| Iteration 36     |           20 |        0.1921 |         3 |     0.0 |                1 |       1.0 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.635s |     1m:05s |
| Iteration 37     |           20 |           1.0 |         9 |     0.0 |               10 |       0.6 |              0.4 |         0 |          0 |     0.5 |          1.0 |  0.641s |     1m:06s |
| Iteration 38     |          500 |          0.01 |        10 |     0.0 |                1 |       0.9 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.753s |     1m:08s |
| Iteration 39     |          257 |        0.1789 |         3 |     0.0 |                1 |       0.8 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.679s |     1m:10s |
| Iteration 40     |          385 |        0.2077 |         3 |     0.0 |                1 |       0.5 |              1.0 |       0.1 |        100 |   0.875 |          1.0 |  0.706s |     1m:12s |
| Iteration 41     |           20 |        0.0317 |         1 |   0.776 |                1 |       1.0 |              0.4 |         0 |          0 |     1.0 |          1.0 |  0.634s |     1m:14s |
| Iteration 42     |          500 |           1.0 |         1 |     1.0 |                1 |       1.0 |              0.4 |         0 |        100 |    0.75 |          1.0 |  0.717s |     1m:16s |
| Iteration 43     |           20 |        0.0363 |         1 |  0.7266 |                1 |       1.0 |              0.4 |         0 |          0 |  0.9688 |          1.0 |  0.633s |     1m:18s |
| Iteration 44     |           20 |        0.0505 |         1 |  0.6463 |                1 |       1.0 |              0.5 |         0 |          0 |  0.8438 |          1.0 |  0.645s |     1m:20s |
| Iteration 45     |           20 |          0.01 |         1 |     1.0 |                1 |       0.8 |              0.4 |         0 |          0 |  0.7188 |          1.0 |  0.636s |     1m:22s |
| Iteration 46     |           20 |        0.2079 |         1 |     0.0 |                1 |       0.5 |              1.0 |       0.1 |        100 |     0.5 |          1.0 |  0.637s |     1m:24s |
| Iteration 47     |           20 |          0.01 |         4 |     0.0 |                1 |       1.0 |              0.9 |         0 |        100 |  0.9688 |          1.0 |  0.664s |     1m:26s |
| Iteration 48     |           20 |          0.01 |         1 |     0.0 |                1 |       1.0 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.635s |     1m:28s |
| Iteration 49     |           20 |          0.01 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |        100 |   0.625 |          1.0 |  1.323s |     1m:31s |
| Iteration 50     |           20 |           1.0 |         6 |  0.6685 |                1 |       1.0 |              0.4 |         0 |       0.01 |     1.0 |          1.0 |  0.709s |     1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'n_estimators': 20, 'learning_rate': 1.0, 'max_depth': 6, 'gamma': 0.6685, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.4, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.028s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.079s
-------------------------------------------------
Total time: 1m:35s


Final results ==================== >>
Duration: 13m:47s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.99 ± 0.02 !
Logistic Regression             --> roc_auc: 0.59 ± 0.1319 ~
Linear Discriminant Analysis    --> roc_auc: 0.91 ± 0.0917
Quadratic Discriminant Analysis --> roc_auc: 0.88 ± 0.103
Radius Nearest Neighbors        --> roc_auc: 0.625 ± 0.0316 ~
AdaBoost                        --> roc_auc: 0.99 ± 0.02 !
Random Forest                   --> roc_auc: 0.97 ± 0.04
XGBoost                         --> roc_auc: 0.97 ± 0.04
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVSGANSKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.5938 |       0.5938 |  3.233s |     3.253s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8438 |       0.8438 |  3.249s |     7.166s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |       0.8438 |  3.213s |    11.043s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.625 |       0.8438 |  3.231s |    14.951s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |       0.8438 |  3.266s |    20.833s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |       0.8438 |  3.215s |    27.075s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |       0.8438 |  3.146s |    34.099s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.5625 |       0.8438 |  3.216s |    39.001s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |        0.875 |  3.126s |    42.962s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.625 |        0.875 |  3.182s |    46.811s |
| Iteration 11     |  deviance |        0.0335 |          451 |       0.5 | friedman_mse |                 6 |               18 |         6 |          0.9 |    0.0329 |     0.5 |        0.875 |  3.258s |    51.074s |
| Iteration 12     | exponen.. |        0.1399 |          213 |       0.9 | friedman_mse |                16 |               18 |         1 |         log2 |    0.0004 |  0.5625 |        0.875 |  3.177s |    55.264s |
| Iteration 13     | exponen.. |           1.0 |          181 |       0.7 | squared_er.. |                19 |               11 |         8 |          0.9 |    0.0323 |  0.3125 |        0.875 |  3.187s |     1m:00s |
| Iteration 14     |  deviance |        0.0224 |          449 |       0.9 | friedman_mse |                16 |               16 |         3 |          0.6 |    0.0081 |  0.7812 |        0.875 |  3.260s |     1m:05s |
| Iteration 15     |  deviance |        0.2978 |          354 |       0.6 | friedman_mse |                19 |                9 |         7 |         None |    0.0289 |  0.6562 |        0.875 |  3.224s |     1m:11s |
| Iteration 16     | exponen.. |        0.0328 |          141 |       0.7 | friedman_mse |                 9 |               20 |         1 |          0.6 |     0.017 |    0.75 |        0.875 |  3.188s |     1m:15s |
| Iteration 17     | exponen.. |        0.5929 |          412 |       0.8 | friedman_mse |                11 |               16 |         1 |          0.7 |    0.0117 |   0.875 |        0.875 |  3.269s |     1m:19s |
| Iteration 18     |  deviance |        0.0215 |          173 |       0.5 | friedman_mse |                13 |                7 |         4 |         None |    0.0298 |  0.8125 |        0.875 |  3.291s |     1m:24s |
| Iteration 19     |  deviance |        0.1796 |           40 |       1.0 | squared_er.. |                 3 |               14 |         1 |          0.6 |    0.0112 |  0.7812 |        0.875 |  3.144s |     1m:28s |
| Iteration 20     | exponen.. |        0.6526 |          125 |       0.9 | friedman_mse |                 4 |               20 |         1 |          0.7 |    0.0227 |  0.4688 |        0.875 |  3.179s |     1m:32s |
| Iteration 21     |  deviance |        0.3361 |          330 |       1.0 | squared_er.. |                20 |               16 |         1 |         sqrt |    0.0068 |  0.8125 |        0.875 |  3.161s |     1m:38s |
| Iteration 22     |  deviance |        0.1555 |          122 |       0.7 | squared_er.. |                 3 |               15 |         3 |          0.6 |    0.0023 |  0.5625 |        0.875 |  3.218s |     1m:45s |
| Iteration 23     |  deviance |        0.0145 |          412 |       0.9 | friedman_mse |                20 |               11 |         1 |          0.5 |     0.022 |  0.8125 |        0.875 |  3.216s |     1m:49s |
| Iteration 24     |  deviance |        0.5729 |          432 |       0.5 | friedman_mse |                20 |                5 |         1 |          0.5 |    0.0214 |  0.5312 |        0.875 |  3.276s |     1m:54s |
| Iteration 25     | exponen.. |        0.0245 |          209 |       0.9 | friedman_mse |                15 |               16 |         1 |          0.6 |    0.0117 |   0.375 |        0.875 |  3.229s |     1m:58s |
| Iteration 26     |  deviance |         0.358 |          375 |       1.0 | squared_er.. |                19 |                9 |         1 |         sqrt |    0.0277 |     0.5 |        0.875 |  3.249s |     2m:03s |
| Iteration 27     | exponen.. |        0.4123 |           82 |       0.8 | squared_er.. |                14 |               16 |         7 |         auto |    0.0302 |  0.4375 |        0.875 |  3.225s |     2m:07s |
| Iteration 28     |  deviance |        0.0349 |          332 |       0.5 | squared_er.. |                17 |               11 |         4 |          0.8 |     0.023 |     0.5 |        0.875 |  3.283s |     2m:12s |
| Iteration 29     |  deviance |        0.0203 |          275 |       0.9 | friedman_mse |                14 |               19 |         4 |          0.6 |    0.0048 |   0.625 |        0.875 |  3.236s |     2m:16s |
| Iteration 30     |  deviance |        0.2961 |          285 |       0.6 | friedman_mse |                19 |               10 |         7 |         None |    0.0282 |  0.4062 |        0.875 |  3.250s |     2m:20s |
| Iteration 31     | exponen.. |        0.4121 |          169 |       0.9 | friedman_mse |                19 |               16 |         1 |          0.9 |    0.0106 |  0.8125 |        0.875 |  3.229s |     2m:24s |
| Iteration 32     | exponen.. |        0.5608 |          271 |       0.7 | squared_er.. |                10 |               17 |         1 |          0.9 |    0.0065 |    0.75 |        0.875 |  3.231s |     2m:29s |
| Iteration 33     | exponen.. |        0.5127 |          371 |       0.9 | friedman_mse |                11 |               15 |         1 |          0.8 |    0.0104 |  0.6562 |        0.875 |  3.254s |     2m:33s |
| Iteration 34     |  deviance |        0.3004 |          238 |       0.7 | friedman_mse |                 8 |               17 |         1 |         auto |    0.0145 |     1.0 |          1.0 |  3.229s |     2m:38s |
| Iteration 35     | exponen.. |        0.2645 |          250 |       0.6 | friedman_mse |                 4 |               17 |         1 |         log2 |    0.0095 |  0.5625 |          1.0 |  3.217s |     2m:42s |
| Iteration 36     |  deviance |        0.5762 |          469 |       0.9 | squared_er.. |                17 |               16 |         1 |          0.6 |    0.0291 |  0.5625 |          1.0 |  3.385s |     2m:46s |
| Iteration 37     |  deviance |        0.3811 |           26 |       0.8 | squared_er.. |                10 |                3 |         1 |          0.7 |    0.0145 |  0.9375 |          1.0 |  3.271s |     2m:51s |
| Iteration 38     | exponen.. |        0.3742 |          334 |       0.6 | friedman_mse |                 6 |               12 |         1 |         None |    0.0139 |  0.8125 |          1.0 |  3.371s |     2m:57s |
| Iteration 39     |  deviance |        0.3393 |          111 |       0.9 | friedman_mse |                14 |               10 |         1 |          0.6 |    0.0142 |   0.625 |          1.0 |  3.255s |     3m:03s |
| Iteration 40     |  deviance |        0.2494 |           45 |       0.9 | friedman_mse |                 7 |                4 |         1 |         log2 |    0.0153 |   0.625 |          1.0 |  3.282s |     3m:08s |
| Iteration 41     |  deviance |        0.4595 |          101 |       0.7 | squared_er.. |                10 |                1 |         1 |          0.6 |     0.014 |     1.0 |          1.0 |  3.293s |     3m:13s |
| Iteration 42     |  deviance |        0.3694 |          103 |       0.7 | squared_er.. |                 9 |               11 |         1 |          0.5 |    0.0143 |   0.875 |          1.0 |  3.293s |     3m:18s |
| Iteration 43     | exponen.. |        0.6975 |           30 |       0.7 | friedman_mse |                 9 |               17 |         1 |         auto |    0.0137 |    0.75 |          1.0 |  3.213s |     3m:22s |
| Iteration 44     |  deviance |        0.4667 |          347 |       0.7 | friedman_mse |                11 |               18 |         1 |          0.7 |    0.0146 |  0.5938 |          1.0 |  3.241s |     3m:27s |
| Iteration 45     |  deviance |        0.4385 |          171 |       0.5 | squared_er.. |                 7 |                5 |         1 |          0.7 |    0.0132 |  0.6875 |          1.0 |  3.158s |     3m:31s |
| Iteration 46     |  deviance |        0.2459 |          197 |       0.9 | squared_er.. |                 9 |                9 |         1 |         None |     0.014 |    0.75 |          1.0 |  3.190s |     3m:36s |
| Iteration 47     |  deviance |        0.2959 |          205 |       0.6 | friedman_mse |                 8 |               16 |         1 |         auto |    0.0142 |    0.75 |          1.0 |  3.222s |     3m:41s |
| Iteration 48     | exponen.. |        0.3889 |          107 |       0.8 | squared_er.. |                 7 |               13 |         1 |         sqrt |    0.0132 |     0.5 |          1.0 |  3.190s |     3m:46s |
| Iteration 49     |  deviance |        0.4836 |           52 |       1.0 | squared_er.. |                10 |                6 |         1 |          0.8 |    0.0142 |     0.5 |          1.0 |  3.170s |     3m:51s |
| Iteration 50     |  deviance |        0.0247 |          347 |       0.7 | squared_er.. |                10 |               13 |         1 |          0.9 |    0.0142 |  0.9375 |          1.0 |  3.870s |     3m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.4595, 'n_estimators': 101, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 10, 'min_samples_leaf': 1, 'max_depth': 1, 'max_features': 0.6, 'ccp_alpha': 0.014}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.033s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.635 ± 0.2059
Time elapsed: 0.143s
-------------------------------------------------
Total time: 3m:58s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.4375 |       0.4375 |  3.214s |     3.227s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4688 |       0.4688 |  3.220s |     7.123s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.6875 |       0.6875 |  3.199s |    10.983s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.3125 |       0.6875 |  3.252s |    14.892s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.25 |       0.6875 |  3.201s |    18.839s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.375 |       0.6875 |  3.182s |    22.676s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |       0.8125 |  3.205s |    26.533s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |       0.8125 |  3.203s |    30.373s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |       0.8125 |  3.218s |    34.257s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.375 |       0.8125 |  3.144s |    38.091s |
| Iteration 11     |      l2 | 14.1844 | libli.. |      319 |      --- |    0.25 |       0.8125 |  3.176s |    42.242s |
| Iteration 12     |      l2 |  2.3386 |     sag |      452 |      --- |  0.1875 |       0.8125 |  3.175s |    46.309s |
| Iteration 13     |      l2 |  1.1979 | libli.. |      241 |      --- |  0.1875 |       0.8125 |  3.159s |    50.418s |
| Iteration 14     |      l2 |  2.2819 | libli.. |      278 |      --- |     0.5 |       0.8125 |  3.181s |    55.833s |
| Iteration 15     |      l2 |  1.1206 |     sag |      400 |      --- |    0.25 |       0.8125 |  3.187s |     1m:00s |
| Iteration 16     |      l2 |  2.2796 | libli.. |      278 |      --- |     0.5 |       0.8125 |  3.223s |     1m:05s |
| Iteration 17     |      l2 |  0.0612 | newto.. |      288 |      --- |     0.5 |       0.8125 |  3.249s |     1m:09s |
| Iteration 18     |    none |     --- |    saga |      268 |      --- |     0.5 |       0.8125 |  3.296s |     1m:13s |
| Iteration 19     |      l1 | 14.2364 | libli.. |      113 |      --- |  0.3125 |       0.8125 |  3.252s |     1m:17s |
| Iteration 20     |      l2 |  0.0264 |   lbfgs |      280 |      --- |  0.1875 |       0.8125 |  3.297s |     1m:22s |
| Iteration 21     |      l2 |  1.9684 | libli.. |      242 |      --- |    0.25 |       0.8125 |  3.247s |     1m:26s |
| Iteration 22     |      l2 |  0.3791 | libli.. |      284 |      --- |  0.4375 |       0.8125 |  3.257s |     1m:30s |
| Iteration 23     |      l2 |  2.8018 | libli.. |      273 |      --- |    0.75 |       0.8125 |  3.162s |     1m:34s |
| Iteration 24     |      l2 | 52.0218 | libli.. |      268 |      --- |   0.375 |       0.8125 |  3.208s |     1m:38s |
| Iteration 25     |      l1 |  1.9493 | libli.. |      267 |      --- |     0.5 |       0.8125 |  3.152s |     1m:43s |
| Iteration 26     |      l1 |  7.2586 | libli.. |      276 |      --- |    0.25 |       0.8125 |  3.311s |     1m:48s |
| Iteration 27     |      l2 |  2.9459 | libli.. |      273 |      --- |  0.6875 |       0.8125 |  3.287s |     1m:52s |
| Iteration 28     |    none |     --- |     sag |      278 |      --- |     0.5 |       0.8125 |  3.967s |     1m:57s |
| Iteration 29     |      l2 | 11.1797 | libli.. |      275 |      --- |  0.5625 |       0.8125 |  3.148s |     2m:02s |
| Iteration 30     |      l2 |   9.017 | libli.. |      303 |      --- |  0.1875 |       0.8125 |  3.167s |     2m:06s |
| Iteration 31     |    none |     --- | newto.. |      276 |      --- |   0.375 |       0.8125 |  3.183s |     2m:10s |
| Iteration 32     |      l2 |  0.0019 | newto.. |      276 |      --- |   0.625 |       0.8125 |  3.190s |     2m:15s |
| Iteration 33     |      l2 |  0.0032 |     sag |      276 |      --- |  0.4375 |       0.8125 |  3.193s |     2m:19s |
| Iteration 34     |      l2 |  3.2589 | libli.. |      282 |      --- |  0.4375 |       0.8125 |  3.220s |     2m:23s |
| Iteration 35     |      l2 |  0.0018 |   lbfgs |      274 |      --- |   0.625 |       0.8125 |  3.326s |     2m:28s |
| Iteration 36     |      l2 |  0.0024 |     sag |      143 |      --- |  0.4375 |       0.8125 |  3.190s |     2m:32s |
| Iteration 37     |      l2 |  3.2662 |   lbfgs |      274 |      --- |  0.4375 |       0.8125 |  3.224s |     2m:36s |
| Iteration 38     | elast.. | 67.8183 |    saga |      280 |      0.6 |  0.4375 |       0.8125 |  3.191s |     2m:41s |
| Iteration 39     |      l2 |  0.0064 | newto.. |      273 |      --- |  0.8125 |       0.8125 |  3.191s |     2m:47s |
| Iteration 40     |      l2 |   0.006 | newto.. |      272 |      --- |     0.5 |       0.8125 |  3.332s |     2m:51s |
| Iteration 41     |      l2 |  2.2951 | libli.. |      270 |      --- |    0.75 |       0.8125 |  3.158s |     2m:57s |
| Iteration 42     |      l2 |   0.001 |     sag |      271 |      --- |     0.5 |       0.8125 |  3.211s |     3m:02s |
| Iteration 43     |      l2 |  0.0114 | newto.. |      271 |      --- |   0.375 |       0.8125 |  3.186s |     3m:06s |
| Iteration 44     |      l2 |  2.1347 |     sag |      918 |      --- |     0.5 |       0.8125 |  3.184s |     3m:11s |
| Iteration 45     |      l2 | 55.3542 | newto.. |      273 |      --- |  0.4375 |       0.8125 |  3.181s |     3m:15s |
| Iteration 46     |      l2 |  0.0098 | libli.. |      273 |      --- |     0.5 |       0.8125 |  3.163s |     3m:19s |
| Iteration 47     |      l2 |  0.0241 | libli.. |      273 |      --- |  0.5625 |       0.8125 |  3.192s |     3m:24s |
| Iteration 48     |    none |     --- |     sag |      269 |      --- |  0.4375 |       0.8125 |  3.193s |     3m:30s |
| Iteration 49     |      l2 |   2.175 | libli.. |      268 |      --- |     0.5 |       0.8125 |  3.283s |     3m:34s |
| Iteration 50     |      l2 |  2.9787 | libli.. |      273 |      --- |  0.5625 |       0.8125 |  3.185s |     3m:39s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'penalty': 'l2', 'C': 2.2818, 'solver': 'liblinear', 'max_iter': 278}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 3m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8321
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1342
Time elapsed: 0.049s
-------------------------------------------------
Total time: 3m:42s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  3.103s |     3.109s |
| Initial point 2  |     svd |       --- |  0.4062 |         0.75 |  3.119s |     9.003s |
| Initial point 3  |     svd |       --- |  0.4062 |         0.75 |  0.001s |    10.178s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  3.686s |    15.987s |
| Initial point 5  |   eigen |       0.9 |  0.6875 |         0.75 |  3.097s |    21.580s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |         0.75 |  3.080s |    25.691s |
| Initial point 7  |    lsqr |       0.5 |  0.9375 |       0.9375 |  3.182s |    29.627s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |       0.9375 |  3.154s |    33.453s |
| Initial point 9  |    lsqr |       0.6 |    0.75 |       0.9375 |  3.160s |    37.310s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |       0.9375 |  3.181s |    41.158s |
| Iteration 11     |   eigen |       0.5 |    0.75 |       0.9375 |  3.192s |    45.150s |
| Iteration 12     |    lsqr |       0.5 |  0.9375 |       0.9375 |  0.001s |    45.996s |
| Iteration 13     |   eigen |       0.7 |     0.0 |       0.9375 |  3.158s |    49.926s |
| Iteration 14     |     svd |       --- |  0.4062 |       0.9375 |  0.000s |    50.729s |
| Iteration 15     |   eigen |      auto |  0.1875 |       0.9375 |  3.205s |    54.704s |
| Iteration 16     |     svd |       --- |  0.4062 |       0.9375 |  0.000s |    57.220s |
| Iteration 17     |     svd |       --- |  0.4062 |       0.9375 |  0.000s |     1m:00s |
| Iteration 18     |    lsqr |       1.0 |  0.4375 |       0.9375 |  3.097s |     1m:06s |
| Iteration 19     |   eigen |       0.6 |     1.0 |          1.0 |  3.120s |     1m:13s |
| Iteration 20     |    lsqr |      auto |  0.1875 |          1.0 |  3.075s |     1m:18s |
| Iteration 21     |     svd |       --- |  0.4062 |          1.0 |  0.000s |     1m:21s |
| Iteration 22     |     svd |       --- |  0.4062 |          1.0 |  0.000s |     1m:23s |
| Iteration 23     |    lsqr |      None |    0.75 |          1.0 |  3.104s |     1m:27s |
| Iteration 24     |     svd |       --- |  0.4062 |          1.0 |  0.000s |     1m:27s |
| Iteration 25     |   eigen |      None |     0.5 |          1.0 |  3.272s |     1m:32s |
| Iteration 26     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |     1m:32s |
| Iteration 27     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |     1m:33s |
| Iteration 28     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |     1m:35s |
| Iteration 29     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 30     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 31     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 32     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |     1m:38s |
| Iteration 33     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 34     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 35     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:41s |
| Iteration 36     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:42s |
| Iteration 37     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 38     |     svd |       --- |  0.4062 |          1.0 |  0.000s |     1m:44s |
| Iteration 39     |     svd |       --- |  0.4062 |          1.0 |  0.000s |     1m:45s |
| Iteration 40     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |     1m:46s |
| Iteration 41     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:47s |
| Iteration 42     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:48s |
| Iteration 43     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:49s |
| Iteration 44     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:50s |
| Iteration 45     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:51s |
| Iteration 46     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |     1m:52s |
| Iteration 47     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:53s |
| Iteration 48     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:54s |
| Iteration 49     |   eigen |       0.6 |     1.0 |          1.0 |  0.000s |     1m:55s |
| Iteration 50     |   eigen |       0.6 |     1.0 |          1.0 |  0.001s |     1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.858
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1855
Time elapsed: 0.031s
-------------------------------------------------
Total time: 1m:57s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  3.229s |     3.234s |
| Initial point 2  |       0.9 |  0.4688 |         0.75 |  3.173s |     7.043s |
| Initial point 3  |       0.1 |   0.625 |         0.75 |  3.790s |    11.506s |
| Initial point 4  |       1.0 |    0.75 |         0.75 |  0.000s |    13.790s |
| Initial point 5  |       0.2 |  0.6875 |         0.75 |  3.083s |    17.992s |
| Initial point 6  |       0.4 |  0.6875 |         0.75 |  3.113s |    21.725s |
| Initial point 7  |       0.4 |  0.6875 |         0.75 |  0.001s |    22.368s |
| Initial point 8  |       0.7 |  0.5625 |         0.75 |  3.152s |    26.191s |
| Initial point 9  |       0.9 |  0.4688 |         0.75 |  0.000s |    26.821s |
| Initial point 10 |       0.8 |   0.625 |         0.75 |  3.171s |    30.625s |
| Iteration 11     |       0.3 |  0.8125 |       0.8125 |  3.136s |    34.558s |
| Iteration 12     |       0.6 |  0.4375 |       0.8125 |  3.146s |    38.422s |
| Iteration 13     |       0.5 |  0.0625 |       0.8125 |  3.171s |    42.367s |
| Iteration 14     |       0.0 |   0.375 |       0.8125 |  3.219s |    46.321s |
| Iteration 15     |       0.3 |  0.8125 |       0.8125 |  0.000s |    47.056s |
| Iteration 16     |       0.3 |  0.8125 |       0.8125 |  0.000s |    47.784s |
| Iteration 17     |       0.3 |  0.8125 |       0.8125 |  0.000s |    48.530s |
| Iteration 18     |       0.3 |  0.8125 |       0.8125 |  0.000s |    49.438s |
| Iteration 19     |       0.3 |  0.8125 |       0.8125 |  0.000s |    50.197s |
| Iteration 20     |       0.3 |  0.8125 |       0.8125 |  0.000s |    50.914s |
| Iteration 21     |       0.6 |  0.4375 |       0.8125 |  0.000s |    51.647s |
| Iteration 22     |       0.3 |  0.8125 |       0.8125 |  0.000s |    52.388s |
| Iteration 23     |       0.3 |  0.8125 |       0.8125 |  0.000s |    53.133s |
| Iteration 24     |       0.3 |  0.8125 |       0.8125 |  0.000s |    53.985s |
| Iteration 25     |       0.3 |  0.8125 |       0.8125 |  0.000s |    54.817s |
| Iteration 26     |       0.3 |  0.8125 |       0.8125 |  0.000s |    55.611s |
| Iteration 27     |       0.3 |  0.8125 |       0.8125 |  0.000s |    56.402s |
| Iteration 28     |       0.9 |  0.4688 |       0.8125 |  0.001s |    57.199s |
| Iteration 29     |       0.3 |  0.8125 |       0.8125 |  0.000s |    58.014s |
| Iteration 30     |       0.8 |   0.625 |       0.8125 |  0.000s |    58.788s |
| Iteration 31     |       0.3 |  0.8125 |       0.8125 |  0.000s |    59.592s |
| Iteration 32     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 33     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 34     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
| Iteration 35     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:06s |
| Iteration 36     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:07s |
| Iteration 37     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:08s |
| Iteration 38     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:08s |
| Iteration 39     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:09s |
| Iteration 40     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:10s |
| Iteration 41     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:11s |
| Iteration 42     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 43     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 44     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:13s |
| Iteration 45     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:14s |
| Iteration 46     |       0.3 |  0.8125 |       0.8125 |  0.001s |     1m:15s |
| Iteration 47     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:16s |
| Iteration 48     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:17s |
| Iteration 49     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:18s |
| Iteration 50     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.825
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.1342
Time elapsed: 0.035s
-------------------------------------------------
Total time: 1m:23s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.6573 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  3.206s |     3.227s |
| Initial point 2  |  4.2384 | uniform |   kd_tree |        39 |       2 |  0.3438 |       0.8125 |  3.200s |     9.546s |
| Initial point 3  |  3.3481 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.8125 |  3.224s |    13.866s |
| Initial point 4  |  9.7679 | uniform | ball_tree |        39 |       2 |     0.5 |       0.8125 |  3.258s |    17.855s |
| Initial point 5  |  7.6518 | dista.. |      auto |        30 |       2 |    0.75 |       0.8125 |  3.230s |    21.970s |
| Initial point 6  |  8.8614 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.8125 |  3.210s |    25.845s |
| Initial point 7  |  6.3383 | dista.. | ball_tree |        24 |       1 |  0.5625 |       0.8125 |  3.211s |    29.691s |
| Initial point 8  |  1.5189 | dista.. | ball_tree |        21 |       2 |    0.75 |       0.8125 |  3.218s |    33.669s |
| Initial point 9  |  7.0605 | uniform | ball_tree |        24 |       1 |   0.625 |       0.8125 |  3.819s |    38.171s |
| Initial point 10 |  5.0149 | uniform |     brute |        22 |       2 |   0.375 |       0.8125 |  3.215s |    42.032s |
| Iteration 11     | 10.6874 | dista.. |     brute |        20 |       1 |    0.25 |       0.8125 |  3.182s |    46.220s |
| Iteration 12     |     0.0 | dista.. |      auto |        20 |       2 |     0.5 |       0.8125 |  3.226s |    50.388s |
| Iteration 13     | 10.6874 | dista.. |      auto |        30 |       1 |    0.25 |       0.8125 |  3.203s |    54.536s |
| Iteration 14     |  0.6112 | dista.. | ball_tree |        24 |       2 |     0.5 |       0.8125 |  3.245s |    58.905s |
| Iteration 15     |   9.598 | dista.. |     brute |        38 |       2 |  0.4375 |       0.8125 |  3.225s |     1m:03s |
| Iteration 16     |  5.1297 | uniform |      auto |        40 |       1 |  0.6875 |       0.8125 |  3.252s |     1m:07s |
| Iteration 17     |  3.2298 | dista.. |      auto |        25 |       2 |   0.375 |       0.8125 |  3.221s |     1m:12s |
| Iteration 18     |  8.6998 | dista.. | ball_tree |        25 |       2 |  0.4375 |       0.8125 |  3.245s |     1m:16s |
| Iteration 19     |  0.1575 | dista.. |      auto |        40 |       2 |     0.5 |       0.8125 |  3.242s |     1m:20s |
| Iteration 20     |  0.0442 | dista.. |      auto |        40 |       1 |     0.5 |       0.8125 |  3.210s |     1m:24s |
| Iteration 21     | 10.5624 | dista.. |   kd_tree |        20 |       1 |   0.375 |       0.8125 |  3.237s |     1m:29s |
| Iteration 22     |   0.701 | dista.. | ball_tree |        25 |       2 |     0.5 |       0.8125 |  3.288s |     1m:33s |
| Iteration 23     |   0.012 | uniform |   kd_tree |        40 |       1 |     0.5 |       0.8125 |  3.299s |     1m:38s |
| Iteration 24     |  0.4883 | uniform | ball_tree |        40 |       1 |     0.5 |       0.8125 |  3.218s |     1m:42s |
| Iteration 25     | 10.1997 | uniform | ball_tree |        20 |       1 |  0.5312 |       0.8125 |  3.215s |     1m:47s |
| Iteration 26     |  0.0786 | dista.. | ball_tree |        20 |       2 |     0.5 |       0.8125 |  3.263s |     1m:51s |
| Iteration 27     | 10.1643 | uniform |      auto |        40 |       1 |  0.9375 |       0.9375 |  3.168s |     1m:55s |
| Iteration 28     |  9.4455 | uniform |      auto |        40 |       1 |    0.75 |       0.9375 |  3.205s |     1m:60s |
| Iteration 29     | 10.2737 | uniform |      auto |        39 |       2 |     0.5 |       0.9375 |  3.196s |     2m:04s |
| Iteration 30     |  9.9687 | uniform |      auto |        40 |       1 |    0.75 |       0.9375 |  3.205s |     2m:08s |
| Iteration 31     |  3.6748 | uniform | ball_tree |        25 |       2 |  0.5625 |       0.9375 |  3.226s |     2m:13s |
| Iteration 32     | 10.6874 | uniform | ball_tree |        40 |       1 |  0.3438 |       0.9375 |  3.207s |     2m:17s |
| Iteration 33     |  3.2381 | uniform |      auto |        30 |       2 |  0.5938 |       0.9375 |  3.967s |     2m:22s |
| Iteration 34     | 10.6874 | dista.. |      auto |        40 |       1 |  0.6875 |       0.9375 |  3.247s |     2m:26s |
| Iteration 35     | 10.6874 | uniform |      auto |        30 |       2 |     0.5 |       0.9375 |  3.230s |     2m:31s |
| Iteration 36     |  7.8534 | dista.. |      auto |        40 |       1 |  0.5625 |       0.9375 |  3.247s |     2m:36s |
| Iteration 37     | 10.4005 | uniform |      auto |        39 |       1 |  0.4375 |       0.9375 |  3.249s |     2m:40s |
| Iteration 38     |  9.9029 | dista.. |      auto |        40 |       1 |  0.3125 |       0.9375 |  3.244s |     2m:45s |
| Iteration 39     |  3.1756 | dista.. | ball_tree |        22 |       2 |  0.5625 |       0.9375 |  3.252s |     2m:49s |
| Iteration 40     |  5.0398 | uniform |      auto |        40 |       1 |   0.625 |       0.9375 |  3.183s |     2m:53s |
| Iteration 41     |   5.716 | dista.. |      auto |        31 |       2 |    0.75 |       0.9375 |  3.186s |     2m:58s |
| Iteration 42     | 10.6874 | uniform |      auto |        40 |       1 |  0.3438 |       0.9375 |  3.236s |     3m:02s |
| Iteration 43     |    9.62 | uniform |      auto |        40 |       1 |  0.4375 |       0.9375 |  3.224s |     3m:06s |
| Iteration 44     |  9.0429 | uniform |      auto |        40 |       1 |    0.75 |       0.9375 |  3.222s |     3m:11s |
| Iteration 45     | 10.6874 | uniform |      auto |        40 |       1 |  0.3438 |       0.9375 |  0.001s |     3m:13s |
| Iteration 46     | 10.6874 | uniform |      auto |        40 |       1 |  0.3438 |       0.9375 |  0.001s |     3m:15s |
| Iteration 47     |  6.1073 | uniform |      auto |        38 |       2 |   0.625 |       0.9375 |  3.240s |     3m:19s |
| Iteration 48     |  6.1364 | dista.. |      auto |        21 |       1 |   0.625 |       0.9375 |  3.202s |     3m:23s |
| Iteration 49     |  0.0071 | uniform |     brute |        31 |       1 |     0.5 |       0.9375 |  3.241s |     3m:28s |
| Iteration 50     |  6.1237 | dista.. |      auto |        22 |       2 |  0.8125 |       0.9375 |  3.192s |     3m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'radius': 10.1643, 'weights': 'uniform', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5527
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.525 ± 0.2145
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:33s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.7812 |       0.7812 |  3.632s |     3.693s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.4688 |       0.7812 |  3.611s |     7.948s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |       0.7812 |  3.326s |    11.946s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |        0.875 |  3.475s |    16.062s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |        0.875 |  3.364s |    20.079s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.5938 |        0.875 |  3.563s |    24.334s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6875 |        0.875 |  3.221s |    28.206s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |        0.875 |  3.485s |    32.342s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6875 |        0.875 |  3.196s |    36.451s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |        0.875 |  3.356s |    41.211s |
| Iteration 11     |           50 |        0.1588 |     SAMME |  0.6875 |        0.875 |  3.235s |    46.039s |
| Iteration 12     |          500 |        0.1628 |     SAMME |  0.6562 |        0.875 |  4.347s |    53.039s |
| Iteration 13     |           50 |          0.01 |     SAMME |  0.2812 |        0.875 |  3.285s |    58.989s |
| Iteration 14     |          432 |        0.0779 |     SAMME |  0.7188 |        0.875 |  3.438s |     1m:05s |
| Iteration 15     |          417 |        0.0945 |     SAMME |  0.6875 |        0.875 |  3.468s |     1m:10s |
| Iteration 16     |          199 |        0.0844 |     SAMME |  0.6875 |        0.875 |  3.376s |     1m:14s |
| Iteration 17     |          229 |          0.01 |     SAMME |  0.9062 |       0.9062 |  3.382s |     1m:19s |
| Iteration 18     |          247 |          0.01 |     SAMME |     1.0 |          1.0 |  3.379s |     1m:23s |
| Iteration 19     |          294 |          0.01 |     SAMME |  0.6875 |          1.0 |  3.421s |     1m:27s |
| Iteration 20     |          239 |          0.01 |     SAMME |  0.5938 |          1.0 |  3.384s |     1m:32s |
| Iteration 21     |          310 |        2.5886 |     SAMME |  0.4688 |          1.0 |  3.242s |     1m:36s |
| Iteration 22     |          219 |          0.01 |     SAMME |    0.75 |          1.0 |  3.371s |     1m:40s |
| Iteration 23     |           50 |        7.6878 |   SAMME.R |  0.5625 |          1.0 |  3.269s |     1m:44s |
| Iteration 24     |          249 |        0.0108 |   SAMME.R |  0.5938 |          1.0 |  3.440s |     1m:49s |
| Iteration 25     |          248 |          0.01 |     SAMME |    0.25 |          1.0 |  3.372s |     1m:53s |
| Iteration 26     |          168 |        8.8631 |     SAMME |     0.5 |          1.0 |  3.188s |     1m:57s |
| Iteration 27     |          482 |        0.0112 |     SAMME |  0.5625 |          1.0 |  3.495s |     2m:02s |
| Iteration 28     |          360 |        0.0102 |     SAMME |     0.5 |          1.0 |  3.426s |     2m:06s |
| Iteration 29     |          219 |        0.0182 |     SAMME |  0.9062 |          1.0 |  3.239s |     2m:10s |
| Iteration 30     |          149 |          0.01 |     SAMME |   0.375 |          1.0 |  3.232s |     2m:15s |
| Iteration 31     |          355 |        6.5506 |   SAMME.R |  0.8125 |          1.0 |  3.481s |     2m:19s |
| Iteration 32     |          326 |        0.0102 |   SAMME.R |   0.625 |          1.0 |  3.407s |     2m:24s |
| Iteration 33     |          386 |        1.7505 |   SAMME.R |  0.8125 |          1.0 |  3.483s |     2m:28s |
| Iteration 34     |          149 |        0.0219 |   SAMME.R |  0.8438 |          1.0 |  3.269s |     2m:33s |
| Iteration 35     |          236 |        0.0187 |     SAMME |  0.5312 |          1.0 |  3.368s |     2m:37s |
| Iteration 36     |          479 |        0.0257 |   SAMME.R |   0.875 |          1.0 |  3.593s |     2m:42s |
| Iteration 37     |          314 |        0.0287 |     SAMME |     1.0 |          1.0 |  3.444s |     2m:47s |
| Iteration 38     |          212 |        0.0299 |     SAMME |  0.7812 |          1.0 |  3.383s |     2m:52s |
| Iteration 39     |          440 |        0.0323 |   SAMME.R |  0.5625 |          1.0 |  3.558s |     2m:57s |
| Iteration 40     |          129 |        0.0247 |     SAMME |   0.625 |          1.0 |  3.305s |     3m:01s |
| Iteration 41     |           87 |         1.368 |   SAMME.R |     1.0 |          1.0 |  3.220s |     3m:06s |
| Iteration 42     |          421 |        0.0263 |     SAMME |    0.75 |          1.0 |  3.504s |     3m:11s |
| Iteration 43     |           83 |        1.3824 |   SAMME.R |     0.5 |          1.0 |  3.231s |     3m:15s |
| Iteration 44     |          416 |        0.7328 |     SAMME |  0.4375 |          1.0 |  3.496s |     3m:20s |
| Iteration 45     |          303 |        4.7258 |   SAMME.R |  0.6562 |          1.0 |  3.371s |     3m:25s |
| Iteration 46     |           53 |        0.3937 |   SAMME.R |   0.625 |          1.0 |  3.159s |     3m:29s |
| Iteration 47     |          136 |        0.1175 |   SAMME.R |  0.6875 |          1.0 |  3.254s |     3m:34s |
| Iteration 48     |           52 |        0.0377 |     SAMME |     0.5 |          1.0 |  3.200s |     3m:38s |
| Iteration 49     |          396 |        1.1633 |   SAMME.R |     0.5 |          1.0 |  3.454s |     3m:42s |
| Iteration 50     |           81 |        0.0665 |     SAMME |    0.75 |          1.0 |  3.208s |     3m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 314, 'learning_rate': 0.0287, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9161
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.257s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.2164
Time elapsed: 1.146s
-------------------------------------------------
Total time: 3m:49s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  3.536s |     3.557s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.7812 |       0.8125 |  3.410s |     7.752s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.8125 |  3.445s |    12.012s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  3.229s |    15.969s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |       0.8125 |  3.462s |    20.255s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |        0.875 |  3.252s |    24.295s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |        0.875 |  3.359s |    28.335s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6875 |        0.875 |  3.300s |    32.767s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |        0.875 |  3.411s |    36.961s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.875 |        0.875 |  3.410s |    41.143s |
| Iteration 11     |          274 |      gini |         1 |                 2 |               20 |         None |      True |     0.035 |        None |  0.8438 |        0.875 |  3.324s |    45.694s |
| Iteration 12     |          263 |      gini |         8 |                 6 |               11 |          0.5 |     False |     0.035 |         --- |  0.5312 |        0.875 |  3.270s |    50.121s |
| Iteration 13     |          232 |      gini |         7 |                 4 |               15 |          0.9 |      True |    0.0213 |         0.8 |  0.0625 |        0.875 |  3.289s |    54.614s |
| Iteration 14     |           10 |   entropy |         9 |                20 |                1 |         auto |      True |       0.0 |        None |  0.7812 |        0.875 |  3.140s |    58.965s |
| Iteration 15     |          110 |      gini |      None |                10 |                8 |          0.6 |      True |    0.0103 |         0.6 |    0.75 |        0.875 |  3.857s |     1m:04s |
| Iteration 16     |          413 |   entropy |         5 |                18 |                4 |          0.7 |     False |    0.0249 |         --- |  0.4375 |        0.875 |  3.449s |     1m:09s |
| Iteration 17     |          394 |      gini |         5 |                11 |               20 |          0.8 |     False |    0.0325 |         --- |  0.7188 |        0.875 |  3.364s |     1m:13s |
| Iteration 18     |          285 |   entropy |         8 |                16 |               13 |          0.9 |      True |    0.0203 |         0.7 |     1.0 |          1.0 |  3.398s |     1m:18s |
| Iteration 19     |          347 |      gini |         1 |                 3 |                4 |         sqrt |      True |    0.0069 |         0.7 |  0.9375 |          1.0 |  3.437s |     1m:22s |
| Iteration 20     |           25 |   entropy |         4 |                 2 |               15 |          0.8 |     False |    0.0056 |         --- |  0.7188 |          1.0 |  3.194s |     1m:26s |
| Iteration 21     |          479 |      gini |         9 |                20 |               15 |         None |      True |     0.031 |         0.7 |  0.9375 |          1.0 |  3.554s |     1m:31s |
| Iteration 22     |          290 |      gini |         8 |                16 |               10 |          0.8 |      True |    0.0272 |         0.7 |   0.625 |          1.0 |  3.365s |     1m:36s |
| Iteration 23     |          285 |   entropy |         8 |                 8 |               12 |          0.8 |      True |    0.0092 |         0.7 |   0.875 |          1.0 |  3.416s |     1m:40s |
| Iteration 24     |          281 |   entropy |         7 |                20 |               13 |         None |      True |      0.03 |         0.7 |  0.9375 |          1.0 |  3.441s |     1m:45s |
| Iteration 25     |           40 |      gini |         9 |                12 |               18 |         log2 |     False |    0.0097 |         --- |  0.7188 |          1.0 |  3.214s |     1m:50s |
| Iteration 26     |          460 |   entropy |         8 |                20 |                7 |          0.8 |     False |    0.0325 |         --- |    0.75 |          1.0 |  3.491s |     1m:54s |
| Iteration 27     |          444 |      gini |      None |                 2 |                1 |         auto |      True |    0.0079 |         0.7 |  0.5625 |          1.0 |  3.577s |     1m:59s |
| Iteration 28     |          499 |   entropy |         9 |                 5 |                8 |          0.9 |      True |    0.0067 |         0.7 |     0.5 |          1.0 |  3.530s |     2m:04s |
| Iteration 29     |          403 |   entropy |         6 |                16 |               14 |          0.9 |      True |    0.0151 |         0.7 |  0.5625 |          1.0 |  3.492s |     2m:09s |
| Iteration 30     |          297 |   entropy |         9 |                20 |               12 |          0.9 |     False |    0.0344 |         --- |  0.4375 |          1.0 |  3.360s |     2m:14s |
| Iteration 31     |          291 |   entropy |         2 |                 9 |               14 |         log2 |      True |    0.0261 |         0.7 |   0.875 |          1.0 |  3.449s |     2m:18s |
| Iteration 32     |          346 |      gini |         1 |                10 |                2 |         None |      True |    0.0321 |         0.7 |  0.5625 |          1.0 |  3.450s |     2m:23s |
| Iteration 33     |          292 |   entropy |         5 |                13 |               13 |          0.6 |      True |    0.0307 |         0.7 |  0.7812 |          1.0 |  3.436s |     2m:28s |
| Iteration 34     |          285 |      gini |         2 |                 2 |               13 |          0.9 |      True |    0.0101 |         0.7 |  0.9375 |          1.0 |  3.429s |     2m:33s |
| Iteration 35     |          348 |   entropy |         8 |                 6 |                5 |         auto |      True |    0.0023 |         0.7 |  0.5625 |          1.0 |  3.464s |     2m:38s |
| Iteration 36     |          284 |   entropy |         5 |                10 |               15 |          0.9 |      True |    0.0099 |         0.7 |   0.625 |          1.0 |  3.402s |     2m:43s |
| Iteration 37     |          345 |   entropy |         8 |                 3 |                9 |          0.9 |      True |    0.0159 |         0.7 |     1.0 |          1.0 |  3.482s |     2m:48s |
| Iteration 38     |          185 |   entropy |         8 |                10 |               16 |          0.9 |      True |    0.0114 |         0.7 |   0.625 |          1.0 |  3.311s |     2m:52s |
| Iteration 39     |          311 |   entropy |         8 |                16 |               12 |         None |      True |    0.0203 |         0.5 |     1.0 |          1.0 |  3.441s |     2m:57s |
| Iteration 40     |          365 |      gini |         8 |                10 |               13 |          0.5 |      True |    0.0299 |         0.6 |  0.6875 |          1.0 |  4.142s |     3m:03s |
| Iteration 41     |          345 |   entropy |         3 |                 7 |                9 |          0.5 |      True |    0.0035 |         0.7 |     1.0 |          1.0 |  3.465s |     3m:07s |
| Iteration 42     |          290 |   entropy |         8 |                16 |               14 |          0.9 |      True |    0.0288 |         0.7 |   0.625 |          1.0 |  3.430s |     3m:13s |
| Iteration 43     |          345 |      gini |         2 |                 2 |                9 |          0.7 |      True |    0.0043 |         0.7 |  0.6875 |          1.0 |  3.559s |     3m:18s |
| Iteration 44     |          293 |   entropy |         7 |                13 |               12 |          0.8 |      True |    0.0329 |         0.5 |  0.6562 |          1.0 |  3.329s |     3m:23s |
| Iteration 45     |          308 |   entropy |         8 |                15 |               11 |          0.9 |      True |    0.0168 |         0.6 |  0.6875 |          1.0 |  3.372s |     3m:28s |
| Iteration 46     |          340 |   entropy |         9 |                10 |                5 |         None |      True |    0.0215 |         0.7 |  0.6875 |          1.0 |  3.430s |     3m:33s |
| Iteration 47     |          282 |   entropy |         6 |                14 |               13 |          0.6 |      True |    0.0062 |         0.7 |  0.8125 |          1.0 |  3.372s |     3m:37s |
| Iteration 48     |          378 |   entropy |         8 |                18 |               13 |         None |      True |    0.0147 |         0.7 |  0.5625 |          1.0 |  3.451s |     3m:42s |
| Iteration 49     |          360 |   entropy |         8 |                 4 |                9 |          0.9 |      True |    0.0159 |         0.7 |   0.625 |          1.0 |  3.434s |     3m:47s |
| Iteration 50     |          312 |   entropy |         8 |                16 |               12 |          0.9 |      True |     0.023 |         0.5 |    0.75 |          1.0 |  3.407s |     3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 345, 'criterion': 'entropy', 'max_depth': 8, 'min_samples_split': 3, 'min_samples_leaf': 9, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0159, 'max_samples': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8652
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.307s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1828
Time elapsed: 1.403s
-------------------------------------------------
Total time: 3m:56s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.346s |     3.368s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.5312 |       0.5312 |  3.259s |     7.469s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.5312 |  3.330s |    11.576s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.5312 |  3.264s |    15.605s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.5312 |  3.245s |    19.648s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.5312 |  3.208s |    23.590s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.5312 |  3.201s |    27.623s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.5312 |  3.242s |    31.725s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |        0.875 |  3.276s |    35.843s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  3.232s |    39.794s |
| Iteration 11     |           59 |        0.3731 |         9 |     0.0 |                4 |       0.6 |              0.8 |      0.01 |         10 |   0.875 |        0.875 |  3.210s |    44.129s |
| Iteration 12     |          366 |        0.0329 |         4 |  0.7383 |                4 |       0.9 |              0.5 |       100 |         10 |     0.5 |        0.875 |  3.247s |    48.399s |
| Iteration 13     |          114 |        0.0916 |         3 |  0.5682 |                4 |       0.5 |              0.8 |         0 |          0 |   0.125 |        0.875 |  3.201s |    52.678s |
| Iteration 14     |          299 |        0.0525 |         7 |    0.54 |                3 |       0.6 |              0.8 |      0.01 |          1 |  0.6875 |        0.875 |  3.238s |    56.953s |
| Iteration 15     |          336 |        0.0629 |         7 |  0.1711 |                4 |       0.6 |              0.8 |      0.01 |         10 |  0.7812 |        0.875 |  3.253s |     1m:01s |
| Iteration 16     |           45 |        0.0938 |         9 |  0.9001 |                5 |       0.8 |              0.8 |      0.01 |       0.01 |  0.8125 |        0.875 |  3.220s |     1m:06s |
| Iteration 17     |          131 |        0.9999 |         9 |  0.9271 |                7 |       1.0 |              0.9 |      0.01 |        100 |     0.5 |        0.875 |  3.161s |     1m:10s |
| Iteration 18     |          134 |         0.633 |         3 |  0.0722 |                4 |       0.7 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  3.194s |     1m:15s |
| Iteration 19     |          164 |        0.8844 |         2 |   0.409 |                4 |       0.8 |              0.7 |      0.01 |          0 |  0.8125 |       0.9375 |  3.239s |     1m:19s |
| Iteration 20     |          459 |        0.0177 |         3 |  0.0026 |               10 |       0.5 |              0.5 |        10 |        0.1 |     0.5 |       0.9375 |  3.270s |     1m:24s |
| Iteration 21     |          245 |         0.807 |         9 |  0.0662 |               10 |       1.0 |              0.5 |         0 |          1 |     0.5 |       0.9375 |  3.239s |     1m:28s |
| Iteration 22     |          467 |        0.5284 |         1 |  0.0044 |               10 |       0.9 |              0.4 |       100 |          1 |     0.5 |       0.9375 |  3.272s |     1m:33s |
| Iteration 23     |           45 |          0.01 |         9 |  0.9212 |                6 |       0.8 |              0.4 |        10 |       0.01 |     0.5 |       0.9375 |  3.210s |     1m:37s |
| Iteration 24     |          486 |        0.1194 |         1 |  0.0811 |               10 |       0.7 |              0.5 |      0.01 |        100 |     0.5 |       0.9375 |  3.284s |     1m:42s |
| Iteration 25     |          144 |        0.5472 |         2 |  0.0124 |                1 |       0.9 |              0.5 |      0.01 |         10 |     0.5 |       0.9375 |  3.162s |     1m:46s |
| Iteration 26     |           20 |         0.651 |         2 |  0.3685 |                4 |       1.0 |              0.8 |      0.01 |          1 |  0.7188 |       0.9375 |  3.150s |     1m:50s |
| Iteration 27     |          276 |        0.6543 |         7 |  0.4857 |                4 |       0.7 |              0.8 |      0.01 |          1 |  0.4375 |       0.9375 |  3.191s |     1m:56s |
| Iteration 28     |          483 |        0.0139 |         4 |  0.0839 |                5 |       0.5 |              0.7 |      0.01 |       0.01 |     0.5 |       0.9375 |  3.199s |     2m:00s |
| Iteration 29     |           25 |        0.4735 |         4 |  0.9083 |                1 |       0.5 |              0.6 |       0.1 |        100 |     0.5 |       0.9375 |  3.196s |     2m:04s |
| Iteration 30     |           20 |        0.3315 |         9 |  0.0049 |                1 |       0.8 |              0.9 |         1 |       0.01 |  0.3125 |       0.9375 |  3.153s |     2m:09s |
| Iteration 31     |           26 |        0.0274 |         9 |  0.0636 |               10 |       0.7 |              0.8 |       0.1 |       0.01 |     0.5 |       0.9375 |  3.183s |     2m:15s |
| Iteration 32     |           23 |        0.0549 |         9 |  0.2213 |               10 |       0.7 |              0.8 |         1 |          1 |     0.5 |       0.9375 |  3.130s |     2m:20s |
| Iteration 33     |          247 |        0.4621 |         2 |     0.0 |                4 |       0.7 |              0.8 |       0.1 |       0.01 |  0.5625 |       0.9375 |  3.245s |     2m:24s |
| Iteration 34     |          296 |        0.0456 |         3 |  0.4096 |                4 |       0.7 |              0.8 |      0.01 |        0.1 |     1.0 |          1.0 |  3.199s |     2m:29s |
| Iteration 35     |          457 |        0.0273 |         3 |     1.0 |                4 |       0.7 |              0.8 |         0 |       0.01 |     0.5 |          1.0 |  3.256s |     2m:34s |
| Iteration 36     |          433 |        0.6991 |         3 |  0.0866 |                1 |       0.8 |              0.6 |         0 |        100 |   0.625 |          1.0 |  3.237s |     2m:38s |
| Iteration 37     |          254 |        0.0123 |         2 |  0.0991 |                1 |       1.0 |              0.5 |       100 |          1 |     0.5 |          1.0 |  3.249s |     2m:43s |
| Iteration 38     |           96 |        0.0221 |        10 |    0.88 |                6 |       0.9 |              0.5 |         1 |         10 |   0.625 |          1.0 |  3.222s |     2m:47s |
| Iteration 39     |          344 |        0.0518 |         5 |   0.914 |                7 |       1.0 |              0.5 |         0 |         10 |     0.5 |          1.0 |  3.268s |     2m:51s |
| Iteration 40     |          133 |        0.0189 |         3 |  0.8438 |                6 |       0.5 |              0.9 |       0.1 |         10 |     0.5 |          1.0 |  3.224s |     2m:56s |
| Iteration 41     |           20 |          0.01 |         2 |  0.0888 |                4 |       0.8 |              0.8 |      0.01 |        0.1 |     1.0 |          1.0 |  3.218s |     3m:00s |
| Iteration 42     |          122 |          0.01 |         1 |  0.5669 |                4 |       1.0 |              0.7 |      0.01 |        0.1 |   0.875 |          1.0 |  3.226s |     3m:05s |
| Iteration 43     |           20 |          0.01 |         2 |  0.2766 |                4 |       0.5 |              0.5 |      0.01 |          1 |     0.5 |          1.0 |  3.205s |     3m:09s |
| Iteration 44     |          204 |          0.01 |         3 |   0.546 |                4 |       0.9 |              0.8 |      0.01 |       0.01 |  0.5938 |          1.0 |  3.810s |     3m:15s |
| Iteration 45     |          131 |        0.4191 |         3 |  0.5203 |                4 |       0.7 |              1.0 |      0.01 |        0.1 |    0.75 |          1.0 |  3.191s |     3m:20s |
| Iteration 46     |          324 |        0.0219 |         3 |  0.0224 |                4 |       0.8 |              0.9 |      0.01 |         10 |  0.6875 |          1.0 |  3.205s |     3m:24s |
| Iteration 47     |          348 |        0.1359 |         4 |  0.7854 |                3 |       1.0 |              1.0 |      0.01 |          1 |     1.0 |          1.0 |  3.232s |     3m:29s |
| Iteration 48     |          185 |        0.0237 |         6 |  0.1657 |                3 |       1.0 |              1.0 |      0.01 |          0 |   0.625 |          1.0 |  3.238s |     3m:34s |
| Iteration 49     |          143 |        0.0169 |         5 |  0.8061 |                1 |       0.9 |              1.0 |      0.01 |         10 |  0.4062 |          1.0 |  3.169s |     3m:39s |
| Iteration 50     |          325 |        0.3211 |         2 |   0.776 |                4 |       1.0 |              1.0 |      0.01 |        100 |   0.875 |          1.0 |  3.243s |     3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'n_estimators': 348, 'learning_rate': 0.1359, 'max_depth': 4, 'gamma': 0.7854, 'min_child_weight': 3, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9174
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.083s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.1166
Time elapsed: 0.252s
-------------------------------------------------
Total time: 3m:45s


Final results ==================== >>
Duration: 26m:03s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.635 ± 0.2059 ~
Logistic Regression             --> roc_auc: 0.65 ± 0.1342 ~
Linear Discriminant Analysis    --> roc_auc: 0.86 ± 0.1855
Quadratic Discriminant Analysis --> roc_auc: 0.85 ± 0.1342
Radius Nearest Neighbors        --> roc_auc: 0.525 ± 0.2145
AdaBoost                        --> roc_auc: 0.82 ± 0.2164 ~
Random Forest                   --> roc_auc: 0.86 ± 0.1828
XGBoost                         --> roc_auc: 0.92 ± 0.1166 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 837 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  0.680s |     0.701s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |        0.875 |  0.727s |     4.084s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.636s |     7.719s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.625 |          1.0 |  0.684s |    11.477s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.704s |    13.415s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |          1.0 |  0.732s |    14.824s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7812 |          1.0 |  0.718s |    17.752s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.6875 |          1.0 |  0.742s |    21.053s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |          1.0 |  0.692s |    22.903s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  0.673s |    24.289s |
| Iteration 11     | exponen.. |        0.0305 |          205 |       0.7 | friedman_mse |                12 |                2 |         9 |          0.5 |    0.0165 |   0.875 |          1.0 |  0.681s |    26.196s |
| Iteration 12     | exponen.. |        0.3259 |           10 |       0.6 | squared_er.. |                14 |               19 |         2 |          0.7 |    0.0311 |     0.5 |          1.0 |  0.658s |    27.920s |
| Iteration 13     | exponen.. |        0.0307 |          405 |       0.9 | friedman_mse |                10 |                8 |         9 |         sqrt |    0.0224 |  0.8125 |          1.0 |  0.724s |    29.709s |
| Iteration 14     | exponen.. |        0.0381 |          297 |       0.6 | friedman_mse |                10 |                5 |         6 |         sqrt |    0.0063 |    0.75 |          1.0 |  0.726s |    31.489s |
| Iteration 15     | exponen.. |        0.2855 |          179 |       1.0 | squared_er.. |                17 |               20 |         3 |         auto |    0.0349 |  0.3438 |          1.0 |  0.669s |    33.178s |
| Iteration 16     | exponen.. |        0.1338 |           53 |       0.6 | squared_er.. |                18 |               16 |         2 |         auto |    0.0198 |    0.75 |          1.0 |  0.637s |    35.257s |
| Iteration 17     | exponen.. |        0.2396 |          113 |       0.6 | friedman_mse |                 6 |                3 |         6 |         None |    0.0341 |     1.0 |          1.0 |  0.664s |    37.362s |
| Iteration 18     |  deviance |         0.758 |          248 |       0.9 | friedman_mse |                13 |                3 |         3 |         log2 |    0.0309 |  0.5938 |          1.0 |  0.684s |    39.151s |
| Iteration 19     | exponen.. |        0.0326 |          432 |       1.0 | squared_er.. |                 7 |                3 |         2 |         sqrt |     0.015 |   0.875 |          1.0 |  1.433s |    43.366s |
| Iteration 20     | exponen.. |        0.1022 |          327 |       0.5 | friedman_mse |                 8 |                3 |         8 |          0.8 |     0.014 |     1.0 |          1.0 |  0.740s |    45.659s |
| Iteration 21     | exponen.. |        0.6076 |          170 |       1.0 | squared_er.. |                20 |               17 |         3 |         log2 |    0.0224 |    0.75 |          1.0 |  0.662s |    47.475s |
| Iteration 22     | exponen.. |        0.0436 |           26 |       0.7 | squared_er.. |                16 |               17 |         6 |         sqrt |    0.0342 |    0.75 |          1.0 |  0.638s |    50.284s |
| Iteration 23     | exponen.. |           1.0 |           10 |       0.5 | friedman_mse |                14 |                3 |         4 |         None |     0.035 |   0.625 |          1.0 |  0.633s |    53.312s |
| Iteration 24     |  deviance |        0.4629 |          151 |       0.7 | friedman_mse |                17 |               17 |         3 |          0.5 |    0.0279 |    0.75 |          1.0 |  0.671s |    55.684s |
| Iteration 25     | exponen.. |         0.015 |          307 |       0.8 | friedman_mse |                 7 |                2 |        10 |         sqrt |    0.0213 |   0.875 |          1.0 |  0.711s |    57.542s |
| Iteration 26     | exponen.. |         0.082 |          280 |       0.6 | squared_er.. |                17 |               17 |         3 |          0.6 |    0.0192 |    0.75 |          1.0 |  0.699s |     1m:01s |
| Iteration 27     | exponen.. |        0.4575 |          222 |       0.8 | squared_er.. |                17 |               17 |         1 |          0.6 |    0.0265 |  0.8125 |          1.0 |  0.672s |     1m:03s |
| Iteration 28     | exponen.. |        0.0847 |          301 |       0.6 | friedman_mse |                 7 |                3 |        10 |          0.9 |    0.0034 |     1.0 |          1.0 |  0.726s |     1m:05s |
| Iteration 29     | exponen.. |        0.0205 |          255 |       0.6 | friedman_mse |                 8 |                3 |        10 |          0.9 |    0.0247 |   0.875 |          1.0 |  0.704s |     1m:07s |
| Iteration 30     |  deviance |        0.1236 |          296 |       0.5 | friedman_mse |                 4 |                2 |         7 |         sqrt |     0.015 |   0.625 |          1.0 |  0.695s |     1m:09s |
| Iteration 31     | exponen.. |         0.089 |          242 |       0.6 | friedman_mse |                 8 |                3 |         4 |         log2 |    0.0186 |  0.5625 |          1.0 |  0.740s |     1m:12s |
| Iteration 32     | exponen.. |        0.0829 |          276 |       1.0 | friedman_mse |                 2 |                3 |         8 |          0.7 |    0.0127 |     1.0 |          1.0 |  0.711s |     1m:14s |
| Iteration 33     | exponen.. |        0.6706 |          204 |       0.8 | friedman_mse |                 2 |               14 |         9 |          0.7 |    0.0121 |   0.875 |          1.0 |  0.717s |     1m:16s |
| Iteration 34     | exponen.. |        0.0193 |          151 |       0.8 | friedman_mse |                12 |                3 |         9 |          0.8 |    0.0056 |  0.9375 |          1.0 |  0.724s |     1m:18s |
| Iteration 35     | exponen.. |        0.0435 |          239 |       0.9 | friedman_mse |                13 |                8 |        10 |          0.9 |    0.0006 |  0.6875 |          1.0 |  0.698s |     1m:20s |
| Iteration 36     | exponen.. |        0.0539 |          348 |       0.7 | friedman_mse |                 6 |                3 |         8 |          0.9 |    0.0143 |  0.9375 |          1.0 |  0.729s |     1m:22s |
| Iteration 37     | exponen.. |        0.0426 |          336 |       0.7 | friedman_mse |                 7 |                6 |        10 |          0.9 |    0.0052 |     1.0 |          1.0 |  0.724s |     1m:24s |
| Iteration 38     | exponen.. |        0.1429 |          307 |       0.6 | friedman_mse |                17 |                3 |         8 |          0.8 |    0.0009 |  0.9375 |          1.0 |  0.703s |     1m:26s |
| Iteration 39     | exponen.. |        0.3588 |          148 |       0.6 | friedman_mse |                 7 |                2 |         8 |          0.6 |     0.035 |   0.875 |          1.0 |  0.674s |     1m:28s |
| Iteration 40     | exponen.. |        0.0523 |           84 |       0.5 | friedman_mse |                13 |               17 |        10 |         sqrt |    0.0119 |     0.5 |          1.0 |  0.640s |     1m:30s |
| Iteration 41     | exponen.. |        0.5096 |          130 |       0.7 | friedman_mse |                 3 |                5 |        10 |         sqrt |    0.0178 |  0.8438 |          1.0 |  0.657s |     1m:34s |
| Iteration 42     | exponen.. |        0.1529 |           66 |       0.7 | friedman_mse |                 8 |                3 |         8 |         None |    0.0069 |   0.875 |          1.0 |  0.642s |     1m:36s |
| Iteration 43     | exponen.. |        0.1643 |          259 |       1.0 | friedman_mse |                 4 |               12 |         8 |          0.7 |    0.0042 |  0.9375 |          1.0 |  0.680s |     1m:39s |
| Iteration 44     |  deviance |        0.0104 |           82 |       1.0 | friedman_mse |                17 |               13 |         9 |          0.7 |    0.0032 |  0.8125 |          1.0 |  0.649s |     1m:41s |
| Iteration 45     | exponen.. |        0.9034 |           78 |       0.8 | friedman_mse |                 3 |               12 |         5 |          0.6 |    0.0001 |    0.75 |          1.0 |  0.645s |     1m:43s |
| Iteration 46     |  deviance |         0.282 |          173 |       0.8 | friedman_mse |                 3 |                6 |        10 |          0.9 |    0.0227 |   0.875 |          1.0 |  0.670s |     1m:45s |
| Iteration 47     | exponen.. |        0.2038 |          491 |       0.9 | friedman_mse |                 6 |                4 |         9 |         None |    0.0328 |  0.9375 |          1.0 |  0.775s |     1m:48s |
| Iteration 48     | exponen.. |        0.1781 |          435 |       0.8 | friedman_mse |                 4 |                3 |         9 |         auto |    0.0008 |   0.875 |          1.0 |  0.765s |     1m:50s |
| Iteration 49     | exponen.. |        0.0361 |          462 |       0.5 | friedman_mse |                18 |                5 |        10 |         None |    0.0135 |  0.6875 |          1.0 |  0.751s |     1m:54s |
| Iteration 50     | exponen.. |        0.8744 |           65 |       0.8 | friedman_mse |                 2 |               11 |        10 |          0.8 |    0.0261 |  0.6875 |          1.0 |  0.640s |     1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1022, 'n_estimators': 327, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 8, 'min_samples_leaf': 3, 'max_depth': 8, 'max_features': 0.8, 'ccp_alpha': 0.014}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.111s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0548
Time elapsed: 0.477s
-------------------------------------------------
Total time: 1m:58s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.4375 |       0.4375 |  0.645s |     0.656s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  0.641s |     2.080s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.6875 |       0.6875 |  0.655s |     3.455s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |         0.75 |  0.656s |     4.907s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.8125 |       0.8125 |  0.646s |     6.210s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |       0.8125 |  0.761s |     7.614s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.375 |       0.8125 |  0.644s |     8.909s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |       0.8125 |  0.648s |    10.212s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |       0.8125 |  0.658s |    11.525s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |       0.8125 |  0.725s |    13.131s |
| Iteration 11     |      l2 |   0.001 |   lbfgs |     1000 |      --- |  0.8125 |       0.8125 |  0.707s |    14.892s |
| Iteration 12     |    none |     --- | newto.. |      155 |      --- |    0.75 |       0.8125 |  0.703s |    16.612s |
| Iteration 13     |      l2 |   100.0 |   lbfgs |      100 |      --- |   0.625 |       0.8125 |  0.714s |    18.340s |
| Iteration 14     |    none |     --- |   lbfgs |     1000 |      --- |  0.5625 |       0.8125 |  0.643s |    21.729s |
| Iteration 15     |      l2 |  0.0033 | newto.. |      276 |      --- |   0.625 |       0.8125 |  0.646s |    23.781s |
| Iteration 16     |      l1 |  70.033 |    saga |      149 |      --- |   0.875 |        0.875 |  0.639s |    25.358s |
| Iteration 17     |      l2 |   100.0 | newto.. |      439 |      --- |   0.625 |        0.875 |  0.643s |    27.109s |
| Iteration 18     | elast.. |  0.0012 |    saga |      117 |      0.9 |     0.5 |        0.875 |  1.226s |    29.413s |
| Iteration 19     |      l2 |   100.0 |     sag |      375 |      --- |   0.375 |        0.875 |  0.641s |    31.076s |
| Iteration 20     |      l1 |  0.0895 |    saga |      147 |      --- |     0.5 |        0.875 |  0.636s |    32.772s |
| Iteration 21     |      l2 |  1.9064 |   lbfgs |      968 |      --- |   0.625 |        0.875 |  0.654s |    34.446s |
| Iteration 22     |    none |     --- |    saga |      139 |      --- |    0.75 |        0.875 |  0.639s |    36.145s |
| Iteration 23     |      l1 | 54.0813 |    saga |      153 |      --- |  0.5625 |        0.875 |  0.646s |    37.949s |
| Iteration 24     | elast.. | 77.6601 |    saga |      960 |      0.6 |  0.6875 |        0.875 |  0.664s |    39.882s |
| Iteration 25     |      l2 |   0.001 | newto.. |      965 |      --- |  0.6875 |        0.875 |  0.652s |    41.681s |
| Iteration 26     |      l2 |  5.5612 | newto.. |      607 |      --- |   0.875 |        0.875 |  0.680s |    43.407s |
| Iteration 27     |      l2 |  7.2797 | newto.. |      625 |      --- |  0.5625 |        0.875 |  0.657s |    45.214s |
| Iteration 28     |      l2 |  0.0011 | newto.. |      621 |      --- |  0.8125 |        0.875 |  0.652s |    46.944s |
| Iteration 29     |      l2 |  0.0019 | newto.. |      823 |      --- |  0.5625 |        0.875 |  0.656s |    48.636s |
| Iteration 30     |      l2 | 39.2392 | newto.. |      967 |      --- |    0.25 |        0.875 |  0.654s |    50.285s |
| Iteration 31     |      l2 |  0.0142 | newto.. |      601 |      --- |   0.625 |        0.875 |  0.636s |    51.927s |
| Iteration 32     |      l2 |  0.5955 |   lbfgs |      608 |      --- |     1.0 |          1.0 |  0.661s |    53.746s |
| Iteration 33     |      l2 |  0.6832 |   lbfgs |      606 |      --- |  0.8125 |          1.0 |  0.687s |    55.829s |
| Iteration 34     |      l2 |  0.5163 |   lbfgs |      583 |      --- |  0.5625 |          1.0 |  0.660s |    57.769s |
| Iteration 35     |      l1 |  0.5833 | libli.. |      641 |      --- |  0.3125 |          1.0 |  0.649s |    59.677s |
| Iteration 36     |      l2 |  0.0033 | newto.. |      598 |      --- |  0.8125 |          1.0 |  0.637s |     1m:01s |
| Iteration 37     |      l1 |  0.0061 |    saga |      610 |      --- |     0.5 |          1.0 |  0.650s |     1m:03s |
| Iteration 38     |      l2 |   100.0 |   lbfgs |      615 |      --- |  0.3125 |          1.0 |  0.645s |     1m:05s |
| Iteration 39     |    none |     --- |     sag |      603 |      --- |  0.4375 |          1.0 |  0.672s |     1m:07s |
| Iteration 40     |      l2 |  1.2079 |   lbfgs |      615 |      --- |   0.125 |          1.0 |  0.659s |     1m:09s |
| Iteration 41     |      l2 |  0.3202 |   lbfgs |      617 |      --- |  0.9375 |          1.0 |  0.643s |     1m:11s |
| Iteration 42     |      l2 |  0.4158 |   lbfgs |      611 |      --- |    0.75 |          1.0 |  0.652s |     1m:15s |
| Iteration 43     |      l2 |  0.7539 | newto.. |      609 |      --- |  0.9375 |          1.0 |  0.650s |     1m:17s |
| Iteration 44     |      l2 |  0.9603 | newto.. |      614 |      --- |   0.875 |          1.0 |  0.647s |     1m:19s |
| Iteration 45     |      l1 |  0.2333 | libli.. |      612 |      --- |  0.5625 |          1.0 |  0.657s |     1m:21s |
| Iteration 46     |      l2 |  0.1589 |   lbfgs |      610 |      --- |   0.625 |          1.0 |  0.641s |     1m:23s |
| Iteration 47     |      l2 |  1.6864 |   lbfgs |      611 |      --- |  0.6875 |          1.0 |  0.651s |     1m:25s |
| Iteration 48     |      l1 |  0.9661 | libli.. |      605 |      --- |   0.625 |          1.0 |  0.635s |     1m:27s |
| Iteration 49     |      l2 |  0.5664 | newto.. |      604 |      --- |     1.0 |          1.0 |  0.642s |     1m:29s |
| Iteration 50     |      l2 |  0.2775 | newto.. |      601 |      --- |   0.375 |          1.0 |  0.643s |     1m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'penalty': 'l2', 'C': 0.5955, 'solver': 'lbfgs', 'max_iter': 608}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7134
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0316
Time elapsed: 0.058s
-------------------------------------------------
Total time: 1m:32s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  0.633s |     0.638s |
| Initial point 2  |     svd |       --- |   0.625 |         0.75 |  0.650s |     1.977s |
| Initial point 3  |     svd |       --- |   0.625 |         0.75 |  0.001s |     2.648s |
| Initial point 4  |    lsqr |       0.8 |     1.0 |          1.0 |  0.634s |     3.926s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |          1.0 |  0.639s |     5.259s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  0.653s |     7.533s |
| Initial point 7  |    lsqr |       0.5 |  0.4375 |          1.0 |  0.641s |     9.136s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |          1.0 |  0.632s |    10.438s |
| Initial point 9  |    lsqr |       0.6 |   0.375 |          1.0 |  0.651s |    11.785s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |          1.0 |  0.637s |    13.117s |
| Iteration 11     |   eigen |       0.6 |   0.875 |          1.0 |  0.664s |    14.562s |
| Iteration 12     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    15.394s |
| Iteration 13     |   eigen |       0.7 |   0.875 |          1.0 |  0.646s |    17.025s |
| Iteration 14     |    lsqr |      auto |  0.6875 |          1.0 |  0.638s |    18.446s |
| Iteration 15     |   eigen |      auto |  0.5625 |          1.0 |  0.641s |    20.140s |
| Iteration 16     |     svd |       --- |   0.625 |          1.0 |  0.000s |    21.363s |
| Iteration 17     |     svd |       --- |   0.625 |          1.0 |  0.000s |    22.459s |
| Iteration 18     |    lsqr |       1.0 |   0.375 |          1.0 |  0.641s |    24.068s |
| Iteration 19     |     svd |       --- |   0.625 |          1.0 |  0.000s |    24.899s |
| Iteration 20     |    lsqr |      None |     1.0 |          1.0 |  0.635s |    26.354s |
| Iteration 21     |   eigen |       0.5 |   0.625 |          1.0 |  1.213s |    28.379s |
| Iteration 22     |     svd |       --- |   0.625 |          1.0 |  0.000s |    29.210s |
| Iteration 23     |     svd |       --- |   0.625 |          1.0 |  0.000s |    31.262s |
| Iteration 24     |     svd |       --- |   0.625 |          1.0 |  0.000s |    32.374s |
| Iteration 25     |   eigen |      None |  0.4375 |          1.0 |  0.635s |    34.033s |
| Iteration 26     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |    35.015s |
| Iteration 27     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    36.068s |
| Iteration 28     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    37.043s |
| Iteration 29     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    37.975s |
| Iteration 30     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    38.859s |
| Iteration 31     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    39.786s |
| Iteration 32     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    40.705s |
| Iteration 33     |    lsqr |      None |     1.0 |          1.0 |  0.001s |    41.737s |
| Iteration 34     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    42.655s |
| Iteration 35     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    43.566s |
| Iteration 36     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    44.527s |
| Iteration 37     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |    45.616s |
| Iteration 38     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    46.672s |
| Iteration 39     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |    47.665s |
| Iteration 40     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    48.652s |
| Iteration 41     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    49.677s |
| Iteration 42     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    50.670s |
| Iteration 43     |    lsqr |      auto |  0.6875 |          1.0 |  0.000s |    51.637s |
| Iteration 44     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |    52.592s |
| Iteration 45     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |    53.567s |
| Iteration 46     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    56.587s |
| Iteration 47     |     svd |       --- |   0.625 |          1.0 |  0.000s |    58.036s |
| Iteration 48     |     svd |       --- |   0.625 |          1.0 |  0.000s |    59.139s |
| Iteration 49     |   eigen |       0.6 |   0.875 |          1.0 |  0.000s |     1m:00s |
| Iteration 50     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:01s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7321
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.0872
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:02s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  0.639s |     0.642s |
| Initial point 2  |       0.9 |   0.625 |         0.75 |  0.641s |     1.999s |
| Initial point 3  |       0.1 |  0.8125 |       0.8125 |  0.636s |     3.310s |
| Initial point 4  |       1.0 |    0.75 |       0.8125 |  0.001s |     4.049s |
| Initial point 5  |       0.2 |  0.8125 |       0.8125 |  0.648s |     5.340s |
| Initial point 6  |       0.4 |     1.0 |          1.0 |  0.639s |     7.032s |
| Initial point 7  |       0.4 |     1.0 |          1.0 |  0.000s |     7.679s |
| Initial point 8  |       0.7 |  0.5625 |          1.0 |  0.640s |     8.993s |
| Initial point 9  |       0.9 |   0.625 |          1.0 |  0.000s |     9.652s |
| Initial point 10 |       0.8 |     0.5 |          1.0 |  0.646s |    12.854s |
| Iteration 11     |       0.3 |  0.6875 |          1.0 |  0.660s |    14.709s |
| Iteration 12     |       0.6 |    0.75 |          1.0 |  0.656s |    16.287s |
| Iteration 13     |       0.5 |   0.875 |          1.0 |  0.643s |    17.697s |
| Iteration 14     |       0.0 |    0.75 |          1.0 |  0.651s |    19.082s |
| Iteration 15     |       0.4 |     1.0 |          1.0 |  0.001s |    19.937s |
| Iteration 16     |       0.4 |     1.0 |          1.0 |  0.000s |    20.699s |
| Iteration 17     |       0.3 |  0.6875 |          1.0 |  0.000s |    21.624s |
| Iteration 18     |       0.4 |     1.0 |          1.0 |  0.000s |    22.467s |
| Iteration 19     |       0.9 |   0.625 |          1.0 |  0.000s |    23.227s |
| Iteration 20     |       0.4 |     1.0 |          1.0 |  0.000s |    24.033s |
| Iteration 21     |       0.6 |    0.75 |          1.0 |  0.000s |    24.855s |
| Iteration 22     |       0.4 |     1.0 |          1.0 |  0.000s |    27.049s |
| Iteration 23     |       0.4 |     1.0 |          1.0 |  0.000s |    28.187s |
| Iteration 24     |       0.4 |     1.0 |          1.0 |  0.000s |    28.989s |
| Iteration 25     |       0.4 |     1.0 |          1.0 |  0.000s |    29.845s |
| Iteration 26     |       0.4 |     1.0 |          1.0 |  0.000s |    31.164s |
| Iteration 27     |       0.4 |     1.0 |          1.0 |  0.000s |    33.964s |
| Iteration 28     |       0.9 |   0.625 |          1.0 |  0.000s |    35.260s |
| Iteration 29     |       0.4 |     1.0 |          1.0 |  0.000s |    36.122s |
| Iteration 30     |       0.8 |     0.5 |          1.0 |  0.000s |    37.152s |
| Iteration 31     |       0.4 |     1.0 |          1.0 |  0.000s |    37.934s |
| Iteration 32     |       0.4 |     1.0 |          1.0 |  0.000s |    39.398s |
| Iteration 33     |       0.4 |     1.0 |          1.0 |  0.000s |    40.239s |
| Iteration 34     |       0.4 |     1.0 |          1.0 |  0.001s |    41.118s |
| Iteration 35     |       0.4 |     1.0 |          1.0 |  0.000s |    42.038s |
| Iteration 36     |       0.4 |     1.0 |          1.0 |  0.000s |    42.856s |
| Iteration 37     |       0.4 |     1.0 |          1.0 |  0.000s |    43.790s |
| Iteration 38     |       0.4 |     1.0 |          1.0 |  0.000s |    44.631s |
| Iteration 39     |       0.4 |     1.0 |          1.0 |  0.000s |    45.480s |
| Iteration 40     |       0.4 |     1.0 |          1.0 |  0.000s |    46.340s |
| Iteration 41     |       0.4 |     1.0 |          1.0 |  0.000s |    47.285s |
| Iteration 42     |       0.4 |     1.0 |          1.0 |  0.000s |    48.234s |
| Iteration 43     |       0.4 |     1.0 |          1.0 |  0.000s |    49.101s |
| Iteration 44     |       0.4 |     1.0 |          1.0 |  0.000s |    49.936s |
| Iteration 45     |       0.4 |     1.0 |          1.0 |  0.000s |    50.842s |
| Iteration 46     |       0.4 |     1.0 |          1.0 |  0.000s |    51.709s |
| Iteration 47     |       0.4 |     1.0 |          1.0 |  0.001s |    52.652s |
| Iteration 48     |       0.4 |     1.0 |          1.0 |  0.000s |    53.531s |
| Iteration 49     |       0.4 |     1.0 |          1.0 |  0.000s |    56.149s |
| Iteration 50     |       0.4 |     1.0 |          1.0 |  0.000s |    57.484s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7134
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.08
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:00s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.4861 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.652s |     0.672s |
| Initial point 2  |  4.9657 | uniform |   kd_tree |        39 |       2 |  0.4688 |          1.0 |  0.654s |     4.488s |
| Initial point 3  |  3.9226 | dista.. | ball_tree |        25 |       2 |  0.7188 |          1.0 |  0.658s |     6.248s |
| Initial point 4  |  11.444 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.668s |     7.566s |
| Initial point 5  |  8.9649 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  0.653s |     8.905s |
| Initial point 6  |  10.382 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.654s |    10.265s |
| Initial point 7  |   7.426 | dista.. | ball_tree |        24 |       1 |   0.625 |          1.0 |  0.656s |    11.599s |
| Initial point 8  |  1.7795 | dista.. | ball_tree |        21 |       2 |  0.5938 |          1.0 |  0.650s |    13.194s |
| Initial point 9  |   8.272 | uniform | ball_tree |        24 |       1 |  0.5625 |          1.0 |  0.651s |    14.513s |
| Initial point 10 |  5.8755 | uniform |     brute |        22 |       2 |  0.0625 |          1.0 |  0.654s |    15.880s |
| Iteration 11     | 12.5213 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.651s |    17.540s |
| Iteration 12     | 10.8372 | dista.. |      auto |        32 |       2 |   0.875 |          1.0 |  0.648s |    19.178s |
| Iteration 13     | 12.5213 | dista.. |      auto |        20 |       2 |  0.8125 |          1.0 |  0.657s |    20.903s |
| Iteration 14     | 12.5213 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  0.646s |    22.701s |
| Iteration 15     | 12.5213 | dista.. |     brute |        24 |       2 |  0.5625 |          1.0 |  0.648s |    24.310s |
| Iteration 16     |  0.1651 | dista.. |     brute |        38 |       1 |    0.25 |          1.0 |  0.651s |    25.944s |
| Iteration 17     |     0.0 | uniform |      auto |        34 |       2 |     0.5 |          1.0 |  0.657s |    27.515s |
| Iteration 18     | 12.5213 | dista.. |      auto |        21 |       2 |   0.625 |          1.0 |  0.650s |    29.420s |
| Iteration 19     |  8.2319 | dista.. |      auto |        40 |       2 |   0.625 |          1.0 |  0.678s |    31.011s |
| Iteration 20     | 12.5213 | dista.. |     brute |        27 |       1 |     1.0 |          1.0 |  0.683s |    32.634s |
| Iteration 21     |  7.9182 | dista.. |     brute |        37 |       1 |  0.9375 |          1.0 |  0.674s |    34.344s |
| Iteration 22     |  8.2899 | dista.. |     brute |        20 |       1 |   0.875 |          1.0 |  1.258s |    36.512s |
| Iteration 23     |  8.4817 | dista.. |     brute |        20 |       1 |  0.5625 |          1.0 |  0.689s |    38.160s |
| Iteration 24     | 12.5213 | dista.. |      auto |        27 |       2 |  0.8125 |          1.0 |  0.672s |    39.766s |
| Iteration 25     | 12.5213 | uniform | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.647s |    41.384s |
| Iteration 26     | 12.5213 | dista.. |     brute |        40 |       1 |  0.8125 |          1.0 |  0.655s |    43.062s |
| Iteration 27     | 12.5213 | dista.. |   kd_tree |        39 |       1 |   0.625 |          1.0 |  0.647s |    44.696s |
| Iteration 28     |  6.6215 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.653s |    46.343s |
| Iteration 29     |  6.6738 | dista.. |     brute |        39 |       2 |     0.5 |          1.0 |  0.667s |    48.074s |
| Iteration 30     |  0.0001 | uniform |   kd_tree |        36 |       1 |     0.5 |          1.0 |  0.655s |    49.685s |
| Iteration 31     | 12.5213 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.652s |    51.310s |
| Iteration 32     |   0.014 | dista.. |     brute |        22 |       1 |     0.5 |          1.0 |  0.649s |    52.969s |
| Iteration 33     | 12.5213 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.653s |    54.609s |
| Iteration 34     | 12.5213 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.001s |    55.577s |
| Iteration 35     | 12.5184 | dista.. |   kd_tree |        25 |       1 |  0.4375 |          1.0 |  0.661s |    57.251s |
| Iteration 36     | 12.5206 | uniform |   kd_tree |        33 |       1 |  0.9062 |          1.0 |  0.666s |    58.920s |
| Iteration 37     |  9.8421 | dista.. |      auto |        40 |       2 |     1.0 |          1.0 |  0.664s |     1m:01s |
| Iteration 38     | 12.5213 | uniform |     brute |        31 |       1 |  0.4688 |          1.0 |  0.680s |     1m:02s |
| Iteration 39     |  9.8225 | dista.. |      auto |        40 |       2 |  0.6875 |          1.0 |  0.680s |     1m:04s |
| Iteration 40     |  9.9204 | dista.. |      auto |        40 |       2 |  0.0625 |          1.0 |  0.676s |     1m:06s |
| Iteration 41     | 12.5213 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.001s |     1m:07s |
| Iteration 42     | 12.5213 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.000s |     1m:08s |
| Iteration 43     |  0.0012 | dista.. |     brute |        27 |       1 |     0.5 |          1.0 |  0.645s |     1m:10s |
| Iteration 44     | 12.5181 | uniform |      auto |        34 |       2 |   0.375 |          1.0 |  0.633s |     1m:12s |
| Iteration 45     | 12.5213 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.001s |     1m:13s |
| Iteration 46     | 12.5213 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.001s |     1m:14s |
| Iteration 47     | 12.5213 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.001s |     1m:15s |
| Iteration 48     | 12.5213 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.000s |     1m:16s |
| Iteration 49     |  0.0006 | uniform | ball_tree |        21 |       1 |     0.5 |          1.0 |  0.645s |     1m:18s |
| Iteration 50     | 12.5213 | dista.. |     brute |        20 |       2 |   0.875 |          1.0 |  0.001s |     1m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'radius': 12.5213, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 27, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.02
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:20s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.013s |     1.020s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.034s |     2.763s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |          1.0 |  1.388s |     5.531s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |          1.0 |  0.940s |     7.351s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.819s |     8.900s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.875 |          1.0 |  1.005s |    10.839s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.7812 |          1.0 |  0.658s |    12.163s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9062 |          1.0 |  0.919s |    13.824s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6562 |          1.0 |  0.654s |    15.187s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |          1.0 |  0.770s |    16.651s |
| Iteration 11     |          500 |        0.0448 |   SAMME.R |    0.75 |          1.0 |  1.068s |    18.554s |
| Iteration 12     |           58 |        0.2016 |   SAMME.R |  0.8125 |          1.0 |  0.750s |    20.357s |
| Iteration 13     |           69 |         0.053 |     SAMME |  0.8125 |          1.0 |  0.752s |    21.949s |
| Iteration 14     |          184 |          0.01 |     SAMME |  0.6875 |          1.0 |  0.832s |    23.623s |
| Iteration 15     |          453 |        0.0498 |   SAMME.R |   0.875 |          1.0 |  1.059s |    25.929s |
| Iteration 16     |           59 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.729s |    27.613s |
| Iteration 17     |          423 |        0.0542 |   SAMME.R |     1.0 |          1.0 |  1.035s |    29.537s |
| Iteration 18     |          341 |        0.0524 |   SAMME.R |  0.6562 |          1.0 |  0.981s |    33.179s |
| Iteration 19     |           87 |        0.0479 |     SAMME |  0.6875 |          1.0 |  0.714s |    35.121s |
| Iteration 20     |          452 |        0.4599 |   SAMME.R |     1.0 |          1.0 |  1.014s |    36.979s |
| Iteration 21     |          127 |        0.4624 |     SAMME |     1.0 |          1.0 |  0.740s |    38.537s |
| Iteration 22     |           63 |        0.4688 |     SAMME |  0.8125 |          1.0 |  0.687s |    40.077s |
| Iteration 23     |          450 |        0.2031 |   SAMME.R |   0.625 |          1.0 |  0.999s |    41.909s |
| Iteration 24     |          281 |         0.438 |     SAMME |     1.0 |          1.0 |  0.841s |    43.657s |
| Iteration 25     |          190 |        0.4299 |   SAMME.R |    0.75 |          1.0 |  0.789s |    47.243s |
| Iteration 26     |          160 |        0.4571 |     SAMME |   0.875 |          1.0 |  0.774s |    50.131s |
| Iteration 27     |          496 |        0.4571 |     SAMME |  0.8125 |          1.0 |  0.992s |    52.276s |
| Iteration 28     |          332 |        0.4572 |   SAMME.R |  0.9375 |          1.0 |  1.533s |    54.713s |
| Iteration 29     |           73 |        0.4996 |   SAMME.R |     0.5 |          1.0 |  0.761s |    56.513s |
| Iteration 30     |          467 |        0.4462 |     SAMME |   0.625 |          1.0 |  1.082s |    58.523s |
| Iteration 31     |          126 |        0.4657 |     SAMME |  0.6562 |          1.0 |  0.716s |     1m:00s |
| Iteration 32     |          479 |        0.0519 |   SAMME.R |     1.0 |          1.0 |  1.008s |     1m:02s |
| Iteration 33     |          480 |        0.0523 |   SAMME.R |   0.875 |          1.0 |  1.002s |     1m:04s |
| Iteration 34     |          479 |        0.0526 |   SAMME.R |  0.9375 |          1.0 |  1.001s |     1m:06s |
| Iteration 35     |          475 |        0.0552 |   SAMME.R |  0.5625 |          1.0 |  1.009s |     1m:10s |
| Iteration 36     |          435 |        0.0205 |     SAMME |   0.875 |          1.0 |  0.948s |     1m:14s |
| Iteration 37     |          296 |        0.0504 |   SAMME.R |     1.0 |          1.0 |  0.954s |     1m:17s |
| Iteration 38     |          174 |        0.0502 |   SAMME.R |    0.75 |          1.0 |  0.765s |     1m:18s |
| Iteration 39     |          381 |        0.0503 |     SAMME |  0.9375 |          1.0 |  0.926s |     1m:20s |
| Iteration 40     |          438 |        0.0179 |   SAMME.R |   0.375 |          1.0 |  0.968s |     1m:22s |
| Iteration 41     |          139 |        0.0225 |   SAMME.R |  0.8438 |          1.0 |  0.732s |     1m:24s |
| Iteration 42     |          326 |        0.0501 |     SAMME |    0.75 |          1.0 |  0.919s |     1m:26s |
| Iteration 43     |          408 |        0.0503 |     SAMME |  0.8125 |          1.0 |  0.912s |     1m:28s |
| Iteration 44     |          227 |        0.2605 |     SAMME |  0.9375 |          1.0 |  0.794s |     1m:31s |
| Iteration 45     |          466 |        0.0503 |   SAMME.R |  0.7812 |          1.0 |  1.002s |     1m:33s |
| Iteration 46     |          214 |        0.2741 |   SAMME.R |     1.0 |          1.0 |  0.807s |     1m:35s |
| Iteration 47     |          418 |        0.0504 |   SAMME.R |  0.9688 |          1.0 |  0.964s |     1m:37s |
| Iteration 48     |          191 |        0.2747 |   SAMME.R |   0.625 |          1.0 |  0.801s |     1m:39s |
| Iteration 49     |          248 |        0.2482 |   SAMME.R |   0.625 |          1.0 |  0.833s |     1m:41s |
| Iteration 50     |          339 |        0.3822 |     SAMME |    0.75 |          1.0 |  0.885s |     1m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 423, 'learning_rate': 0.0542, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.386s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.098
Time elapsed: 1.733s
-------------------------------------------------
Total time: 1m:46s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  1.070s |     1.090s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |          1.0 |  1.559s |     3.366s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |          1.0 |  0.989s |     5.030s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |          1.0 |  0.796s |     6.667s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |          1.0 |  1.000s |     8.480s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.9375 |          1.0 |  0.829s |    10.000s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |          1.0 |  0.886s |    11.648s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9375 |          1.0 |  0.852s |    13.251s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.625 |          1.0 |  0.973s |    14.917s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |          1.0 |  0.956s |    16.614s |
| Iteration 11     |          500 |   entropy |         9 |                20 |                1 |         None |     False |     0.035 |         --- |  0.5625 |          1.0 |  1.043s |    18.918s |
| Iteration 12     |          225 |   entropy |         1 |                12 |               12 |          0.9 |      True |    0.0235 |         0.6 |  0.7188 |          1.0 |  0.859s |    20.993s |
| Iteration 13     |          390 |   entropy |         2 |                14 |                1 |         sqrt |      True |     0.035 |         0.5 |  0.8125 |          1.0 |  0.989s |    23.559s |
| Iteration 14     |          500 |      gini |         4 |                16 |               20 |          0.5 |      True |       0.0 |         0.6 |     0.5 |          1.0 |  1.038s |    25.899s |
| Iteration 15     |          500 |   entropy |      None |                20 |                3 |         sqrt |      True |    0.0194 |         0.9 |    0.75 |          1.0 |  1.088s |    28.273s |
| Iteration 16     |          348 |   entropy |         1 |                10 |               10 |         log2 |     False |    0.0029 |         --- |     1.0 |          1.0 |  0.893s |    30.386s |
| Iteration 17     |          285 |   entropy |         1 |                15 |               13 |         sqrt |      True |    0.0084 |         0.9 |  0.8125 |          1.0 |  0.905s |    32.440s |
| Iteration 18     |          317 |   entropy |      None |                 3 |                5 |          0.6 |     False |    0.0346 |         --- |  0.5625 |          1.0 |  0.904s |    34.759s |
| Iteration 19     |          272 |   entropy |      None |                15 |               15 |          0.5 |     False |    0.0272 |         --- |  0.6562 |          1.0 |  0.851s |    36.885s |
| Iteration 20     |          418 |   entropy |         1 |                17 |                9 |         log2 |     False |    0.0004 |         --- |     1.0 |          1.0 |  0.944s |    39.290s |
| Iteration 21     |          283 |   entropy |         1 |                11 |                3 |          0.5 |     False |    0.0033 |         --- |  0.7188 |          1.0 |  0.856s |    41.340s |
| Iteration 22     |          408 |   entropy |         1 |                12 |               10 |         log2 |     False |       0.0 |         --- |   0.875 |          1.0 |  0.904s |    43.429s |
| Iteration 23     |          464 |   entropy |      None |                19 |                6 |          0.5 |      True |    0.0304 |         0.9 |     0.5 |          1.0 |  0.998s |    45.582s |
| Iteration 24     |          421 |   entropy |         1 |                12 |                8 |         log2 |     False |    0.0186 |         --- |  0.7812 |          1.0 |  0.888s |    47.730s |
| Iteration 25     |          406 |   entropy |         1 |                13 |                4 |          0.5 |      True |    0.0265 |         0.5 |  0.9375 |          1.0 |  0.945s |    50.028s |
| Iteration 26     |          116 |   entropy |         1 |                18 |                1 |         log2 |      True |    0.0049 |         0.6 |  0.8125 |          1.0 |  0.714s |    51.955s |
| Iteration 27     |          218 |   entropy |         1 |                15 |                6 |          0.6 |      True |    0.0236 |         0.7 |    0.75 |          1.0 |  0.794s |    55.701s |
| Iteration 28     |          236 |      gini |         8 |                15 |               16 |         auto |      True |    0.0323 |         0.8 |   0.875 |          1.0 |  0.815s |    59.977s |
| Iteration 29     |          141 |   entropy |         1 |                19 |               14 |         log2 |      True |    0.0038 |         0.5 |     0.5 |          1.0 |  1.357s |     1m:03s |
| Iteration 30     |           66 |   entropy |         1 |                10 |                9 |         log2 |     False |    0.0031 |         --- |  0.6875 |          1.0 |  0.671s |     1m:05s |
| Iteration 31     |          333 |   entropy |         9 |                13 |               10 |         log2 |     False |    0.0168 |         --- |   0.875 |          1.0 |  0.835s |     1m:07s |
| Iteration 32     |          415 |   entropy |         8 |                 5 |                9 |         log2 |     False |    0.0141 |         --- |     1.0 |          1.0 |  0.880s |     1m:10s |
| Iteration 33     |          262 |   entropy |         9 |                15 |               10 |          0.5 |     False |    0.0133 |         --- |   0.875 |          1.0 |  0.836s |     1m:12s |
| Iteration 34     |          495 |      gini |         5 |                18 |                5 |          0.5 |      True |    0.0038 |         0.9 |   0.875 |          1.0 |  1.034s |     1m:14s |
| Iteration 35     |          417 |   entropy |         4 |                17 |                9 |         auto |      True |    0.0186 |         0.5 |  0.3125 |          1.0 |  0.959s |     1m:17s |
| Iteration 36     |          417 |   entropy |         7 |                 8 |                9 |         log2 |     False |    0.0117 |         --- |   0.875 |          1.0 |  0.909s |     1m:19s |
| Iteration 37     |          419 |   entropy |         5 |                 7 |                9 |         log2 |     False |    0.0303 |         --- |  0.9375 |          1.0 |  0.885s |     1m:21s |
| Iteration 38     |          413 |   entropy |         8 |                 4 |                9 |         log2 |     False |    0.0075 |         --- |  0.6875 |          1.0 |  0.899s |     1m:24s |
| Iteration 39     |          468 |   entropy |         5 |                20 |                5 |          0.5 |      True |    0.0334 |         0.6 |  0.6875 |          1.0 |  1.003s |     1m:26s |
| Iteration 40     |          348 |      gini |         1 |                 9 |               10 |         sqrt |     False |    0.0167 |         --- |  0.4375 |          1.0 |  0.842s |     1m:28s |
| Iteration 41     |          351 |   entropy |      None |                12 |               10 |          0.7 |     False |    0.0225 |         --- |  0.8438 |          1.0 |  0.847s |     1m:31s |
| Iteration 42     |          429 |   entropy |         3 |                11 |                4 |         auto |      True |    0.0158 |         0.6 |   0.875 |          1.0 |  0.972s |     1m:33s |
| Iteration 43     |          500 |   entropy |         8 |                 3 |                9 |          0.8 |     False |    0.0096 |         --- |   0.875 |          1.0 |  0.956s |     1m:36s |
| Iteration 44     |          388 |   entropy |         2 |                18 |               16 |         log2 |     False |    0.0122 |         --- |  0.7812 |          1.0 |  0.865s |     1m:38s |
| Iteration 45     |          331 |      gini |         8 |                14 |               11 |          0.5 |     False |    0.0233 |         --- |  0.5312 |          1.0 |  0.834s |     1m:41s |
| Iteration 46     |          439 |   entropy |         8 |                 7 |               11 |          0.5 |     False |     0.025 |         --- |  0.9375 |          1.0 |  0.923s |     1m:43s |
| Iteration 47     |          500 |   entropy |         8 |                19 |               11 |         log2 |     False |     0.009 |         --- |  0.8125 |          1.0 |  0.929s |     1m:45s |
| Iteration 48     |          377 |   entropy |      None |                20 |               12 |          0.5 |     False |    0.0269 |         --- |  0.9062 |          1.0 |  0.858s |     1m:48s |
| Iteration 49     |          395 |   entropy |         5 |                16 |               11 |          0.9 |     False |    0.0229 |         --- |  0.3125 |          1.0 |  0.891s |     1m:50s |
| Iteration 50     |          357 |   entropy |         2 |                 9 |               11 |         log2 |     False |    0.0055 |         --- |  0.8125 |          1.0 |  0.881s |     1m:53s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8643
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.435s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.103
Time elapsed: 2.006s
-------------------------------------------------
Total time: 1m:58s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.904s |     0.924s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  0.770s |     2.782s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  0.773s |     5.485s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  1.329s |     8.071s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  0.763s |     9.584s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  0.740s |    11.028s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  0.742s |    12.557s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  0.708s |    13.982s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |        0.875 |  0.729s |    15.455s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  0.700s |    16.909s |
| Iteration 11     |          179 |        0.0142 |         8 |  0.2399 |                3 |       0.7 |              1.0 |         0 |          1 |   0.875 |        0.875 |  0.685s |    18.804s |
| Iteration 12     |          361 |        0.0292 |         6 |  0.3649 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |  0.6875 |        0.875 |  0.710s |    20.598s |
| Iteration 13     |          126 |        0.0374 |         2 |  0.0633 |                2 |       0.5 |              1.0 |      0.01 |        0.1 |    0.75 |        0.875 |  0.672s |    22.290s |
| Iteration 14     |          220 |        0.8614 |         9 |  0.0786 |                3 |       0.9 |              0.5 |        10 |        0.1 |     0.5 |        0.875 |  0.671s |    23.966s |
| Iteration 15     |          328 |          0.01 |         6 |  0.0799 |                2 |       0.9 |              0.5 |      0.01 |          1 |  0.8125 |        0.875 |  0.696s |    25.703s |
| Iteration 16     |          289 |          0.01 |         7 |  0.8063 |                1 |       1.0 |              1.0 |         0 |       0.01 |  0.9375 |       0.9375 |  0.702s |    28.730s |
| Iteration 17     |           20 |          0.01 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |          0 |  0.9375 |       0.9375 |  0.670s |    32.423s |
| Iteration 18     |          221 |          0.01 |         8 |  0.6749 |                1 |       1.0 |              0.5 |         0 |          0 |     0.5 |       0.9375 |  0.702s |    35.661s |
| Iteration 19     |           71 |        0.0114 |         7 |  0.1998 |                1 |       0.8 |              1.0 |       0.1 |         10 |   0.625 |       0.9375 |  0.659s |    37.774s |
| Iteration 20     |          326 |         0.189 |        10 |  0.6493 |                1 |       0.9 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.704s |    39.642s |
| Iteration 21     |          326 |         0.935 |        10 |  0.5238 |                1 |       0.8 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.701s |    41.510s |
| Iteration 22     |          412 |        0.7184 |        10 |   0.081 |                1 |       0.9 |              1.0 |         0 |        100 |  0.8125 |          1.0 |  0.718s |    43.393s |
| Iteration 23     |          446 |        0.2719 |         6 |  0.4382 |                2 |       0.7 |              0.9 |       0.1 |          0 |   0.625 |          1.0 |  0.726s |    45.358s |
| Iteration 24     |          409 |         0.587 |        10 |  0.1385 |                1 |       0.6 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.715s |    47.258s |
| Iteration 25     |          353 |        0.1481 |        10 |  0.1004 |                2 |       0.9 |              1.0 |         0 |        0.1 |  0.8125 |          1.0 |  0.715s |    49.193s |
| Iteration 26     |          500 |           1.0 |        10 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |    0.75 |          1.0 |  0.726s |    51.237s |
| Iteration 27     |          341 |           1.0 |         1 |  0.6638 |                2 |       0.5 |              1.0 |         0 |        100 |  0.8125 |          1.0 |  0.699s |    53.175s |
| Iteration 28     |          227 |        0.1258 |        10 |     1.0 |                6 |       0.8 |              1.0 |         0 |         10 |  0.9062 |          1.0 |  0.697s |    55.131s |
| Iteration 29     |          500 |           1.0 |        10 |  0.6397 |               10 |       1.0 |              1.0 |         0 |          0 |     0.5 |          1.0 |  0.723s |    57.102s |
| Iteration 30     |          500 |           1.0 |        10 |     1.0 |                1 |       0.5 |              1.0 |         0 |        0.1 |  0.6875 |          1.0 |  1.324s |    59.957s |
| Iteration 31     |          159 |         0.609 |        10 |     1.0 |                1 |       0.6 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.674s |     1m:02s |
| Iteration 32     |           20 |           1.0 |         1 |    0.48 |                1 |       1.0 |              1.0 |         0 |        100 |   0.625 |          1.0 |  0.652s |     1m:04s |
| Iteration 33     |          272 |          0.01 |        10 |  0.2103 |                1 |       1.0 |              1.0 |         0 |          1 |  0.8125 |          1.0 |  0.708s |     1m:06s |
| Iteration 34     |          193 |        0.0239 |         4 |     1.0 |                1 |       0.5 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.687s |     1m:08s |
| Iteration 35     |          193 |        0.4149 |        10 |     1.0 |                1 |       0.7 |              1.0 |         0 |        0.1 |  0.8125 |          1.0 |  0.671s |     1m:10s |
| Iteration 36     |           70 |          0.01 |        10 |  0.0153 |               10 |       0.7 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.649s |     1m:12s |
| Iteration 37     |          249 |          0.01 |         4 |     1.0 |                1 |       0.5 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.687s |     1m:14s |
| Iteration 38     |          230 |          0.01 |        10 |     1.0 |                1 |       0.5 |              1.0 |         0 |          0 |    0.75 |          1.0 |  0.698s |     1m:16s |
| Iteration 39     |          127 |        0.0251 |         3 |  0.2431 |               10 |       1.0 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.715s |     1m:18s |
| Iteration 40     |          171 |        0.4257 |         2 |  0.6622 |                1 |       0.6 |              0.4 |         0 |         10 |  0.1875 |          1.0 |  0.728s |     1m:20s |
| Iteration 41     |          343 |          0.01 |         1 |  0.6139 |                1 |       1.0 |              1.0 |         0 |        100 |  0.8125 |          1.0 |  0.756s |     1m:22s |
| Iteration 42     |          500 |        0.2029 |        10 |   0.252 |                1 |       0.5 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.782s |     1m:24s |
| Iteration 43     |           20 |          0.01 |         2 |     1.0 |                4 |       1.0 |              1.0 |         0 |          0 |  0.9062 |          1.0 |  0.710s |     1m:26s |
| Iteration 44     |           20 |           1.0 |         3 |     1.0 |                1 |       1.0 |              1.0 |         0 |          0 |     0.5 |          1.0 |  0.648s |     1m:28s |
| Iteration 45     |          317 |        0.0837 |         5 |  0.6803 |                1 |       0.5 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.711s |     1m:30s |
| Iteration 46     |          500 |          0.01 |         5 |     0.0 |                1 |       0.8 |              1.0 |         0 |       0.01 |   0.875 |          1.0 |  0.746s |     1m:33s |
| Iteration 47     |          500 |          0.01 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.761s |     1m:35s |
| Iteration 48     |          500 |          0.01 |        10 |     1.0 |                5 |       0.5 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.745s |     1m:37s |
| Iteration 49     |          500 |          0.01 |         1 |     0.0 |                1 |       1.0 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.727s |     1m:39s |
| Iteration 50     |          260 |        0.0497 |        10 |  0.4117 |                1 |       0.8 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.710s |     1m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.2029, 'max_depth': 10, 'gamma': 0.252, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.108s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0316
Time elapsed: 0.315s
-------------------------------------------------
Total time: 1m:45s


Final results ==================== >>
Duration: 12m:21s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.95 ± 0.0548 !
Logistic Regression             --> roc_auc: 0.75 ± 0.0316
Linear Discriminant Analysis    --> roc_auc: 0.83 ± 0.0872
Quadratic Discriminant Analysis --> roc_auc: 0.74 ± 0.08
Radius Nearest Neighbors        --> roc_auc: 0.86 ± 0.02
AdaBoost                        --> roc_auc: 0.88 ± 0.098
Random Forest                   --> roc_auc: 0.78 ± 0.103
XGBoost                         --> roc_auc: 0.95 ± 0.0316 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9375 |       0.9375 |  3.154s |     3.174s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     0.5 |       0.9375 |  3.214s |     7.270s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |       0.9375 |  3.191s |    11.272s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |       0.9375 |  3.230s |    15.244s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |       0.9375 |  3.268s |    19.287s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |       0.9375 |  3.292s |    23.298s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7812 |       0.9375 |  3.228s |    27.300s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  3.898s |    32.072s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  3.231s |    36.177s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.7188 |          1.0 |  3.206s |    40.190s |
| Iteration 11     | exponen.. |        0.7673 |          440 |       0.9 | squared_er.. |                 3 |               15 |         7 |         log2 |    0.0018 |   0.875 |          1.0 |  3.307s |    44.647s |
| Iteration 12     | exponen.. |        0.0185 |           39 |       0.8 | squared_er.. |                20 |               20 |         5 |          0.7 |    0.0115 |  0.7812 |          1.0 |  3.203s |    48.935s |
| Iteration 13     | exponen.. |        0.0464 |          470 |       0.9 | squared_er.. |                20 |                1 |         6 |         sqrt |    0.0132 |    0.75 |          1.0 |  3.280s |    53.442s |
| Iteration 14     | exponen.. |        0.3382 |           11 |       0.7 | squared_er.. |                12 |               13 |         2 |          0.9 |       0.0 |  0.8125 |          1.0 |  3.184s |    57.685s |
| Iteration 15     | exponen.. |        0.9504 |          500 |       0.7 | squared_er.. |                 8 |               13 |        10 |          0.5 |       0.0 |   0.375 |          1.0 |  3.302s |     1m:02s |
| Iteration 16     | exponen.. |           1.0 |           47 |       0.5 | squared_er.. |                18 |               20 |         7 |         None |       0.0 |     0.5 |          1.0 |  3.181s |     1m:07s |
| Iteration 17     | exponen.. |        0.0756 |           49 |       0.7 | squared_er.. |                12 |               16 |         6 |         auto |    0.0188 |     0.5 |          1.0 |  3.189s |     1m:11s |
| Iteration 18     | exponen.. |        0.0903 |          109 |       1.0 | friedman_mse |                 5 |                9 |         9 |          0.9 |      0.01 |  0.4375 |          1.0 |  3.184s |     1m:15s |
| Iteration 19     | exponen.. |         0.022 |          451 |       0.8 | squared_er.. |                 3 |               17 |         9 |         auto |    0.0269 |    0.75 |          1.0 |  3.334s |     1m:20s |
| Iteration 20     | exponen.. |        0.0366 |          460 |       0.8 | squared_er.. |                 3 |                8 |         6 |          0.5 |    0.0039 |    0.75 |          1.0 |  3.296s |     1m:24s |
| Iteration 21     | exponen.. |        0.9905 |          445 |       0.5 | squared_er.. |                20 |               10 |         5 |         None |    0.0179 |  0.4375 |          1.0 |  3.266s |     1m:29s |
| Iteration 22     | exponen.. |         0.078 |          236 |       0.7 | squared_er.. |                13 |                2 |         8 |          0.7 |     0.014 |  0.5625 |          1.0 |  3.220s |     1m:34s |
| Iteration 23     |  deviance |        0.0352 |          342 |       0.8 | friedman_mse |                 3 |                2 |         1 |         sqrt |    0.0316 |  0.5938 |          1.0 |  3.255s |     1m:39s |
| Iteration 24     |  deviance |        0.0826 |          496 |       1.0 | friedman_mse |                 6 |               19 |        10 |          0.8 |    0.0015 |  0.4375 |          1.0 |  3.258s |     1m:43s |
| Iteration 25     | exponen.. |        0.0658 |           55 |       1.0 | friedman_mse |                15 |               11 |         7 |          0.8 |     0.035 |  0.9375 |          1.0 |  3.176s |     1m:47s |
| Iteration 26     | exponen.. |        0.2428 |          282 |       0.7 | squared_er.. |                15 |               10 |         6 |         auto |    0.0042 |    0.75 |          1.0 |  3.266s |     1m:52s |
| Iteration 27     | exponen.. |        0.0109 |          462 |       1.0 | friedman_mse |                14 |               17 |         8 |          0.7 |     0.035 |  0.9688 |          1.0 |  3.240s |     1m:56s |
| Iteration 28     |  deviance |           1.0 |          368 |       1.0 | squared_er.. |                 7 |                1 |         9 |         auto |     0.035 |  0.8125 |          1.0 |  3.299s |     2m:01s |
| Iteration 29     |  deviance |        0.0768 |          171 |       1.0 | squared_er.. |                13 |               13 |         7 |         auto |     0.035 |  0.6875 |          1.0 |  3.206s |     2m:05s |
| Iteration 30     | exponen.. |           1.0 |           10 |       1.0 | friedman_mse |                19 |                1 |         9 |         log2 |     0.035 |  0.6562 |          1.0 |  3.166s |     2m:09s |
| Iteration 31     | exponen.. |        0.0105 |          500 |       1.0 | squared_er.. |                 7 |               11 |         7 |          0.9 |     0.035 |  0.8438 |          1.0 |  3.218s |     2m:14s |
| Iteration 32     | exponen.. |        0.3114 |          280 |       0.7 | friedman_mse |                18 |                7 |         6 |          0.6 |    0.0013 |     1.0 |          1.0 |  3.199s |     2m:18s |
| Iteration 33     | exponen.. |        0.3698 |          484 |       0.8 | squared_er.. |                16 |                5 |         6 |          0.7 |    0.0033 |    0.75 |          1.0 |  3.244s |     2m:23s |
| Iteration 34     | exponen.. |        0.0323 |          376 |       0.7 | friedman_mse |                15 |                2 |         6 |          0.7 |    0.0027 |    0.75 |          1.0 |  3.258s |     2m:28s |
| Iteration 35     | exponen.. |        0.6381 |          150 |       0.9 | friedman_mse |                 2 |                5 |         7 |          0.7 |     0.035 |  0.1875 |          1.0 |  3.153s |     2m:32s |
| Iteration 36     | exponen.. |        0.3751 |           41 |       1.0 | friedman_mse |                12 |                8 |         8 |          0.9 |     0.035 |  0.8125 |          1.0 |  3.143s |     2m:37s |
| Iteration 37     | exponen.. |        0.2979 |          286 |       0.7 | friedman_mse |                19 |                8 |         6 |          0.6 |    0.0012 |    0.75 |          1.0 |  3.213s |     2m:41s |
| Iteration 38     | exponen.. |        0.1001 |          224 |       0.9 | friedman_mse |                14 |               16 |        10 |         log2 |    0.0272 |  0.5625 |          1.0 |  3.172s |     2m:45s |
| Iteration 39     |  deviance |         0.012 |          332 |       1.0 | friedman_mse |                11 |                9 |         3 |          0.5 |    0.0258 |   0.625 |          1.0 |  3.214s |     2m:50s |
| Iteration 40     |  deviance |        0.1988 |          407 |       1.0 | friedman_mse |                16 |               17 |         9 |          0.8 |    0.0311 |  0.4375 |          1.0 |  3.183s |     2m:56s |
| Iteration 41     | exponen.. |        0.0407 |          382 |       1.0 | friedman_mse |                12 |                6 |         6 |          0.8 |     0.035 |    0.75 |          1.0 |  3.250s |     3m:01s |
| Iteration 42     | exponen.. |        0.0833 |          488 |       1.0 | squared_er.. |                 3 |               13 |         6 |          0.6 |    0.0338 |  0.6875 |          1.0 |  3.221s |     3m:06s |
| Iteration 43     | exponen.. |        0.0394 |          289 |       0.7 | squared_er.. |                16 |               14 |         1 |         None |    0.0298 |  0.8125 |          1.0 |  3.215s |     3m:11s |
| Iteration 44     | exponen.. |        0.9082 |          153 |       0.6 | friedman_mse |                18 |               16 |         1 |         auto |    0.0032 |  0.5625 |          1.0 |  3.209s |     3m:15s |
| Iteration 45     | exponen.. |        0.1527 |          237 |       0.8 | friedman_mse |                12 |                7 |         1 |          0.6 |    0.0027 |  0.5938 |          1.0 |  3.178s |     3m:20s |
| Iteration 46     | exponen.. |        0.0241 |          500 |       0.7 | squared_er.. |                13 |               12 |         5 |         None |       0.0 |  0.6875 |          1.0 |  3.282s |     3m:25s |
| Iteration 47     | exponen.. |        0.0279 |          491 |       0.9 | squared_er.. |                 8 |               14 |         2 |          0.6 |    0.0057 |   0.875 |          1.0 |  3.269s |     3m:29s |
| Iteration 48     |  deviance |        0.0625 |           13 |       0.9 | squared_er.. |                 6 |               19 |         2 |          0.8 |    0.0032 |  0.5938 |          1.0 |  3.171s |     3m:34s |
| Iteration 49     | exponen.. |        0.0104 |           37 |       0.9 | squared_er.. |                 9 |                1 |         8 |         auto |     0.008 |  0.3125 |          1.0 |  3.188s |     3m:39s |
| Iteration 50     | exponen.. |        0.0262 |          223 |       0.7 | squared_er.. |                15 |               15 |         3 |          0.6 |    0.0057 |  0.6875 |          1.0 |  3.201s |     3m:44s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.123s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0447
Time elapsed: 0.589s
-------------------------------------------------
Total time: 3m:46s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  3.155s |     3.167s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |       0.6875 |  3.155s |     7.116s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |       0.6875 |  3.142s |    10.974s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.8125 |       0.8125 |  3.160s |    14.939s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.875 |        0.875 |  3.182s |    18.893s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.3125 |        0.875 |  3.165s |    22.858s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |        0.875 |  3.802s |    27.986s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |        0.875 |  3.152s |    31.961s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |        0.875 |  3.179s |    35.992s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.4375 |        0.875 |  3.160s |    40.004s |
| Iteration 11     |    none |     --- | newto.. |      722 |      --- |   0.625 |        0.875 |  3.186s |    44.320s |
| Iteration 12     |      l2 |  4.9113 | libli.. |      564 |      --- |  0.6875 |        0.875 |  3.162s |    48.597s |
| Iteration 13     |      l2 |  0.0148 |   lbfgs |      574 |      --- |    0.75 |        0.875 |  3.169s |    52.874s |
| Iteration 14     |      l2 |  5.4144 |   lbfgs |      502 |      --- |   0.625 |        0.875 |  3.160s |    57.189s |
| Iteration 15     |    none |     --- |   lbfgs |      892 |      --- |  0.5625 |        0.875 |  3.140s |     1m:01s |
| Iteration 16     |    none |     --- |   lbfgs |      584 |      --- |  0.6875 |        0.875 |  3.184s |     1m:06s |
| Iteration 17     |      l2 | 74.8428 |   lbfgs |      598 |      --- |    0.25 |        0.875 |  3.142s |     1m:10s |
| Iteration 18     |    none |     --- |    saga |      957 |      --- |   0.625 |        0.875 |  3.152s |     1m:14s |
| Iteration 19     |      l2 |  0.0032 |   lbfgs |      834 |      --- |  0.1875 |        0.875 |  3.149s |     1m:18s |
| Iteration 20     |      l2 |   0.487 |   lbfgs |      589 |      --- |   0.875 |        0.875 |  3.168s |     1m:23s |
| Iteration 21     |      l2 |  3.0588 |   lbfgs |      626 |      --- |  0.3125 |        0.875 |  3.174s |     1m:27s |
| Iteration 22     |      l2 | 26.4735 |   lbfgs |      580 |      --- |  0.5625 |        0.875 |  3.180s |     1m:31s |
| Iteration 23     |      l2 |  0.0051 | libli.. |      545 |      --- |  0.4375 |        0.875 |  3.168s |     1m:37s |
| Iteration 24     |      l2 |   0.207 | newto.. |      594 |      --- |   0.125 |        0.875 |  3.167s |     1m:42s |
| Iteration 25     |      l2 | 55.9348 |     sag |      559 |      --- |   0.625 |        0.875 |  3.173s |     1m:46s |
| Iteration 26     |      l2 |  0.0116 | newto.. |      583 |      --- |    0.75 |        0.875 |  3.181s |     1m:50s |
| Iteration 27     |      l2 |  2.0813 | newto.. |      591 |      --- |  0.8125 |        0.875 |  3.158s |     1m:54s |
| Iteration 28     |      l2 |  0.0912 | newto.. |      569 |      --- |     1.0 |          1.0 |  3.150s |     1m:58s |
| Iteration 29     |      l2 |  0.0493 |   lbfgs |      511 |      --- |  0.6875 |          1.0 |  3.184s |     2m:03s |
| Iteration 30     |    none |     --- |     sag |      509 |      --- |    0.75 |          1.0 |  3.132s |     2m:07s |
| Iteration 31     |    none |     --- |     sag |      608 |      --- |   0.625 |          1.0 |  3.718s |     2m:13s |
| Iteration 32     |      l2 |  0.0011 |   lbfgs |      594 |      --- |     0.5 |          1.0 |  3.170s |     2m:18s |
| Iteration 33     |      l2 |  0.0346 | newto.. |      832 |      --- |  0.8125 |          1.0 |  3.190s |     2m:22s |
| Iteration 34     |      l2 |  0.0129 |     sag |      824 |      --- |  0.5625 |          1.0 |  3.160s |     2m:26s |
| Iteration 35     |      l1 | 82.6145 | libli.. |      790 |      --- |     0.0 |          1.0 |  3.131s |     2m:31s |
| Iteration 36     |      l2 |  0.0559 |   lbfgs |      933 |      --- |   0.625 |          1.0 |  3.179s |     2m:36s |
| Iteration 37     |      l2 |   0.001 | newto.. |      669 |      --- |    0.25 |          1.0 |  3.149s |     2m:40s |
| Iteration 38     |      l1 |  0.0013 | libli.. |      571 |      --- |     0.5 |          1.0 |  3.162s |     2m:45s |
| Iteration 39     |      l2 |    0.39 | libli.. |      587 |      --- |  0.6875 |          1.0 |  3.159s |     2m:49s |
| Iteration 40     |      l2 |  0.0023 | libli.. |      480 |      --- |   0.375 |          1.0 |  3.197s |     2m:54s |
| Iteration 41     |      l2 | 29.0539 | newto.. |      548 |      --- |  0.1875 |          1.0 |  3.197s |     2m:58s |
| Iteration 42     |      l2 |  0.2573 | newto.. |      636 |      --- |     0.5 |          1.0 |  3.198s |     3m:02s |
| Iteration 43     |      l2 |   0.118 | newto.. |      493 |      --- |  0.0625 |          1.0 |  3.222s |     3m:07s |
| Iteration 44     |      l2 | 66.6747 |   lbfgs |      558 |      --- |   0.625 |          1.0 |  3.214s |     3m:11s |
| Iteration 45     |      l1 |  0.1322 | libli.. |      604 |      --- |  0.5625 |          1.0 |  3.209s |     3m:16s |
| Iteration 46     |      l2 |  3.9304 | libli.. |      518 |      --- |  0.0625 |          1.0 |  3.230s |     3m:21s |
| Iteration 47     |      l2 |  0.0432 | newto.. |      569 |      --- |     0.5 |          1.0 |  3.228s |     3m:28s |
| Iteration 48     |      l2 |  11.553 |   lbfgs |      593 |      --- |  0.5625 |          1.0 |  3.205s |     3m:34s |
| Iteration 49     |    none |     --- |     sag |      986 |      --- |  0.5625 |          1.0 |  3.222s |     3m:39s |
| Iteration 50     |      l2 | 73.5421 | libli.. |      569 |      --- |  0.3125 |          1.0 |  3.228s |     3m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 28
Best parameters --> {'penalty': 'l2', 'C': 0.0912, 'solver': 'newton-cg', 'max_iter': 569}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.783
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0245
Time elapsed: 0.064s
-------------------------------------------------
Total time: 3m:45s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.239s |     3.246s |
| Initial point 2  |     svd |       --- |   0.375 |        0.625 |  3.204s |     7.511s |
| Initial point 3  |     svd |       --- |   0.375 |        0.625 |  0.000s |     8.259s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |       0.6875 |  3.202s |    12.093s |
| Initial point 5  |   eigen |       0.9 |  0.6875 |       0.6875 |  3.178s |    15.928s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |       0.8125 |  3.219s |    19.798s |
| Initial point 7  |    lsqr |       0.5 |     0.5 |       0.8125 |  3.203s |    23.687s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |       0.8125 |  3.837s |    28.181s |
| Initial point 9  |    lsqr |       0.6 |  0.5625 |       0.8125 |  3.206s |    32.067s |
| Initial point 10 |   eigen |       0.8 |  0.3125 |       0.8125 |  3.209s |    35.921s |
| Iteration 11     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |    36.708s |
| Iteration 12     |   eigen |       0.7 |     0.5 |       0.8125 |  3.184s |    41.926s |
| Iteration 13     |    lsqr |       1.0 |   0.625 |       0.8125 |  3.201s |    47.353s |
| Iteration 14     |    lsqr |      auto |    0.75 |       0.8125 |  3.192s |    52.857s |
| Iteration 15     |    lsqr |      None |     0.5 |       0.8125 |  3.193s |    57.131s |
| Iteration 16     |   eigen |      None |     0.5 |       0.8125 |  3.203s |     1m:01s |
| Iteration 17     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:02s |
| Iteration 18     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 19     |   eigen |       0.6 |  0.4375 |       0.8125 |  3.231s |     1m:07s |
| Iteration 20     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:08s |
| Iteration 21     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:09s |
| Iteration 22     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:10s |
| Iteration 23     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:11s |
| Iteration 24     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:11s |
| Iteration 25     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 26     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:13s |
| Iteration 27     |   eigen |      auto |     1.0 |          1.0 |  3.095s |     1m:17s |
| Iteration 28     |     svd |       --- |   0.375 |          1.0 |  0.000s |     1m:18s |
| Iteration 29     |   eigen |       0.5 |    0.75 |          1.0 |  3.152s |     1m:22s |
| Iteration 30     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 31     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 32     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 33     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 34     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 35     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 36     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:32s |
| Iteration 37     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 38     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 39     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 40     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 41     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 42     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 43     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:39s |
| Iteration 44     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 45     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:41s |
| Iteration 46     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:42s |
| Iteration 47     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 48     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:44s |
| Iteration 49     |   eigen |      auto |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 50     |   eigen |      auto |     1.0 |          1.0 |  0.001s |     1m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7821
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.0374
Time elapsed: 0.033s
-------------------------------------------------
Total time: 1m:47s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.155s |     3.159s |
| Initial point 2  |       0.9 |  0.4375 |        0.625 |  3.200s |     7.107s |
| Initial point 3  |       0.1 |   0.875 |        0.875 |  3.195s |    10.947s |
| Initial point 4  |       1.0 |   0.625 |        0.875 |  0.001s |    11.603s |
| Initial point 5  |       0.2 |    0.75 |        0.875 |  3.212s |    15.575s |
| Initial point 6  |       0.4 |    0.75 |        0.875 |  3.205s |    19.484s |
| Initial point 7  |       0.4 |    0.75 |        0.875 |  0.000s |    20.167s |
| Initial point 8  |       0.7 |   0.625 |        0.875 |  3.853s |    24.667s |
| Initial point 9  |       0.9 |  0.4375 |        0.875 |  0.000s |    25.355s |
| Initial point 10 |       0.8 |    0.25 |        0.875 |  3.191s |    29.192s |
| Iteration 11     |       0.3 |     0.5 |        0.875 |  3.225s |    33.151s |
| Iteration 12     |       0.6 |  0.1875 |        0.875 |  3.200s |    37.117s |
| Iteration 13     |       0.5 |   0.625 |        0.875 |  3.208s |    41.243s |
| Iteration 14     |       0.0 |   0.625 |        0.875 |  3.210s |    45.211s |
| Iteration 15     |       0.1 |   0.875 |        0.875 |  0.000s |    45.943s |
| Iteration 16     |       0.1 |   0.875 |        0.875 |  0.000s |    46.733s |
| Iteration 17     |       0.1 |   0.875 |        0.875 |  0.000s |    47.521s |
| Iteration 18     |       0.1 |   0.875 |        0.875 |  0.000s |    48.292s |
| Iteration 19     |       0.1 |   0.875 |        0.875 |  0.000s |    49.050s |
| Iteration 20     |       0.1 |   0.875 |        0.875 |  0.000s |    49.800s |
| Iteration 21     |       0.6 |  0.1875 |        0.875 |  0.000s |    50.576s |
| Iteration 22     |       0.1 |   0.875 |        0.875 |  0.000s |    51.323s |
| Iteration 23     |       0.1 |   0.875 |        0.875 |  0.000s |    53.151s |
| Iteration 24     |       0.1 |   0.875 |        0.875 |  0.000s |    54.158s |
| Iteration 25     |       0.1 |   0.875 |        0.875 |  0.000s |    54.920s |
| Iteration 26     |       0.1 |   0.875 |        0.875 |  0.000s |    55.679s |
| Iteration 27     |       0.1 |   0.875 |        0.875 |  0.000s |    56.447s |
| Iteration 28     |       0.9 |  0.4375 |        0.875 |  0.000s |    57.232s |
| Iteration 29     |       0.1 |   0.875 |        0.875 |  0.000s |    58.034s |
| Iteration 30     |       0.8 |    0.25 |        0.875 |  0.000s |    58.819s |
| Iteration 31     |       0.1 |   0.875 |        0.875 |  0.000s |    59.598s |
| Iteration 32     |       0.1 |   0.875 |        0.875 |  0.001s |     1m:00s |
| Iteration 33     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:01s |
| Iteration 34     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 35     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 36     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 37     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 38     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 39     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 40     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 41     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:08s |
| Iteration 42     |       0.1 |   0.875 |        0.875 |  0.001s |     1m:09s |
| Iteration 43     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:09s |
| Iteration 44     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:10s |
| Iteration 45     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 46     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 47     |       0.1 |   0.875 |        0.875 |  0.001s |     1m:13s |
| Iteration 48     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 49     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 50     |       0.1 |   0.875 |        0.875 |  0.000s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.65
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1122
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:17s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.1101 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  3.133s |     3.153s |
| Initial point 2  |  4.4185 | uniform |   kd_tree |        39 |       2 |  0.1875 |          1.0 |  3.188s |     7.053s |
| Initial point 3  |  3.4903 | dista.. | ball_tree |        25 |       2 |  0.3125 |          1.0 |  3.197s |    10.969s |
| Initial point 4  | 10.1829 | uniform | ball_tree |        39 |       2 |   0.375 |          1.0 |  3.234s |    14.981s |
| Initial point 5  |   7.977 | dista.. |      auto |        30 |       2 |   0.625 |          1.0 |  3.202s |    18.903s |
| Initial point 6  |  9.2379 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  3.204s |    22.782s |
| Initial point 7  |  6.6076 | dista.. | ball_tree |        24 |       1 |  0.4375 |          1.0 |  3.210s |    26.637s |
| Initial point 8  |  1.5834 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  3.195s |    30.842s |
| Initial point 9  |  7.3605 | uniform | ball_tree |        24 |       1 |  0.8125 |          1.0 |  3.223s |    34.915s |
| Initial point 10 |   5.228 | uniform |     brute |        22 |       2 |  0.7188 |          1.0 |  3.222s |    39.352s |
| Iteration 11     |  1.3403 | dista.. |      auto |        37 |       2 |  0.5312 |          1.0 |  3.221s |    43.674s |
| Iteration 12     |  0.2044 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  3.210s |    47.922s |
| Iteration 13     |  5.7751 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  3.882s |    53.097s |
| Iteration 14     |  8.5117 | dista.. |      auto |        40 |       2 |   0.875 |          1.0 |  3.191s |    57.370s |
| Iteration 15     |  8.5244 | dista.. |      auto |        40 |       1 |    0.25 |          1.0 |  3.204s |     1m:02s |
| Iteration 16     |  6.8859 | uniform |     brute |        25 |       1 |  0.3438 |          1.0 |  3.199s |     1m:06s |
| Iteration 17     | 11.0575 | dista.. | ball_tree |        39 |       2 |    0.25 |          1.0 |  3.186s |     1m:10s |
| Iteration 18     | 10.3401 | dista.. |      auto |        22 |       1 |    0.25 |          1.0 |  3.173s |     1m:14s |
| Iteration 19     |   0.427 | uniform |      auto |        40 |       2 |  0.5938 |          1.0 |  3.214s |     1m:18s |
| Iteration 20     | 10.8612 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  3.205s |     1m:22s |
| Iteration 21     |  7.9607 | dista.. |      auto |        29 |       2 |   0.375 |          1.0 |  3.204s |     1m:26s |
| Iteration 22     | 10.7982 | dista.. | ball_tree |        40 |       1 |  0.5625 |          1.0 |  3.205s |     1m:30s |
| Iteration 23     | 10.4381 | dista.. |      auto |        40 |       2 |  0.4375 |          1.0 |  3.230s |     1m:36s |
| Iteration 24     |  0.0479 | uniform |     brute |        30 |       1 |     0.5 |          1.0 |  3.212s |     1m:41s |
| Iteration 25     |  0.0153 | uniform |     brute |        23 |       2 |   0.375 |          1.0 |  3.233s |     1m:46s |
| Iteration 26     |  2.4109 | dista.. | ball_tree |        20 |       2 |  0.5312 |          1.0 |  3.213s |     1m:50s |
| Iteration 27     |  0.2183 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  3.188s |     1m:54s |
| Iteration 28     | 10.3628 | uniform |      auto |        40 |       1 |  0.2188 |          1.0 |  3.216s |     1m:58s |
| Iteration 29     | 11.1415 | dista.. |      auto |        40 |       1 |  0.7812 |          1.0 |  3.205s |     2m:02s |
| Iteration 30     | 11.1415 | dista.. |      auto |        40 |       1 |  0.7812 |          1.0 |  0.001s |     2m:03s |
| Iteration 31     |  5.6467 | dista.. |      auto |        40 |       1 |  0.5312 |          1.0 |  3.221s |     2m:08s |
| Iteration 32     | 11.1415 | dista.. |     brute |        40 |       1 |  0.8125 |          1.0 |  3.211s |     2m:12s |
| Iteration 33     |  5.8584 | dista.. |   kd_tree |        40 |       1 |  0.5312 |          1.0 |  3.226s |     2m:16s |
| Iteration 34     |  8.1005 | dista.. |   kd_tree |        40 |       2 |    0.75 |          1.0 |  3.203s |     2m:21s |
| Iteration 35     |  8.6936 | dista.. |     brute |        40 |       2 |     0.0 |          1.0 |  3.179s |     2m:25s |
| Iteration 36     |  0.0474 | uniform | ball_tree |        24 |       1 |     0.5 |          1.0 |  3.155s |     2m:29s |
| Iteration 37     | 11.0297 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  3.823s |     2m:34s |
| Iteration 38     |  8.4269 | dista.. | ball_tree |        40 |       2 |    0.75 |          1.0 |  3.173s |     2m:39s |
| Iteration 39     | 11.1415 | dista.. |      auto |        40 |       1 |  0.7812 |          1.0 |  0.001s |     2m:40s |
| Iteration 40     |  7.4725 | uniform |   kd_tree |        24 |       1 |  0.6875 |          1.0 |  3.179s |     2m:45s |
| Iteration 41     |   5.859 | dista.. |      auto |        40 |       1 |  0.5625 |          1.0 |  3.188s |     2m:49s |
| Iteration 42     |  7.3336 | dista.. |      auto |        24 |       1 |   0.625 |          1.0 |  3.199s |     2m:54s |
| Iteration 43     |  11.017 | dista.. | ball_tree |        40 |       1 |  0.4375 |          1.0 |  3.186s |     2m:58s |
| Iteration 44     |  7.9478 | dista.. |      auto |        40 |       2 |   0.875 |          1.0 |  3.212s |     3m:03s |
| Iteration 45     |  8.1819 | dista.. |      auto |        40 |       2 |   0.625 |          1.0 |  3.179s |     3m:07s |
| Iteration 46     | 11.0632 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  3.211s |     3m:12s |
| Iteration 47     | 11.1415 | dista.. |      auto |        40 |       2 |     0.5 |          1.0 |  3.197s |     3m:16s |
| Iteration 48     |  7.9885 | dista.. | ball_tree |        40 |       2 |  0.5625 |          1.0 |  3.204s |     3m:22s |
| Iteration 49     | 10.9134 | dista.. |      auto |        39 |       1 |  0.9375 |          1.0 |  3.195s |     3m:29s |
| Iteration 50     | 10.8141 | dista.. |      auto |        37 |       1 |   0.375 |          1.0 |  3.196s |     3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'radius': 5.7751, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.625 ± 0.0447
Time elapsed: 0.056s
-------------------------------------------------
Total time: 3m:39s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.8438 |       0.8438 |  3.573s |     3.582s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.5625 |       0.8438 |  3.602s |     9.815s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.625 |       0.8438 |  3.311s |    15.809s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |        0.875 |  3.542s |    22.039s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.625 |        0.875 |  3.357s |    28.166s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     0.5 |        0.875 |  3.556s |    34.376s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5312 |        0.875 |  3.213s |    40.362s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  3.493s |    46.458s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |          1.0 |  3.114s |    52.128s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.625 |          1.0 |  3.231s |    58.160s |
| Iteration 11     |          422 |        0.0156 |     SAMME |   0.875 |          1.0 |  3.387s |     1m:04s |
| Iteration 12     |          378 |        0.0314 |     SAMME |    0.75 |          1.0 |  3.346s |     1m:11s |
| Iteration 13     |          447 |        0.0198 |     SAMME |  0.8125 |          1.0 |  3.408s |     1m:17s |
| Iteration 14     |          412 |        0.0422 |     SAMME |   0.625 |          1.0 |  3.469s |     1m:24s |
| Iteration 15     |          385 |        0.0188 |     SAMME |    0.25 |          1.0 |  4.084s |     1m:31s |
| Iteration 16     |          424 |        0.0214 |     SAMME |     1.0 |          1.0 |  3.501s |     1m:37s |
| Iteration 17     |          430 |        0.0163 |     SAMME |    0.75 |          1.0 |  3.469s |     1m:43s |
| Iteration 18     |          417 |        0.0199 |     SAMME |     0.5 |          1.0 |  3.457s |     1m:50s |
| Iteration 19     |          425 |        0.0554 |     SAMME |   0.875 |          1.0 |  3.472s |     1m:56s |
| Iteration 20     |          426 |        6.0409 |     SAMME |  0.8125 |          1.0 |  3.171s |     2m:02s |
| Iteration 21     |          406 |        0.0512 |     SAMME |     0.5 |          1.0 |  3.465s |     2m:09s |
| Iteration 22     |          426 |        0.0188 |     SAMME |    0.75 |          1.0 |  3.514s |     2m:15s |
| Iteration 23     |          424 |        0.0125 |   SAMME.R |  0.6875 |          1.0 |  3.534s |     2m:22s |
| Iteration 24     |          423 |        4.1195 |     SAMME |   0.625 |          1.0 |  3.275s |     2m:28s |
| Iteration 25     |          453 |        0.0226 |     SAMME |     1.0 |          1.0 |  3.599s |     2m:34s |
| Iteration 26     |          444 |        0.0281 |     SAMME |    0.75 |          1.0 |  3.541s |     2m:39s |
| Iteration 27     |          425 |        0.0369 |     SAMME |  0.9688 |          1.0 |  3.523s |     2m:45s |
| Iteration 28     |          453 |        0.0223 |     SAMME |  0.7812 |          1.0 |  3.648s |     2m:51s |
| Iteration 29     |          426 |        0.0965 |     SAMME |  0.9375 |          1.0 |  3.531s |     2m:56s |
| Iteration 30     |          425 |        0.1116 |     SAMME |  0.6562 |          1.0 |  3.494s |     3m:00s |
| Iteration 31     |          452 |        0.0874 |     SAMME |  0.5938 |          1.0 |  3.520s |     3m:05s |
| Iteration 32     |          426 |        0.0372 |     SAMME |     1.0 |          1.0 |  3.517s |     3m:10s |
| Iteration 33     |          428 |        0.0433 |     SAMME |    0.75 |          1.0 |  3.609s |     3m:17s |
| Iteration 34     |          424 |        0.0339 |     SAMME |  0.6875 |          1.0 |  3.486s |     3m:21s |
| Iteration 35     |          456 |        0.0121 |     SAMME |     0.0 |          1.0 |  3.487s |     3m:26s |
| Iteration 36     |          433 |        6.6486 |     SAMME |  0.3125 |          1.0 |  3.180s |     3m:30s |
| Iteration 37     |          427 |        0.0281 |     SAMME |    0.75 |          1.0 |  3.478s |     3m:35s |
| Iteration 38     |          425 |        0.0177 |     SAMME |  0.6562 |          1.0 |  3.475s |     3m:39s |
| Iteration 39     |          408 |        0.0185 |     SAMME |  0.9062 |          1.0 |  3.471s |     3m:44s |
| Iteration 40     |          426 |        0.0379 |     SAMME |     0.5 |          1.0 |  3.479s |     3m:49s |
| Iteration 41     |          489 |        2.9447 |   SAMME.R |  0.9375 |          1.0 |  3.583s |     3m:53s |
| Iteration 42     |          410 |        0.0187 |     SAMME |   0.875 |          1.0 |  3.482s |     3m:58s |
| Iteration 43     |          409 |        0.0176 |     SAMME |  0.8125 |          1.0 |  3.501s |     4m:03s |
| Iteration 44     |          486 |        8.4335 |   SAMME.R |  0.4688 |          1.0 |  3.554s |     4m:07s |
| Iteration 45     |          409 |        0.0213 |     SAMME |  0.5938 |          1.0 |  3.452s |     4m:13s |
| Iteration 46     |          411 |        0.0184 |     SAMME |  0.7188 |          1.0 |  3.474s |     4m:18s |
| Iteration 47     |          427 |        0.0469 |     SAMME |    0.75 |          1.0 |  3.501s |     4m:23s |
| Iteration 48     |          407 |        0.0189 |     SAMME |    0.75 |          1.0 |  3.452s |     4m:27s |
| Iteration 49     |          428 |        0.0924 |     SAMME |   0.625 |          1.0 |  3.473s |     4m:32s |
| Iteration 50     |          426 |        0.0218 |     SAMME |  0.5312 |          1.0 |  3.489s |     4m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 453, 'learning_rate': 0.0226, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.366s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.765 ± 0.0644
Time elapsed: 1.677s
-------------------------------------------------
Total time: 4m:39s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  3.559s |     3.579s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     0.5 |          1.0 |  3.431s |     7.665s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |          1.0 |  3.482s |    11.823s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |          1.0 |  3.297s |    15.788s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.7812 |          1.0 |  3.485s |    19.980s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |          1.0 |  3.304s |    24.007s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |          1.0 |  3.363s |    28.090s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  3.352s |    32.126s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  3.468s |    36.354s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     0.5 |          1.0 |  3.424s |    40.503s |
| Iteration 11     |          157 |      gini |      None |                 2 |               20 |         log2 |     False |    0.0279 |         --- |  0.6875 |          1.0 |  3.275s |    45.490s |
| Iteration 12     |          464 |   entropy |      None |                18 |                7 |         log2 |      True |    0.0222 |         0.9 |   0.875 |          1.0 |  3.404s |    50.067s |
| Iteration 13     |           72 |   entropy |         5 |                20 |                4 |          0.9 |      True |    0.0132 |         0.7 |  0.8125 |          1.0 |  3.151s |    54.321s |
| Iteration 14     |          500 |   entropy |         9 |                 2 |               20 |         auto |      True |    0.0194 |        None |  0.5938 |          1.0 |  3.455s |    58.866s |
| Iteration 15     |          405 |   entropy |      None |                 2 |               14 |          0.6 |     False |    0.0152 |         --- |  0.3125 |          1.0 |  3.326s |     1m:03s |
| Iteration 16     |          500 |   entropy |         2 |                17 |                7 |          0.5 |      True |    0.0236 |         0.9 |     1.0 |          1.0 |  4.226s |     1m:10s |
| Iteration 17     |          264 |   entropy |         3 |                 7 |               12 |         auto |     False |    0.0268 |         --- |     1.0 |          1.0 |  3.341s |     1m:14s |
| Iteration 18     |          157 |   entropy |         3 |                 7 |               16 |         auto |     False |    0.0163 |         --- |   0.625 |          1.0 |  3.237s |     1m:19s |
| Iteration 19     |          499 |   entropy |         1 |                 7 |                9 |          0.5 |      True |    0.0255 |         0.7 |   0.625 |          1.0 |  3.560s |     1m:23s |
| Iteration 20     |          276 |   entropy |         1 |                 6 |               14 |         auto |     False |    0.0239 |         --- |  0.9375 |          1.0 |  3.341s |     1m:28s |
| Iteration 21     |          250 |   entropy |         9 |                15 |               14 |         auto |      True |    0.0211 |         0.6 |  0.6562 |          1.0 |  3.367s |     1m:33s |
| Iteration 22     |          258 |   entropy |         1 |                 3 |                9 |         auto |     False |    0.0279 |         --- |  0.8125 |          1.0 |  3.309s |     1m:37s |
| Iteration 23     |          222 |   entropy |         3 |                 8 |               12 |         auto |     False |    0.0264 |         --- |  0.6875 |          1.0 |  3.290s |     1m:42s |
| Iteration 24     |          271 |      gini |         3 |                10 |               17 |         auto |     False |    0.0076 |         --- |    0.75 |          1.0 |  3.350s |     1m:46s |
| Iteration 25     |          500 |   entropy |         1 |                19 |                7 |          0.5 |      True |    0.0186 |         0.9 |     1.0 |          1.0 |  3.534s |     1m:51s |
| Iteration 26     |          500 |   entropy |         2 |                19 |                7 |          0.5 |      True |    0.0176 |         0.9 |    0.75 |          1.0 |  3.554s |     1m:57s |
| Iteration 27     |          500 |      gini |         3 |                20 |               18 |         sqrt |      True |    0.0333 |         0.7 |     0.5 |          1.0 |  3.523s |     2m:03s |
| Iteration 28     |          275 |   entropy |         4 |                 3 |               14 |         sqrt |     False |     0.021 |         --- |  0.8125 |          1.0 |  3.306s |     2m:07s |
| Iteration 29     |          287 |   entropy |         4 |                10 |               20 |         auto |     False |    0.0231 |         --- |  0.8438 |          1.0 |  3.331s |     2m:12s |
| Iteration 30     |          500 |   entropy |         4 |                17 |                4 |          0.7 |      True |    0.0287 |         0.9 |   0.625 |          1.0 |  3.545s |     2m:16s |
| Iteration 31     |          499 |      gini |         2 |                20 |                2 |          0.5 |      True |     0.035 |         0.8 |    0.75 |          1.0 |  3.540s |     2m:21s |
| Iteration 32     |          296 |      gini |      None |                14 |               15 |         auto |     False |    0.0007 |         --- |     1.0 |          1.0 |  3.322s |     2m:26s |
| Iteration 33     |          307 |   entropy |      None |                 7 |               19 |         auto |     False |    0.0051 |         --- |   0.875 |          1.0 |  3.357s |     2m:30s |
| Iteration 34     |          296 |      gini |         5 |                19 |                4 |         auto |     False |    0.0072 |         --- |   0.875 |          1.0 |  3.326s |     2m:35s |
| Iteration 35     |          452 |   entropy |      None |                 8 |               18 |          0.5 |      True |    0.0234 |         0.9 |    0.25 |          1.0 |  3.485s |     2m:39s |
| Iteration 36     |          327 |      gini |         1 |                16 |               13 |         auto |     False |       0.0 |         --- |  0.5625 |          1.0 |  3.327s |     2m:44s |
| Iteration 37     |          281 |      gini |         2 |                18 |                4 |         auto |     False |    0.0036 |         --- |    0.75 |          1.0 |  3.315s |     2m:49s |
| Iteration 38     |          280 |   entropy |         3 |                12 |               17 |         auto |     False |    0.0077 |         --- |   0.625 |          1.0 |  3.299s |     2m:53s |
| Iteration 39     |          291 |   entropy |         7 |                 5 |               13 |         auto |      True |    0.0308 |         0.8 |   0.875 |          1.0 |  4.109s |     2m:59s |
| Iteration 40     |          291 |      gini |         3 |                 5 |               11 |         auto |     False |    0.0292 |         --- |  0.4375 |          1.0 |  3.414s |     3m:04s |
| Iteration 41     |          500 |   entropy |         6 |                20 |               18 |         log2 |     False |    0.0315 |         --- |  0.8125 |          1.0 |  3.529s |     3m:08s |
| Iteration 42     |          274 |   entropy |         3 |                 7 |               16 |         auto |     False |    0.0049 |         --- |    0.75 |          1.0 |  3.313s |     3m:13s |
| Iteration 43     |          500 |   entropy |         5 |                19 |                1 |          0.5 |      True |    0.0307 |         0.8 |  0.9375 |          1.0 |  3.547s |     3m:18s |
| Iteration 44     |          485 |   entropy |         9 |                20 |               15 |          0.5 |      True |     0.029 |         0.7 |    0.75 |          1.0 |  3.512s |     3m:22s |
| Iteration 45     |          280 |   entropy |      None |                 6 |               20 |         auto |      True |    0.0305 |         0.7 |     0.5 |          1.0 |  3.372s |     3m:27s |
| Iteration 46     |          265 |   entropy |         6 |                 6 |               16 |         auto |     False |    0.0235 |         --- |  0.5625 |          1.0 |  3.306s |     3m:32s |
| Iteration 47     |          499 |   entropy |      None |                18 |               10 |          0.5 |      True |    0.0186 |         0.7 |   0.625 |          1.0 |  3.564s |     3m:37s |
| Iteration 48     |          269 |   entropy |         1 |                19 |               11 |         auto |     False |    0.0232 |         --- |  0.7188 |          1.0 |  3.286s |     3m:42s |
| Iteration 49     |          289 |      gini |      None |                 6 |               13 |         auto |     False |    0.0349 |         --- |  0.8125 |          1.0 |  3.340s |     3m:46s |
| Iteration 50     |          397 |   entropy |      None |                 6 |                5 |          0.5 |      True |    0.0145 |         0.9 |    0.75 |          1.0 |  3.469s |     3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 500, 'criterion': 'entropy', 'max_depth': 2, 'min_samples_split': 17, 'min_samples_leaf': 7, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0236, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9545
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.439s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.049
Time elapsed: 2.077s
-------------------------------------------------
Total time: 3m:57s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.271s |     3.290s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          0.5 |  3.287s |     7.226s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  3.212s |    11.087s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  3.222s |    15.176s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  3.291s |    19.121s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  3.260s |    23.076s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  3.198s |    26.921s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  3.332s |    30.928s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |         0.75 |  3.252s |    34.852s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  3.252s |    38.837s |
| Iteration 11     |           24 |        0.5137 |         9 |  0.0496 |                4 |       0.6 |              0.4 |         0 |       0.01 |  0.8125 |       0.8125 |  3.275s |    43.435s |
| Iteration 12     |          144 |        0.0312 |         3 |     0.0 |                4 |       0.5 |              1.0 |         0 |       0.01 |  0.6875 |       0.8125 |  3.120s |    47.540s |
| Iteration 13     |          300 |        0.0584 |         8 |  0.7945 |                5 |       1.0 |              0.4 |         1 |         10 |  0.8125 |       0.8125 |  3.239s |    51.734s |
| Iteration 14     |          500 |        0.1728 |         2 |     1.0 |                4 |       1.0 |              0.4 |         0 |         10 |  0.8438 |       0.8438 |  3.822s |    56.704s |
| Iteration 15     |          430 |        0.9082 |         8 |  0.9771 |               10 |       1.0 |              1.0 |       0.1 |          1 |     0.5 |       0.8438 |  3.187s |     1m:01s |
| Iteration 16     |          500 |        0.2936 |         1 |     1.0 |                4 |       1.0 |              0.4 |        10 |          1 |     0.5 |       0.8438 |  3.215s |     1m:05s |
| Iteration 17     |          425 |        0.0107 |         2 |   0.939 |                4 |       1.0 |              0.4 |         0 |          1 |  0.9375 |       0.9375 |  3.175s |     1m:09s |
| Iteration 18     |           20 |          0.01 |        10 |   0.009 |                4 |       0.7 |              0.4 |         0 |          0 |     0.5 |       0.9375 |  3.104s |     1m:14s |
| Iteration 19     |           20 |          0.01 |         3 |     0.0 |                5 |       1.0 |              0.4 |         0 |        100 |  0.6562 |       0.9375 |  3.123s |     1m:18s |
| Iteration 20     |          418 |        0.0135 |         4 |     1.0 |                5 |       1.0 |              0.4 |         0 |         10 |   0.625 |       0.9375 |  3.186s |     1m:22s |
| Iteration 21     |          315 |        0.0861 |         5 |  0.7291 |                4 |       0.8 |              0.5 |         0 |          1 |  0.5938 |       0.9375 |  3.179s |     1m:27s |
| Iteration 22     |          164 |        0.0632 |         8 |  0.8944 |                5 |       1.0 |              0.4 |         1 |        0.1 |   0.625 |       0.9375 |  3.160s |     1m:31s |
| Iteration 23     |          397 |        0.8107 |         8 |  0.0583 |                5 |       1.0 |              0.4 |         1 |        100 |  0.4375 |       0.9375 |  3.248s |     1m:36s |
| Iteration 24     |          500 |        0.0153 |         3 |  0.9821 |                3 |       0.7 |              0.9 |      0.01 |          1 |  0.4375 |       0.9375 |  3.284s |     1m:41s |
| Iteration 25     |          380 |        0.1557 |         8 |  0.9356 |                4 |       1.0 |              0.9 |         0 |       0.01 |  0.9375 |       0.9375 |  3.173s |     1m:45s |
| Iteration 26     |          444 |          0.01 |         3 |  0.9332 |                4 |       1.0 |              0.4 |         0 |          1 |   0.625 |       0.9375 |  3.182s |     1m:50s |
| Iteration 27     |          454 |        0.0196 |         5 |     1.0 |                4 |       1.0 |              0.6 |         0 |        100 |     0.5 |       0.9375 |  3.181s |     1m:54s |
| Iteration 28     |           54 |        0.8356 |         7 |  0.8444 |                8 |       1.0 |              0.5 |         0 |          0 |     0.5 |       0.9375 |  3.174s |     1m:59s |
| Iteration 29     |          440 |        0.2444 |         3 |  0.1085 |                1 |       0.5 |              0.7 |         0 |          0 |  0.8125 |       0.9375 |  3.131s |     2m:06s |
| Iteration 30     |          132 |        0.2256 |        10 |  0.4868 |                2 |       1.0 |              0.8 |         0 |          1 |     0.5 |       0.9375 |  3.118s |     2m:10s |
| Iteration 31     |          500 |        0.7311 |         5 |  0.5748 |                2 |       0.9 |              0.6 |         0 |          0 |   0.625 |       0.9375 |  3.188s |     2m:15s |
| Iteration 32     |          500 |        0.2325 |         7 |  0.5062 |                5 |       0.6 |              1.0 |         0 |          0 |  0.8438 |       0.9375 |  3.219s |     2m:19s |
| Iteration 33     |          474 |        0.1064 |         5 |  0.8626 |                5 |       1.0 |              0.7 |         0 |          0 |  0.7188 |       0.9375 |  3.192s |     2m:23s |
| Iteration 34     |          421 |        0.1755 |         6 |  0.4151 |                8 |       0.5 |              0.8 |         0 |          1 |     0.5 |       0.9375 |  3.177s |     2m:27s |
| Iteration 35     |          253 |        0.9347 |         2 |  0.8137 |                5 |       0.6 |              0.4 |         0 |        100 |     0.5 |       0.9375 |  3.145s |     2m:32s |
| Iteration 36     |          397 |           1.0 |         9 |  0.5516 |                4 |       1.0 |              0.6 |         0 |          0 |    0.75 |       0.9375 |  3.186s |     2m:36s |
| Iteration 37     |          485 |        0.4718 |         6 |  0.4719 |                4 |       0.8 |              0.7 |         0 |       0.01 |   0.625 |       0.9375 |  3.180s |     2m:40s |
| Iteration 38     |          434 |        0.0286 |         2 |     1.0 |                5 |       0.7 |              1.0 |         0 |          0 |  0.5625 |       0.9375 |  3.165s |     2m:45s |
| Iteration 39     |          384 |        0.0103 |         5 |  0.4556 |                1 |       0.9 |              0.5 |         0 |          0 |   0.625 |       0.9375 |  3.187s |     2m:49s |
| Iteration 40     |          386 |         0.689 |         9 |  0.9423 |                5 |       0.7 |              0.9 |         0 |          0 |  0.3125 |       0.9375 |  3.162s |     2m:54s |
| Iteration 41     |          291 |        0.1941 |         8 |  0.8907 |                4 |       0.6 |              0.9 |         0 |          1 |  0.5312 |       0.9375 |  3.195s |     2m:58s |
| Iteration 42     |          387 |        0.0703 |         8 |  0.8308 |                4 |       1.0 |              0.7 |         0 |       0.01 |  0.6875 |       0.9375 |  3.190s |     3m:03s |
| Iteration 43     |           22 |        0.3522 |         2 |  0.7656 |                4 |       1.0 |              0.7 |         0 |          0 |  0.8125 |       0.9375 |  3.160s |     3m:07s |
| Iteration 44     |          392 |        0.0813 |         8 |  0.3112 |                2 |       0.5 |              0.9 |         0 |        0.1 |    0.75 |       0.9375 |  3.196s |     3m:12s |
| Iteration 45     |          235 |         0.742 |        10 |   0.031 |                1 |       0.5 |              0.7 |         1 |          1 |   0.625 |       0.9375 |  3.175s |     3m:16s |
| Iteration 46     |          310 |        0.0253 |         2 |  0.3398 |                4 |       0.5 |              0.9 |         0 |        0.1 |  0.8125 |       0.9375 |  3.181s |     3m:20s |
| Iteration 47     |          392 |        0.8209 |         2 |  0.5076 |                1 |       0.5 |              0.5 |      0.01 |       0.01 |   0.875 |       0.9375 |  3.196s |     3m:25s |
| Iteration 48     |           35 |        0.3633 |         2 |  0.4155 |                1 |       0.5 |              0.4 |         0 |       0.01 |   0.625 |       0.9375 |  3.109s |     3m:29s |
| Iteration 49     |          354 |        0.1292 |         5 |  0.3162 |                3 |       0.5 |              0.9 |         0 |        100 |     1.0 |          1.0 |  3.189s |     3m:33s |
| Iteration 50     |          316 |        0.7592 |         3 |  0.3416 |                3 |       0.5 |              1.0 |         0 |        100 |  0.5938 |          1.0 |  3.164s |     3m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'n_estimators': 354, 'learning_rate': 0.1292, 'max_depth': 5, 'gamma': 0.3162, 'min_child_weight': 3, 'subsample': 0.5, 'colsample_bytree': 0.9, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8446
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.080s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.1281
Time elapsed: 0.253s
-------------------------------------------------
Total time: 3m:39s


Final results ==================== >>
Duration: 26m:28s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.85 ± 0.0447 !
Logistic Regression             --> roc_auc: 0.53 ± 0.0245 ~
Linear Discriminant Analysis    --> roc_auc: 0.59 ± 0.0374 ~
Quadratic Discriminant Analysis --> roc_auc: 0.58 ± 0.1122
Radius Nearest Neighbors        --> roc_auc: 0.625 ± 0.0447 ~
AdaBoost                        --> roc_auc: 0.765 ± 0.0644 ~
Random Forest                   --> roc_auc: 0.84 ± 0.049
XGBoost                         --> roc_auc: 0.79 ± 0.1281
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 844 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALGTGGFKTIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.625 |        0.625 |  0.678s |     0.698s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |       0.8125 |  0.712s |     2.085s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.9375 |       0.9375 |  0.682s |     3.417s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.625 |       0.9375 |  0.709s |     4.774s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.5625 |       0.9375 |  0.713s |     6.169s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5625 |       0.9375 |  0.756s |     7.601s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |       0.9375 |  0.693s |     9.011s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.731s |    10.403s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |          1.0 |  0.672s |    11.733s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |          1.0 |  0.692s |    13.098s |
| Iteration 11     | exponen.. |        0.1233 |          500 |       0.7 | squared_er.. |                 7 |                2 |         8 |          0.7 |    0.0098 |     1.0 |          1.0 |  0.783s |    14.907s |
| Iteration 12     | exponen.. |        0.0982 |          473 |       0.7 | squared_er.. |                11 |                6 |         5 |          0.7 |    0.0268 |  0.8125 |          1.0 |  0.768s |    16.771s |
| Iteration 13     | exponen.. |         0.047 |          500 |       0.6 | squared_er.. |                 9 |                1 |         8 |         None |       0.0 |    0.75 |          1.0 |  0.841s |    18.667s |
| Iteration 14     | exponen.. |        0.5896 |          500 |       0.7 | squared_er.. |                 2 |                1 |        10 |          0.7 |    0.0071 |    0.75 |          1.0 |  0.805s |    20.558s |
| Iteration 15     |  deviance |        0.0873 |          490 |       0.7 | squared_er.. |                 2 |                7 |         4 |          0.9 |    0.0078 |     1.0 |          1.0 |  0.786s |    23.113s |
| Iteration 16     | exponen.. |        0.1089 |          364 |       0.7 | squared_er.. |                13 |                3 |        10 |          0.6 |    0.0056 |   0.375 |          1.0 |  0.759s |    25.428s |
| Iteration 17     | exponen.. |        0.1039 |           59 |       0.7 | squared_er.. |                 4 |                2 |         5 |          0.7 |    0.0066 |    0.75 |          1.0 |  0.685s |    27.629s |
| Iteration 18     | exponen.. |        0.0906 |          418 |       0.7 | squared_er.. |                12 |               15 |         6 |          0.9 |    0.0109 |     0.5 |          1.0 |  0.789s |    30.748s |
| Iteration 19     |  deviance |        0.0672 |          461 |       0.7 | squared_er.. |                20 |                4 |         2 |          0.9 |    0.0086 |  0.9375 |          1.0 |  0.775s |    32.788s |
| Iteration 20     |  deviance |        0.3823 |          500 |       0.7 | squared_er.. |                 2 |               11 |         2 |          0.9 |    0.0035 |  0.5625 |          1.0 |  0.785s |    34.773s |
| Iteration 21     | exponen.. |        0.1103 |          500 |       0.7 | squared_er.. |                10 |               14 |         5 |          0.7 |       0.0 |  0.8125 |          1.0 |  0.770s |    36.714s |
| Iteration 22     | exponen.. |        0.0786 |          500 |       0.7 | squared_er.. |                20 |                7 |         6 |          0.7 |    0.0117 |    0.75 |          1.0 |  0.790s |    38.742s |
| Iteration 23     |  deviance |        0.0655 |          140 |       0.7 | squared_er.. |                 7 |               14 |         6 |          0.9 |     0.005 |    0.75 |          1.0 |  0.670s |    40.547s |
| Iteration 24     | exponen.. |        0.3876 |          287 |       0.8 | squared_er.. |                14 |               14 |         6 |         auto |    0.0073 |  0.9375 |          1.0 |  0.701s |    43.980s |
| Iteration 25     | exponen.. |        0.0686 |          452 |       0.7 | squared_er.. |                14 |               16 |         6 |         None |    0.0063 |  0.8125 |          1.0 |  0.752s |    46.301s |
| Iteration 26     | exponen.. |        0.1402 |          161 |       1.0 | friedman_mse |                 2 |                8 |         4 |         None |    0.0322 |    0.75 |          1.0 |  0.670s |    48.069s |
| Iteration 27     | exponen.. |        0.8782 |          464 |       0.9 | squared_er.. |                14 |                4 |         6 |         log2 |    0.0184 |  0.8125 |          1.0 |  0.758s |    49.962s |
| Iteration 28     | exponen.. |        0.0822 |          347 |       0.7 | squared_er.. |                 6 |                3 |         8 |          0.9 |    0.0138 |     1.0 |          1.0 |  0.719s |    51.815s |
| Iteration 29     |  deviance |         0.097 |          399 |       0.6 | squared_er.. |                 5 |                5 |         8 |         auto |    0.0347 |    0.75 |          1.0 |  0.723s |    53.623s |
| Iteration 30     | exponen.. |        0.9555 |          183 |       0.9 | squared_er.. |                15 |               13 |         6 |          0.5 |       0.0 |   0.875 |          1.0 |  0.670s |    55.711s |
| Iteration 31     | exponen.. |         0.011 |          275 |       0.9 | squared_er.. |                 6 |                4 |         8 |          0.8 |    0.0116 |     1.0 |          1.0 |  0.723s |    59.185s |
| Iteration 32     |  deviance |        0.2939 |           71 |       0.8 | squared_er.. |                 7 |               12 |         8 |         None |    0.0158 |   0.875 |          1.0 |  0.646s |     1m:02s |
| Iteration 33     | exponen.. |        0.0541 |          289 |       1.0 | squared_er.. |                 6 |                7 |         8 |          0.9 |    0.0074 |   0.875 |          1.0 |  0.690s |     1m:03s |
| Iteration 34     | exponen.. |        0.0495 |          413 |       0.7 | squared_er.. |                16 |               10 |         6 |         log2 |    0.0044 |   0.375 |          1.0 |  0.771s |     1m:06s |
| Iteration 35     | exponen.. |        0.7768 |          185 |       0.8 | squared_er.. |                 6 |               18 |         6 |         None |    0.0125 |  0.6875 |          1.0 |  0.712s |     1m:07s |
| Iteration 36     |  deviance |          0.01 |          500 |       0.7 | squared_er.. |                 6 |                2 |        10 |          0.9 |    0.0149 |  0.5625 |          1.0 |  0.815s |     1m:10s |
| Iteration 37     | exponen.. |        0.0379 |          328 |       0.9 | squared_er.. |                 2 |                2 |         8 |         None |    0.0282 |     1.0 |          1.0 |  0.775s |     1m:13s |
| Iteration 38     | exponen.. |        0.0157 |           96 |       0.9 | squared_er.. |                 2 |               20 |         8 |          0.7 |    0.0206 |    0.75 |          1.0 |  0.686s |     1m:15s |
| Iteration 39     | exponen.. |        0.5549 |          396 |       0.9 | squared_er.. |                 6 |                1 |         8 |          0.8 |    0.0339 |   0.875 |          1.0 |  0.804s |     1m:17s |
| Iteration 40     | exponen.. |        0.1083 |          394 |       0.7 | squared_er.. |                 8 |               10 |         4 |          0.8 |    0.0081 |    0.75 |          1.0 |  1.361s |     1m:20s |
| Iteration 41     | exponen.. |        0.1372 |          397 |       0.9 | friedman_mse |                13 |                1 |         8 |          0.9 |    0.0329 |   0.375 |          1.0 |  0.792s |     1m:22s |
| Iteration 42     |  deviance |        0.0647 |           24 |       1.0 | squared_er.. |                20 |                1 |         3 |          0.8 |    0.0298 |  0.9375 |          1.0 |  0.641s |     1m:24s |
| Iteration 43     |  deviance |        0.0153 |          210 |       1.0 | friedman_mse |                20 |                2 |         3 |         sqrt |    0.0113 |  0.9375 |          1.0 |  0.676s |     1m:26s |
| Iteration 44     |  deviance |           1.0 |          134 |       0.5 | friedman_mse |                20 |               10 |         3 |         log2 |    0.0161 |  0.5625 |          1.0 |  0.714s |     1m:28s |
| Iteration 45     |  deviance |        0.2616 |          431 |       1.0 | squared_er.. |                20 |               15 |         4 |         sqrt |    0.0216 |  0.9062 |          1.0 |  0.707s |     1m:29s |
| Iteration 46     |  deviance |        0.0341 |          407 |       0.5 | squared_er.. |                20 |                1 |         3 |          0.8 |    0.0163 |   0.875 |          1.0 |  0.739s |     1m:31s |
| Iteration 47     |  deviance |        0.0111 |          308 |       1.0 | squared_er.. |                20 |               20 |         3 |         log2 |    0.0182 |   0.875 |          1.0 |  0.675s |     1m:34s |
| Iteration 48     | exponen.. |        0.1894 |          129 |       1.0 | squared_er.. |                20 |                1 |         4 |          0.6 |    0.0316 |     1.0 |          1.0 |  0.648s |     1m:37s |
| Iteration 49     | exponen.. |        0.0155 |          488 |       1.0 | squared_er.. |                20 |                1 |         4 |         None |    0.0136 |     1.0 |          1.0 |  0.744s |     1m:41s |
| Iteration 50     |  deviance |        0.0315 |          112 |       1.0 | squared_er.. |                 6 |                1 |         4 |          0.8 |    0.0195 |  0.7812 |          1.0 |  0.646s |     1m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0873, 'n_estimators': 490, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 7, 'max_depth': 4, 'max_features': 0.9, 'ccp_alpha': 0.0078}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.134s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0632
Time elapsed: 0.646s
-------------------------------------------------
Total time: 1m:47s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     1.0 |          1.0 |  0.643s |     0.655s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |          1.0 |  0.662s |     2.400s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |          1.0 |  0.673s |     3.748s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.375 |          1.0 |  0.649s |     5.067s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |          1.0 |  0.655s |     7.282s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |          1.0 |  0.646s |     8.828s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |          1.0 |  0.644s |    10.134s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |          1.0 |  0.655s |    11.507s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |          1.0 |  0.641s |    12.914s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |          1.0 |  0.648s |    14.218s |
| Iteration 11     |    none |     --- |   lbfgs |      966 |      --- |  0.6875 |          1.0 |  0.645s |    15.898s |
| Iteration 12     |      l2 | 94.8372 | libli.. |     1000 |      --- |  0.4375 |          1.0 |  0.663s |    17.598s |
| Iteration 13     |    none |     --- | newto.. |      167 |      --- |   0.875 |          1.0 |  0.644s |    20.172s |
| Iteration 14     |    none |     --- | newto.. |     1000 |      --- |  0.8125 |          1.0 |  0.643s |    22.126s |
| Iteration 15     |      l2 | 35.8227 | newto.. |      887 |      --- |   0.625 |          1.0 |  0.642s |    23.709s |
| Iteration 16     |    none |     --- | newto.. |      931 |      --- |     0.5 |          1.0 |  0.644s |    25.515s |
| Iteration 17     |    none |     --- |   lbfgs |      956 |      --- |    0.75 |          1.0 |  0.651s |    27.102s |
| Iteration 18     |    none |     --- |   lbfgs |      924 |      --- |     0.5 |          1.0 |  1.269s |    29.538s |
| Iteration 19     |      l2 |  0.0039 | newto.. |      272 |      --- |   0.875 |          1.0 |  0.667s |    32.146s |
| Iteration 20     |      l2 | 46.2526 | newto.. |      952 |      --- |     0.5 |          1.0 |  0.666s |    35.215s |
| Iteration 21     |    none |     --- | newto.. |      655 |      --- |  0.6875 |          1.0 |  0.649s |    37.143s |
| Iteration 22     |      l2 | 39.9302 |   lbfgs |      149 |      --- |  0.9375 |          1.0 |  0.645s |    38.812s |
| Iteration 23     |      l2 |  43.314 |   lbfgs |      228 |      --- |    0.75 |          1.0 |  0.648s |    40.417s |
| Iteration 24     |    none |     --- |   lbfgs |      816 |      --- |    0.75 |          1.0 |  0.652s |    42.054s |
| Iteration 25     |    none |     --- |   lbfgs |      421 |      --- |    0.75 |          1.0 |  0.646s |    43.642s |
| Iteration 26     |    none |     --- |   lbfgs |      468 |      --- |   0.625 |          1.0 |  0.660s |    45.286s |
| Iteration 27     |      l2 |  0.0015 |   lbfgs |      275 |      --- |   0.625 |          1.0 |  0.640s |    46.871s |
| Iteration 28     |    none |     --- | newto.. |      296 |      --- |  0.8125 |          1.0 |  0.647s |    48.472s |
| Iteration 29     |    none |     --- | newto.. |      229 |      --- |   0.125 |          1.0 |  0.649s |    50.061s |
| Iteration 30     |    none |     --- |   lbfgs |      998 |      --- |    0.75 |          1.0 |  0.650s |    51.686s |
| Iteration 31     |      l2 |  3.4724 | newto.. |      164 |      --- |     0.5 |          1.0 |  0.649s |    53.310s |
| Iteration 32     |      l2 | 19.1307 | libli.. |      998 |      --- |    0.25 |          1.0 |  0.651s |    54.899s |
| Iteration 33     |    none |     --- |     sag |      139 |      --- |     1.0 |          1.0 |  0.646s |    56.511s |
| Iteration 34     |      l2 |  0.0056 |     sag |      870 |      --- |    0.25 |          1.0 |  0.645s |    58.110s |
| Iteration 35     |      l2 | 26.2741 |   lbfgs |      428 |      --- |    0.75 |          1.0 |  0.637s |    59.766s |
| Iteration 36     |    none |     --- |     sag |      858 |      --- |   0.375 |          1.0 |  0.665s |     1m:03s |
| Iteration 37     |      l2 | 67.3448 |   lbfgs |      107 |      --- |     0.5 |          1.0 |  0.671s |     1m:05s |
| Iteration 38     |      l2 |  8.5715 |   lbfgs |      535 |      --- |     0.5 |          1.0 |  0.654s |     1m:07s |
| Iteration 39     |    none |     --- |     sag |      237 |      --- |   0.625 |          1.0 |  0.643s |     1m:08s |
| Iteration 40     |      l2 | 20.4676 |   lbfgs |      340 |      --- |   0.375 |          1.0 |  0.652s |     1m:10s |
| Iteration 41     |      l2 | 28.6964 |     sag |      202 |      --- |   0.375 |          1.0 |  0.652s |     1m:12s |
| Iteration 42     |    none |     --- | newto.. |      760 |      --- |   0.625 |          1.0 |  0.654s |     1m:13s |
| Iteration 43     |    none |     --- | newto.. |      690 |      --- |   0.875 |          1.0 |  1.242s |     1m:16s |
| Iteration 44     |    none |     --- |    saga |      950 |      --- |   0.625 |          1.0 |  0.664s |     1m:17s |
| Iteration 45     |    none |     --- | newto.. |      777 |      --- |     0.5 |          1.0 |  0.705s |     1m:19s |
| Iteration 46     |    none |     --- | newto.. |      860 |      --- |     1.0 |          1.0 |  0.668s |     1m:21s |
| Iteration 47     |    none |     --- | newto.. |      917 |      --- |  0.8125 |          1.0 |  0.676s |     1m:23s |
| Iteration 48     |    none |     --- | newto.. |      625 |      --- |  0.3125 |          1.0 |  0.682s |     1m:25s |
| Iteration 49     |      l2 |  0.0019 |     sag |      332 |      --- |    0.75 |          1.0 |  0.691s |     1m:26s |
| Iteration 50     |      l2 | 12.0982 | newto.. |      958 |      --- |     0.5 |          1.0 |  0.685s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 860}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8152
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.022s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0374
Time elapsed: 0.121s
-------------------------------------------------
Total time: 1m:30s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.8125 |       0.8125 |  0.673s |     0.679s |
| Initial point 2  |     svd |       --- |   0.625 |       0.8125 |  0.646s |     2.023s |
| Initial point 3  |     svd |       --- |   0.625 |       0.8125 |  0.000s |     2.705s |
| Initial point 4  |    lsqr |       0.8 |   0.375 |       0.8125 |  0.636s |     3.993s |
| Initial point 5  |   eigen |       0.9 |  0.4375 |       0.8125 |  0.683s |     5.356s |
| Initial point 6  |    lsqr |       0.7 |  0.5625 |       0.8125 |  0.636s |     6.928s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |       0.8125 |  0.636s |     8.211s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |       0.8125 |  0.638s |     9.522s |
| Initial point 9  |    lsqr |       0.6 |  0.6875 |       0.8125 |  0.639s |    10.835s |
| Initial point 10 |   eigen |       0.8 |  0.4375 |       0.8125 |  0.643s |    12.163s |
| Iteration 11     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.628s |    13.632s |
| Iteration 12     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |    14.415s |
| Iteration 13     |     svd |       --- |   0.625 |       0.8125 |  0.000s |    15.246s |
| Iteration 14     |    lsqr |       1.0 |   0.625 |       0.8125 |  0.644s |    18.108s |
| Iteration 15     |   eigen |      auto |   0.625 |       0.8125 |  0.628s |    19.901s |
| Iteration 16     |   eigen |      None |     0.5 |       0.8125 |  0.645s |    21.367s |
| Iteration 17     |   eigen |       0.6 |    0.75 |       0.8125 |  0.648s |    22.853s |
| Iteration 18     |    lsqr |      auto |  0.4375 |       0.8125 |  0.631s |    24.403s |
| Iteration 19     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.636s |    25.904s |
| Iteration 20     |     svd |       --- |   0.625 |       0.8125 |  0.001s |    26.782s |
| Iteration 21     |    lsqr |      None |   0.625 |       0.8125 |  0.630s |    28.221s |
| Iteration 22     |     svd |       --- |   0.625 |       0.8125 |  0.000s |    29.084s |
| Iteration 23     |     svd |       --- |   0.625 |       0.8125 |  0.000s |    31.329s |
| Iteration 24     |     svd |       --- |   0.625 |       0.8125 |  0.000s |    32.401s |
| Iteration 25     |     svd |       --- |   0.625 |       0.8125 |  0.000s |    33.267s |
| Iteration 26     |   eigen |       1.0 |  0.8125 |       0.8125 |  0.000s |    34.125s |
| Iteration 27     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |    34.998s |
| Iteration 28     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |    35.851s |
| Iteration 29     |   eigen |       1.0 |  0.8125 |       0.8125 |  0.000s |    37.756s |
| Iteration 30     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |    39.681s |
| Iteration 31     |    lsqr |      auto |  0.4375 |       0.8125 |  0.000s |    40.796s |
| Iteration 32     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |    41.830s |
| Iteration 33     |    lsqr |       0.7 |  0.5625 |       0.8125 |  0.000s |    42.795s |
| Iteration 34     |   eigen |       1.0 |  0.8125 |       0.8125 |  0.000s |    45.129s |
| Iteration 35     |    lsqr |       1.0 |   0.625 |       0.8125 |  0.000s |    46.421s |
| Iteration 36     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |    47.489s |
| Iteration 37     |    lsqr |      auto |  0.4375 |       0.8125 |  0.000s |    48.498s |
| Iteration 38     |   eigen |       1.0 |  0.8125 |       0.8125 |  0.000s |    49.837s |
| Iteration 39     |     svd |       --- |   0.625 |       0.8125 |  0.000s |    50.945s |
| Iteration 40     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |    53.408s |
| Iteration 41     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |    56.118s |
| Iteration 42     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |    57.639s |
| Iteration 43     |   eigen |       1.0 |  0.8125 |       0.8125 |  0.000s |    58.580s |
| Iteration 44     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |    59.539s |
| Iteration 45     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 46     |   eigen |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 47     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 48     |   eigen |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 49     |   eigen |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
| Iteration 50     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'solver': 'eigen', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7214
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.1881
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:07s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.8125 |       0.8125 |  0.662s |     0.665s |
| Initial point 2  |       0.9 |   0.875 |        0.875 |  0.632s |     2.159s |
| Initial point 3  |       0.1 |    0.75 |        0.875 |  0.632s |     3.432s |
| Initial point 4  |       1.0 |  0.8125 |        0.875 |  0.000s |     4.128s |
| Initial point 5  |       0.2 |  0.4375 |        0.875 |  0.631s |     5.449s |
| Initial point 6  |       0.4 |  0.5625 |        0.875 |  0.637s |     6.752s |
| Initial point 7  |       0.4 |  0.5625 |        0.875 |  0.000s |     7.441s |
| Initial point 8  |       0.7 |   0.625 |        0.875 |  0.641s |     8.760s |
| Initial point 9  |       0.9 |   0.875 |        0.875 |  0.001s |     9.406s |
| Initial point 10 |       0.8 |  0.4375 |        0.875 |  0.632s |    10.686s |
| Iteration 11     |       0.3 |  0.8125 |        0.875 |  0.641s |    12.137s |
| Iteration 12     |       0.6 |  0.5625 |        0.875 |  0.629s |    13.529s |
| Iteration 13     |       0.5 |    0.75 |        0.875 |  0.646s |    15.998s |
| Iteration 14     |       0.0 |   0.625 |        0.875 |  0.635s |    18.626s |
| Iteration 15     |       0.9 |   0.875 |        0.875 |  0.000s |    19.937s |
| Iteration 16     |       0.9 |   0.875 |        0.875 |  0.000s |    20.714s |
| Iteration 17     |       0.3 |  0.8125 |        0.875 |  0.000s |    21.500s |
| Iteration 18     |       0.2 |  0.4375 |        0.875 |  0.000s |    22.232s |
| Iteration 19     |       0.9 |   0.875 |        0.875 |  0.000s |    22.973s |
| Iteration 20     |       0.6 |  0.5625 |        0.875 |  0.000s |    23.741s |
| Iteration 21     |       0.6 |  0.5625 |        0.875 |  0.000s |    24.518s |
| Iteration 22     |       0.9 |   0.875 |        0.875 |  0.000s |    25.291s |
| Iteration 23     |       0.9 |   0.875 |        0.875 |  0.000s |    26.119s |
| Iteration 24     |       0.9 |   0.875 |        0.875 |  0.000s |    26.876s |
| Iteration 25     |       0.9 |   0.875 |        0.875 |  0.000s |    27.653s |
| Iteration 26     |       0.9 |   0.875 |        0.875 |  0.001s |    28.491s |
| Iteration 27     |       0.9 |   0.875 |        0.875 |  0.000s |    29.288s |
| Iteration 28     |       0.9 |   0.875 |        0.875 |  0.000s |    30.065s |
| Iteration 29     |       0.9 |   0.875 |        0.875 |  0.000s |    30.833s |
| Iteration 30     |       0.8 |  0.4375 |        0.875 |  0.000s |    31.949s |
| Iteration 31     |       0.9 |   0.875 |        0.875 |  0.000s |    32.797s |
| Iteration 32     |       0.9 |   0.875 |        0.875 |  0.001s |    34.226s |
| Iteration 33     |       0.9 |   0.875 |        0.875 |  0.000s |    35.057s |
| Iteration 34     |       0.9 |   0.875 |        0.875 |  0.000s |    35.887s |
| Iteration 35     |       0.9 |   0.875 |        0.875 |  0.000s |    36.699s |
| Iteration 36     |       0.9 |   0.875 |        0.875 |  0.001s |    38.070s |
| Iteration 37     |       0.9 |   0.875 |        0.875 |  0.001s |    39.043s |
| Iteration 38     |       0.9 |   0.875 |        0.875 |  0.001s |    39.917s |
| Iteration 39     |       0.9 |   0.875 |        0.875 |  0.001s |    41.538s |
| Iteration 40     |       0.9 |   0.875 |        0.875 |  0.000s |    42.568s |
| Iteration 41     |       0.9 |   0.875 |        0.875 |  0.000s |    43.396s |
| Iteration 42     |       0.9 |   0.875 |        0.875 |  0.000s |    44.239s |
| Iteration 43     |       0.9 |   0.875 |        0.875 |  0.000s |    45.105s |
| Iteration 44     |       0.9 |   0.875 |        0.875 |  0.000s |    45.971s |
| Iteration 45     |       0.9 |   0.875 |        0.875 |  0.000s |    48.458s |
| Iteration 46     |       0.9 |   0.875 |        0.875 |  0.000s |    49.744s |
| Iteration 47     |       0.9 |   0.875 |        0.875 |  0.000s |    50.628s |
| Iteration 48     |       0.9 |   0.875 |        0.875 |  0.000s |    51.498s |
| Iteration 49     |       0.9 |   0.875 |        0.875 |  0.000s |    52.364s |
| Iteration 50     |       0.9 |   0.875 |        0.875 |  0.000s |    53.280s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 54.198s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7214
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.1881
Time elapsed: 0.028s
-------------------------------------------------
Total time: 54.236s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.6766 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  0.687s |     0.709s |
| Initial point 2  |  5.0415 | uniform |   kd_tree |        39 |       2 |  0.7812 |       0.8125 |  0.767s |     2.203s |
| Initial point 3  |  3.9825 | dista.. | ball_tree |        25 |       2 |   0.875 |        0.875 |  0.727s |     3.604s |
| Initial point 4  | 11.6186 | uniform | ball_tree |        39 |       2 |     0.5 |        0.875 |  0.720s |     5.024s |
| Initial point 5  |  9.1017 | dista.. |      auto |        30 |       2 |  0.3125 |        0.875 |  0.648s |     6.353s |
| Initial point 6  | 10.5404 | dista.. | ball_tree |        21 |       2 |  0.4375 |        0.875 |  0.653s |     7.756s |
| Initial point 7  |  7.5393 | dista.. | ball_tree |        24 |       1 |    0.75 |        0.875 |  0.712s |     9.415s |
| Initial point 8  |  1.8067 | dista.. | ball_tree |        21 |       2 |   0.625 |        0.875 |  0.708s |    10.789s |
| Initial point 9  |  8.3983 | uniform | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.726s |    12.181s |
| Initial point 10 |  5.9651 | uniform |     brute |        22 |       2 |  0.3438 |          1.0 |  0.657s |    13.494s |
| Iteration 11     | 10.0773 | uniform |     brute |        35 |       1 |   0.375 |          1.0 |  0.661s |    15.009s |
| Iteration 12     |  9.3633 | uniform | ball_tree |        22 |       1 |     0.5 |          1.0 |  0.662s |    16.581s |
| Iteration 13     | 11.9773 | uniform |     brute |        25 |       1 |  0.7812 |          1.0 |  0.658s |    18.224s |
| Iteration 14     |  0.6295 | dista.. |      auto |        26 |       2 |   0.625 |          1.0 |  0.670s |    20.588s |
| Iteration 15     |   0.102 | uniform |     brute |        24 |       2 |     0.5 |          1.0 |  0.657s |    22.406s |
| Iteration 16     |  8.2915 | uniform | ball_tree |        21 |       1 |     0.0 |          1.0 |  0.641s |    24.084s |
| Iteration 17     |  7.5782 | uniform | ball_tree |        25 |       1 |  0.4375 |          1.0 |  0.643s |    25.855s |
| Iteration 18     |  9.3227 | uniform |      auto |        24 |       1 |  0.5625 |          1.0 |  0.639s |    27.723s |
| Iteration 19     | 12.7124 | uniform | ball_tree |        25 |       2 |     0.5 |          1.0 |  0.642s |    29.369s |
| Iteration 20     |  9.1263 | uniform | ball_tree |        24 |       1 |  0.2812 |          1.0 |  0.644s |    32.693s |
| Iteration 21     |  0.2642 | dista.. |      auto |        37 |       2 |  0.4688 |          1.0 |  1.241s |    35.230s |
| Iteration 22     |  8.0636 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.649s |    36.791s |
| Iteration 23     |  4.1977 | dista.. | ball_tree |        40 |       1 |  0.9375 |          1.0 |  0.639s |    40.094s |
| Iteration 24     |  0.8146 | dista.. |     brute |        39 |       1 |   0.625 |          1.0 |  0.639s |    43.560s |
| Iteration 25     |  0.2709 | uniform |     brute |        40 |       1 |  0.4375 |          1.0 |  0.643s |    45.646s |
| Iteration 26     |  0.0984 | uniform |     brute |        28 |       1 |     0.5 |          1.0 |  0.655s |    47.640s |
| Iteration 27     |  0.6002 | dista.. |      auto |        40 |       2 |   0.875 |          1.0 |  0.644s |    49.306s |
| Iteration 28     |  0.7933 | dista.. |     brute |        40 |       2 |   0.625 |          1.0 |  0.643s |    50.959s |
| Iteration 29     | 11.5421 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  0.640s |    52.566s |
| Iteration 30     | 12.3014 | dista.. |     brute |        25 |       1 |  0.5625 |          1.0 |  0.637s |    54.143s |
| Iteration 31     |  0.3376 | uniform |      auto |        32 |       1 |   0.375 |          1.0 |  0.638s |    55.732s |
| Iteration 32     | 12.1971 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  0.642s |    57.324s |
| Iteration 33     | 12.2147 | dista.. |      auto |        40 |       2 |  0.6875 |          1.0 |  0.653s |    59.758s |
| Iteration 34     | 12.3655 | dista.. |     brute |        34 |       2 |  0.1875 |          1.0 |  0.659s |     1m:02s |
| Iteration 35     |     0.0 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  0.652s |     1m:05s |
| Iteration 36     | 12.4321 | dista.. |     brute |        27 |       1 |  0.6875 |          1.0 |  0.659s |     1m:09s |
| Iteration 37     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.658s |     1m:11s |
| Iteration 38     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.001s |     1m:12s |
| Iteration 39     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.000s |     1m:13s |
| Iteration 40     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.001s |     1m:14s |
| Iteration 41     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.000s |     1m:15s |
| Iteration 42     | 12.7124 | dista.. |     brute |        40 |       1 |    0.75 |          1.0 |  0.658s |     1m:17s |
| Iteration 43     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.000s |     1m:18s |
| Iteration 44     | 12.4925 | uniform |   kd_tree |        40 |       2 |     0.5 |          1.0 |  0.657s |     1m:20s |
| Iteration 45     | 12.7124 | dista.. |     brute |        40 |       1 |    0.75 |          1.0 |  0.001s |     1m:21s |
| Iteration 46     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.001s |     1m:22s |
| Iteration 47     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.000s |     1m:23s |
| Iteration 48     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.001s |     1m:24s |
| Iteration 49     |  8.3751 | uniform | ball_tree |        24 |       1 |  0.4688 |          1.0 |  0.645s |     1m:26s |
| Iteration 50     | 12.7124 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.001s |     1m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'radius': 8.3983, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:29s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.036s |     1.044s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     0.5 |        0.625 |  1.044s |     2.763s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |         0.75 |  0.802s |     4.282s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |         0.75 |  0.951s |     5.909s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.25 |         0.75 |  1.416s |     8.050s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |         0.75 |  1.015s |     9.723s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.7812 |       0.7812 |  0.671s |    11.035s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9062 |       0.9062 |  0.930s |    12.746s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |       0.9062 |  0.650s |    14.545s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |       0.9062 |  0.792s |    17.164s |
| Iteration 11     |          377 |        0.0181 |     SAMME |     1.0 |          1.0 |  0.896s |    20.372s |
| Iteration 12     |           88 |        0.0172 |     SAMME |  0.7188 |          1.0 |  0.702s |    23.544s |
| Iteration 13     |          385 |        0.0168 |     SAMME |  0.8125 |          1.0 |  0.892s |    25.837s |
| Iteration 14     |          500 |        0.0219 |   SAMME.R |   0.875 |          1.0 |  1.028s |    27.840s |
| Iteration 15     |          255 |        0.0226 |     SAMME |   0.625 |          1.0 |  0.848s |    29.678s |
| Iteration 16     |          500 |        0.0185 |   SAMME.R |   0.375 |          1.0 |  1.025s |    31.632s |
| Iteration 17     |          420 |        0.0181 |     SAMME |    0.75 |          1.0 |  0.979s |    33.545s |
| Iteration 18     |          382 |        0.0239 |   SAMME.R |  0.9688 |          1.0 |  0.974s |    35.396s |
| Iteration 19     |          476 |        0.0255 |   SAMME.R |   0.875 |          1.0 |  1.050s |    38.026s |
| Iteration 20     |          360 |        0.0204 |   SAMME.R |     0.5 |          1.0 |  0.955s |    40.159s |
| Iteration 21     |          467 |        0.0237 |   SAMME.R |  0.8125 |          1.0 |  1.047s |    42.203s |
| Iteration 22     |          190 |        0.0292 |   SAMME.R |  0.8125 |          1.0 |  0.822s |    43.935s |
| Iteration 23     |          448 |        0.0124 |     SAMME |  0.6875 |          1.0 |  0.985s |    45.843s |
| Iteration 24     |          488 |         1.745 |     SAMME |  0.8125 |          1.0 |  1.029s |    49.091s |
| Iteration 25     |          262 |         1.441 |     SAMME |     1.0 |          1.0 |  0.863s |    51.195s |
| Iteration 26     |          447 |        1.4019 |     SAMME |   0.625 |          1.0 |  0.995s |    53.198s |
| Iteration 27     |          377 |        3.6751 |     SAMME |     0.5 |          1.0 |  0.669s |    54.807s |
| Iteration 28     |          170 |        1.4821 |     SAMME |     1.0 |          1.0 |  0.782s |    56.588s |
| Iteration 29     |           86 |          1.38 |     SAMME |   0.875 |          1.0 |  0.724s |    58.500s |
| Iteration 30     |          184 |        1.5258 |     SAMME |  0.8125 |          1.0 |  0.796s |     1m:02s |
| Iteration 31     |          215 |        0.0252 |   SAMME.R |  0.9375 |          1.0 |  1.455s |     1m:05s |
| Iteration 32     |           50 |         1.725 |     SAMME |  0.5625 |          1.0 |  0.721s |     1m:08s |
| Iteration 33     |          312 |        0.0254 |   SAMME.R |     0.5 |          1.0 |  0.937s |     1m:10s |
| Iteration 34     |          202 |        1.4091 |     SAMME |   0.375 |          1.0 |  0.834s |     1m:12s |
| Iteration 35     |          130 |        0.0199 |     SAMME |  0.9375 |          1.0 |  0.785s |     1m:14s |
| Iteration 36     |          168 |        1.4957 |     SAMME |  0.7188 |          1.0 |  0.797s |     1m:15s |
| Iteration 37     |          384 |        0.0184 |     SAMME |   0.875 |          1.0 |  0.977s |     1m:19s |
| Iteration 38     |          368 |        0.0181 |     SAMME |    0.75 |          1.0 |  0.889s |     1m:22s |
| Iteration 39     |          269 |         1.445 |     SAMME |   0.875 |          1.0 |  0.811s |     1m:24s |
| Iteration 40     |          254 |         1.461 |     SAMME |    0.75 |          1.0 |  0.804s |     1m:26s |
| Iteration 41     |          395 |        0.0185 |     SAMME |  0.3125 |          1.0 |  0.904s |     1m:28s |
| Iteration 42     |          379 |         0.019 |   SAMME.R |     1.0 |          1.0 |  0.923s |     1m:30s |
| Iteration 43     |          364 |         0.024 |   SAMME.R |   0.875 |          1.0 |  0.930s |     1m:32s |
| Iteration 44     |          378 |        0.0203 |   SAMME.R |  0.9375 |          1.0 |  0.922s |     1m:34s |
| Iteration 45     |          381 |         0.021 |   SAMME.R |  0.5938 |          1.0 |  0.942s |     1m:36s |
| Iteration 46     |           79 |        0.6123 |     SAMME |    0.75 |          1.0 |  0.722s |     1m:38s |
| Iteration 47     |          376 |          0.01 |     SAMME |  0.8125 |          1.0 |  0.937s |     1m:40s |
| Iteration 48     |          376 |        0.0504 |     SAMME |     1.0 |          1.0 |  0.947s |     1m:44s |
| Iteration 49     |           70 |        0.3809 |     SAMME |     1.0 |          1.0 |  0.729s |     1m:46s |
| Iteration 50     |          376 |         0.054 |   SAMME.R |  0.7812 |          1.0 |  0.970s |     1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 376, 'learning_rate': 0.0504, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9688
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.305s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1298
Time elapsed: 1.397s
-------------------------------------------------
Total time: 1m:51s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  1.064s |     1.084s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.625 |         0.75 |  0.945s |     2.874s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.9375 |       0.9375 |  0.973s |     4.577s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.375 |       0.9375 |  0.782s |     6.059s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.5625 |       0.9375 |  0.986s |     7.775s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |       0.9375 |  0.820s |     9.271s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  1.458s |    11.420s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.827s |    12.987s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  0.947s |    14.681s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |          1.0 |  0.928s |    16.371s |
| Iteration 11     |          193 |   entropy |         8 |                 5 |               19 |         sqrt |      True |    0.0005 |         0.7 |     0.5 |          1.0 |  0.820s |    18.201s |
| Iteration 12     |          287 |   entropy |         3 |                12 |               11 |         sqrt |     False |     0.026 |         --- |  0.6875 |          1.0 |  0.796s |    20.116s |
| Iteration 13     |          167 |   entropy |         7 |                16 |                3 |          0.6 |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.737s |    22.196s |
| Iteration 14     |          438 |   entropy |         6 |                18 |                4 |          0.5 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.892s |    24.880s |
| Iteration 15     |          401 |   entropy |      None |                 2 |                9 |         auto |     False |    0.0179 |         --- |     1.0 |          1.0 |  0.886s |    27.153s |
| Iteration 16     |          297 |   entropy |         6 |                 5 |                1 |          0.8 |     False |     0.035 |         --- |  0.3125 |          1.0 |  0.840s |    29.233s |
| Iteration 17     |          282 |      gini |      None |                 3 |                8 |          0.9 |     False |    0.0323 |         --- |    0.75 |          1.0 |  0.819s |    31.322s |
| Iteration 18     |          500 |   entropy |         6 |                19 |                4 |          0.5 |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.946s |    33.558s |
| Iteration 19     |          176 |   entropy |         6 |                18 |                6 |         sqrt |     False |     0.035 |         --- |     1.0 |          1.0 |  0.736s |    35.517s |
| Iteration 20     |          415 |   entropy |         6 |                18 |                8 |          0.5 |     False |    0.0342 |         --- |     0.5 |          1.0 |  0.883s |    37.599s |
| Iteration 21     |          113 |   entropy |         6 |                18 |               13 |          0.9 |     False |    0.0302 |         --- |  0.9062 |          1.0 |  0.691s |    39.433s |
| Iteration 22     |          459 |   entropy |      None |                 5 |               18 |          0.9 |     False |    0.0218 |         --- |    0.75 |          1.0 |  0.901s |    43.267s |
| Iteration 23     |          384 |   entropy |         6 |                13 |                4 |          0.9 |     False |     0.035 |         --- |  0.5625 |          1.0 |  0.877s |    47.655s |
| Iteration 24     |          319 |   entropy |         6 |                16 |               13 |         auto |     False |     0.035 |         --- |     0.5 |          1.0 |  0.824s |    51.396s |
| Iteration 25     |          170 |   entropy |      None |                 2 |               12 |          0.6 |     False |    0.0181 |         --- |     1.0 |          1.0 |  0.789s |    53.739s |
| Iteration 26     |          385 |      gini |         6 |                18 |                7 |          0.7 |     False |    0.0344 |         --- |    0.75 |          1.0 |  0.875s |    55.904s |
| Iteration 27     |          105 |   entropy |         6 |                19 |                5 |          0.7 |     False |    0.0341 |         --- |  0.7812 |          1.0 |  0.714s |    59.632s |
| Iteration 28     |          200 |   entropy |         7 |                12 |                5 |         sqrt |     False |    0.0337 |         --- |     1.0 |          1.0 |  0.753s |     1m:02s |
| Iteration 29     |          230 |   entropy |      None |                 9 |               11 |         sqrt |     False |    0.0138 |         --- |   0.875 |          1.0 |  0.768s |     1m:04s |
| Iteration 30     |          318 |   entropy |      None |                19 |                5 |         log2 |     False |    0.0317 |         --- |    0.75 |          1.0 |  0.834s |     1m:06s |
| Iteration 31     |          213 |   entropy |      None |                 5 |               15 |          0.5 |     False |    0.0163 |         --- |  0.8125 |          1.0 |  0.751s |     1m:08s |
| Iteration 32     |          132 |   entropy |         6 |                18 |                5 |         log2 |     False |     0.035 |         --- |   0.875 |          1.0 |  1.308s |     1m:11s |
| Iteration 33     |          282 |      gini |         7 |                19 |                2 |         auto |     False |    0.0283 |         --- |  0.8125 |          1.0 |  0.805s |     1m:14s |
| Iteration 34     |          161 |   entropy |      None |                 2 |               12 |         auto |     False |    0.0088 |         --- |  0.4688 |          1.0 |  0.747s |     1m:16s |
| Iteration 35     |          119 |   entropy |         8 |                12 |                6 |         auto |     False |    0.0327 |         --- |   0.875 |          1.0 |  0.748s |     1m:18s |
| Iteration 36     |          423 |   entropy |         6 |                17 |                4 |          0.5 |     False |     0.035 |         --- |   0.625 |          1.0 |  0.898s |     1m:20s |
| Iteration 37     |          462 |   entropy |         7 |                13 |                5 |         sqrt |     False |    0.0335 |         --- |     1.0 |          1.0 |  0.923s |     1m:22s |
| Iteration 38     |          120 |   entropy |         7 |                13 |                5 |         sqrt |     False |    0.0335 |         --- |    0.75 |          1.0 |  0.745s |     1m:25s |
| Iteration 39     |          456 |   entropy |         4 |                 8 |                3 |         sqrt |     False |    0.0147 |         --- |     1.0 |          1.0 |  0.994s |     1m:27s |
| Iteration 40     |          316 |   entropy |         5 |                11 |                4 |         sqrt |     False |     0.025 |         --- |   0.625 |          1.0 |  0.866s |     1m:29s |
| Iteration 41     |          323 |   entropy |         7 |                 5 |               12 |         sqrt |     False |    0.0182 |         --- |  0.5625 |          1.0 |  0.919s |     1m:32s |
| Iteration 42     |          289 |   entropy |         6 |                18 |                5 |          0.6 |      True |     0.029 |         0.6 |  0.6875 |          1.0 |  0.908s |     1m:34s |
| Iteration 43     |          289 |   entropy |         6 |                10 |                5 |         auto |     False |    0.0094 |         --- |   0.875 |          1.0 |  0.807s |     1m:38s |
| Iteration 44     |          460 |      gini |         6 |                11 |                1 |          0.9 |     False |    0.0303 |         --- |  0.7812 |          1.0 |  0.934s |     1m:41s |
| Iteration 45     |          500 |   entropy |         9 |                15 |                1 |         log2 |     False |    0.0166 |         --- |  0.8125 |          1.0 |  0.941s |     1m:43s |
| Iteration 46     |          447 |   entropy |         6 |                10 |                4 |         log2 |     False |      0.03 |         --- |   0.875 |          1.0 |  0.903s |     1m:46s |
| Iteration 47     |          463 |      gini |         5 |                20 |                2 |         auto |     False |    0.0279 |         --- |  0.9375 |          1.0 |  0.944s |     1m:48s |
| Iteration 48     |          185 |   entropy |         7 |                17 |                5 |         log2 |     False |    0.0176 |         --- |     1.0 |          1.0 |  0.787s |     1m:50s |
| Iteration 49     |          186 |      gini |         7 |                13 |                5 |         log2 |     False |    0.0269 |         --- |     1.0 |          1.0 |  0.782s |     1m:53s |
| Iteration 50     |          440 |      gini |         6 |                20 |                4 |          0.7 |     False |    0.0317 |         --- |  0.5938 |          1.0 |  0.935s |     1m:55s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'n_estimators': 296, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 19, 'min_samples_leaf': 6, 'max_features': 'log2', 'bootstrap': False, 'ccp_alpha': 0.0332}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.975
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.219s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0812
Time elapsed: 0.958s
-------------------------------------------------
Total time: 1m:58s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.823s |     0.842s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  0.785s |     2.420s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  0.770s |     4.089s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  0.706s |     5.524s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  0.739s |     6.964s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  0.724s |     8.512s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  0.729s |     9.994s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  1.332s |    12.076s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.7812 |       0.7812 |  0.783s |    13.650s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.7812 |  0.738s |    15.154s |
| Iteration 11     |          490 |        0.1237 |         3 |     0.0 |                4 |       0.8 |              0.6 |         0 |         10 |   0.875 |        0.875 |  0.762s |    17.081s |
| Iteration 12     |          133 |        0.0515 |        10 |   0.928 |                3 |       0.8 |              1.0 |         0 |       0.01 |   0.875 |        0.875 |  0.708s |    18.949s |
| Iteration 13     |          500 |        0.0462 |         1 |     0.0 |                1 |       1.0 |              0.4 |         0 |        100 |   0.875 |        0.875 |  0.769s |    20.775s |
| Iteration 14     |          500 |           1.0 |         1 |     0.0 |                2 |       0.5 |              0.4 |         0 |         10 |  0.8125 |        0.875 |  0.787s |    22.724s |
| Iteration 15     |           20 |        0.0252 |        10 |     1.0 |                1 |       1.0 |              1.0 |      0.01 |          0 |     1.0 |          1.0 |  0.695s |    24.724s |
| Iteration 16     |          164 |        0.0127 |         2 |     0.0 |                1 |       0.7 |              0.4 |      0.01 |          1 |   0.375 |          1.0 |  0.721s |    26.527s |
| Iteration 17     |           20 |          0.01 |        10 |     1.0 |               10 |       1.0 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.680s |    28.397s |
| Iteration 18     |           20 |           1.0 |         5 |  0.5962 |                5 |       0.5 |              1.0 |         0 |          0 |     0.5 |          1.0 |  0.686s |    30.324s |
| Iteration 19     |          500 |        0.0209 |        10 |   0.351 |                4 |       1.0 |              0.6 |         0 |        100 |   0.875 |          1.0 |  0.781s |    32.340s |
| Iteration 20     |           53 |          0.01 |        10 |     1.0 |                1 |       1.0 |              0.9 |         0 |          0 |  0.4688 |          1.0 |  0.701s |    34.489s |
| Iteration 21     |           41 |        0.1304 |         8 |  0.8553 |                2 |       0.9 |              0.8 |      0.01 |         10 |  0.8125 |          1.0 |  0.685s |    36.280s |
| Iteration 22     |           20 |        0.0661 |         9 |  0.8497 |                9 |       0.6 |              0.9 |      0.01 |       0.01 |     0.5 |          1.0 |  0.647s |    38.735s |
| Iteration 23     |           75 |        0.2551 |         5 |  0.6335 |                1 |       0.9 |              1.0 |      0.01 |          0 |  0.5625 |          1.0 |  0.715s |    40.728s |
| Iteration 24     |          169 |        0.7198 |        10 |  0.6684 |                4 |       0.7 |              0.8 |         0 |          1 |     0.5 |          1.0 |  0.716s |    42.671s |
| Iteration 25     |           20 |        0.1392 |        10 |  0.8852 |                1 |       1.0 |              0.9 |      0.01 |          0 |     1.0 |          1.0 |  0.659s |    44.643s |
| Iteration 26     |           20 |         0.109 |        10 |  0.2199 |                1 |       0.5 |              0.5 |      0.01 |         10 |    0.75 |          1.0 |  0.645s |    46.380s |
| Iteration 27     |           21 |        0.1948 |        10 |  0.8144 |                3 |       0.9 |              1.0 |      0.01 |          0 |  0.7812 |          1.0 |  0.640s |    48.145s |
| Iteration 28     |          131 |         0.025 |        10 |  0.2531 |                5 |       0.5 |              0.7 |         0 |          0 |     0.5 |          1.0 |  0.657s |    49.996s |
| Iteration 29     |          493 |        0.6509 |         3 |  0.8075 |                4 |       0.7 |              0.6 |         0 |        0.1 |     1.0 |          1.0 |  0.712s |    51.927s |
| Iteration 30     |           30 |        0.0115 |         9 |  0.2592 |                5 |       1.0 |              0.6 |      0.01 |         10 |     0.5 |          1.0 |  0.683s |    54.973s |
| Iteration 31     |          500 |        0.0194 |         5 |  0.6257 |                4 |       0.9 |              0.7 |      0.01 |       0.01 |  0.8125 |          1.0 |  0.762s |    57.264s |
| Iteration 32     |          488 |        0.0347 |         3 |  0.8462 |                4 |       0.8 |              0.8 |         0 |        100 |    0.75 |          1.0 |  0.777s |    59.337s |
| Iteration 33     |           23 |        0.0225 |         5 |  0.7185 |                1 |       1.0 |              0.6 |      0.01 |          0 |  0.8125 |          1.0 |  1.275s |     1m:02s |
| Iteration 34     |           20 |          0.05 |         8 |     1.0 |                1 |       0.7 |              0.9 |      0.01 |       0.01 |   0.375 |          1.0 |  0.695s |     1m:04s |
| Iteration 35     |          494 |        0.3644 |         2 |  0.5638 |                6 |       0.6 |              0.9 |         0 |        0.1 |     0.5 |          1.0 |  0.766s |     1m:06s |
| Iteration 36     |          500 |        0.3008 |         3 |   0.936 |                4 |       0.7 |              0.5 |         0 |        0.1 |  0.4375 |          1.0 |  0.764s |     1m:08s |
| Iteration 37     |          435 |        0.1741 |         5 |  0.8726 |                2 |       1.0 |              0.4 |       100 |       0.01 |     0.5 |          1.0 |  0.752s |     1m:10s |
| Iteration 38     |          357 |        0.2556 |         1 |  0.1027 |                3 |       1.0 |              0.5 |         0 |       0.01 |   0.875 |          1.0 |  0.750s |     1m:12s |
| Iteration 39     |          170 |        0.2935 |         1 |   0.012 |                2 |       1.0 |              0.6 |       0.1 |         10 |  0.9375 |          1.0 |  0.719s |     1m:14s |
| Iteration 40     |          496 |        0.7803 |         6 |  0.9491 |                3 |       1.0 |              0.9 |      0.01 |        100 |     0.5 |          1.0 |  0.782s |     1m:16s |
| Iteration 41     |           21 |        0.9144 |         8 |  0.0009 |                1 |       1.0 |              0.7 |         1 |         10 |   0.625 |          1.0 |  0.689s |     1m:18s |
| Iteration 42     |          171 |        0.3282 |         1 |  0.7052 |                2 |       0.6 |              0.9 |       0.1 |       0.01 |  0.8125 |          1.0 |  0.893s |     1m:20s |
| Iteration 43     |           20 |        0.1752 |        10 |  0.5073 |                1 |       1.0 |              0.9 |      0.01 |        0.1 |   0.875 |          1.0 |  0.642s |     1m:22s |
| Iteration 44     |          267 |        0.1953 |         3 |  0.2302 |                4 |       0.6 |              0.6 |         0 |          0 |     1.0 |          1.0 |  0.698s |     1m:25s |
| Iteration 45     |          453 |        0.3085 |         3 |  0.6603 |                3 |       0.7 |              0.6 |         0 |       0.01 |     0.5 |          1.0 |  0.725s |     1m:27s |
| Iteration 46     |           72 |        0.0113 |         3 |   0.943 |                4 |       0.9 |              0.6 |         0 |       0.01 |  0.8125 |          1.0 |  0.682s |     1m:29s |
| Iteration 47     |          227 |         0.282 |        10 |  0.3289 |                1 |       0.8 |              1.0 |      0.01 |        100 |     1.0 |          1.0 |  0.694s |     1m:31s |
| Iteration 48     |          103 |        0.8788 |        10 |  0.0376 |                1 |       0.9 |              1.0 |      0.01 |          0 |     1.0 |          1.0 |  0.667s |     1m:34s |
| Iteration 49     |          225 |        0.3297 |        10 |  0.6531 |                1 |       0.9 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  0.694s |     1m:36s |
| Iteration 50     |          420 |         0.915 |         3 |  0.3702 |                4 |       0.5 |              0.6 |         0 |          1 |     0.5 |          1.0 |  0.706s |     1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 493, 'learning_rate': 0.6509, 'max_depth': 3, 'gamma': 0.8075, 'min_child_weight': 4, 'subsample': 0.7, 'colsample_bytree': 0.6, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9196
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.100s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0735
Time elapsed: 0.293s
-------------------------------------------------
Total time: 1m:41s


Final results ==================== >>
Duration: 12m:16s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.8 ± 0.0632
Logistic Regression             --> roc_auc: 0.71 ± 0.0374
Linear Discriminant Analysis    --> roc_auc: 0.76 ± 0.1881
Quadratic Discriminant Analysis --> roc_auc: 0.76 ± 0.1881
Radius Nearest Neighbors        --> roc_auc: 0.79 ± 0.02
AdaBoost                        --> roc_auc: 0.82 ± 0.1298
Random Forest                   --> roc_auc: 0.88 ± 0.0812 !
XGBoost                         --> roc_auc: 0.71 ± 0.0735
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALGTGGFKTIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAATQGGSEKLVF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  3.199s |     3.219s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  3.259s |     7.489s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  3.220s |    11.425s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |          1.0 |  3.222s |    15.348s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |          1.0 |  3.226s |    19.373s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.3125 |          1.0 |  3.272s |    23.488s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7812 |          1.0 |  3.854s |    28.114s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  3.296s |    32.157s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     0.5 |          1.0 |  3.212s |    36.206s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  3.215s |    40.248s |
| Iteration 11     |  deviance |        0.1461 |          147 |       0.6 | squared_er.. |                17 |               11 |         4 |          0.9 |    0.0319 |  0.8125 |          1.0 |  3.211s |    44.686s |
| Iteration 12     |  deviance |        0.0873 |          298 |       0.8 | squared_er.. |                14 |                5 |        10 |          0.7 |     0.009 |    0.75 |          1.0 |  3.243s |    49.167s |
| Iteration 13     |  deviance |        0.0836 |          218 |       0.5 | squared_er.. |                20 |               18 |         1 |         None |     0.035 |     0.5 |          1.0 |  3.196s |    53.566s |
| Iteration 14     |  deviance |        0.1047 |          280 |       0.5 | squared_er.. |                14 |               10 |         8 |          0.7 |     0.011 |    0.75 |          1.0 |  3.217s |    58.005s |
| Iteration 15     |  deviance |        0.0986 |           14 |       0.5 | squared_er.. |                19 |                8 |         5 |         sqrt |    0.0081 |    0.75 |          1.0 |  3.182s |     1m:02s |
| Iteration 16     |  deviance |        0.1026 |          282 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0241 |  0.5625 |          1.0 |  3.215s |     1m:07s |
| Iteration 17     | exponen.. |        0.3801 |           78 |       0.6 | squared_er.. |                 8 |               14 |         4 |          0.6 |    0.0192 |  0.9375 |          1.0 |  3.205s |     1m:11s |
| Iteration 18     | exponen.. |        0.4533 |          456 |       0.8 | squared_er.. |                15 |               20 |         2 |          0.5 |    0.0178 |   0.875 |          1.0 |  3.263s |     1m:16s |
| Iteration 19     | exponen.. |        0.2424 |          425 |       0.9 | squared_er.. |                 7 |               17 |         2 |         sqrt |    0.0117 |  0.8125 |          1.0 |  3.264s |     1m:21s |
| Iteration 20     | exponen.. |         0.395 |          190 |       0.6 | squared_er.. |                12 |                4 |         4 |         auto |    0.0255 |  0.3125 |          1.0 |  3.261s |     1m:28s |
| Iteration 21     | exponen.. |        0.3492 |           79 |       0.5 | squared_er.. |                 5 |               18 |         4 |          0.7 |    0.0017 |     0.5 |          1.0 |  3.256s |     1m:33s |
| Iteration 22     |  deviance |        0.0798 |           10 |       0.8 | friedman_mse |                17 |               15 |         5 |         sqrt |    0.0228 |  0.5625 |          1.0 |  3.173s |     1m:37s |
| Iteration 23     | exponen.. |        0.4351 |          182 |       0.8 | squared_er.. |                14 |               15 |         3 |         sqrt |     0.013 |     1.0 |          1.0 |  3.346s |     1m:42s |
| Iteration 24     | exponen.. |        0.0288 |           10 |       0.8 | squared_er.. |                 8 |               16 |         2 |         sqrt |    0.0345 |  0.3125 |          1.0 |  3.236s |     1m:46s |
| Iteration 25     | exponen.. |        0.5673 |          255 |       0.8 | squared_er.. |                15 |               15 |         3 |         None |    0.0332 |   0.625 |          1.0 |  3.277s |     1m:52s |
| Iteration 26     |  deviance |        0.1106 |          330 |       0.6 | squared_er.. |                 6 |               10 |         5 |         None |    0.0276 |   0.875 |          1.0 |  3.254s |     1m:57s |
| Iteration 27     | exponen.. |        0.4213 |          289 |       0.8 | squared_er.. |                 4 |               17 |         3 |         log2 |    0.0219 |    0.75 |          1.0 |  3.230s |     2m:03s |
| Iteration 28     | exponen.. |        0.8631 |          427 |       0.6 | squared_er.. |                19 |               17 |         5 |          0.9 |    0.0236 |     0.5 |          1.0 |  3.301s |     2m:08s |
| Iteration 29     | exponen.. |        0.4163 |          111 |       0.8 | squared_er.. |                20 |               15 |         2 |          0.8 |     0.033 |  0.8125 |          1.0 |  3.214s |     2m:12s |
| Iteration 30     | exponen.. |        0.4515 |           76 |       0.8 | squared_er.. |                11 |               14 |         2 |          0.7 |    0.0105 |   0.625 |          1.0 |  3.295s |     2m:17s |
| Iteration 31     |  deviance |        0.1209 |          273 |       0.7 | squared_er.. |                19 |               10 |         7 |          0.9 |    0.0262 |     1.0 |          1.0 |  3.236s |     2m:22s |
| Iteration 32     |  deviance |        0.1169 |           82 |       0.8 | squared_er.. |                 4 |               10 |         2 |          0.7 |    0.0246 |    0.75 |          1.0 |  3.150s |     2m:26s |
| Iteration 33     |  deviance |        0.1139 |          406 |       0.6 | squared_er.. |                18 |               10 |        10 |         None |    0.0057 |   0.625 |          1.0 |  3.260s |     2m:31s |
| Iteration 34     | exponen.. |        0.0183 |          490 |       0.7 | squared_er.. |                19 |               14 |         3 |         auto |    0.0237 |  0.4375 |          1.0 |  3.286s |     2m:36s |
| Iteration 35     | exponen.. |        0.3388 |           62 |       0.6 | squared_er.. |                 5 |               13 |         4 |         auto |    0.0278 |   0.625 |          1.0 |  3.174s |     2m:40s |
| Iteration 36     | exponen.. |        0.1229 |          335 |       0.8 | squared_er.. |                19 |                9 |         6 |          0.9 |    0.0187 |    0.75 |          1.0 |  3.258s |     2m:45s |
| Iteration 37     | exponen.. |         0.474 |          236 |       1.0 | squared_er.. |                17 |               18 |         2 |         auto |    0.0243 |    0.25 |          1.0 |  3.230s |     2m:49s |
| Iteration 38     | exponen.. |         0.147 |           74 |       0.7 | squared_er.. |                11 |               16 |         5 |          0.7 |    0.0257 |    0.75 |          1.0 |  3.189s |     2m:54s |
| Iteration 39     | exponen.. |        0.0855 |          383 |       0.7 | squared_er.. |                 6 |                2 |         9 |         None |    0.0316 |  0.9375 |          1.0 |  3.280s |     2m:59s |
| Iteration 40     |  deviance |        0.6769 |          242 |       0.8 | squared_er.. |                13 |                1 |         5 |          0.9 |    0.0279 |    0.75 |          1.0 |  3.259s |     3m:03s |
| Iteration 41     |  deviance |        0.0346 |          258 |       0.6 | friedman_mse |                 9 |               14 |         2 |          0.9 |    0.0241 |  0.8125 |          1.0 |  3.210s |     3m:08s |
| Iteration 42     | exponen.. |        0.1065 |          229 |       0.6 | squared_er.. |                 6 |               16 |         6 |         None |    0.0276 |  0.6875 |          1.0 |  3.298s |     3m:13s |
| Iteration 43     |  deviance |         0.013 |          263 |       0.8 | friedman_mse |                20 |               14 |         8 |         None |    0.0268 |   0.625 |          1.0 |  3.211s |     3m:18s |
| Iteration 44     | exponen.. |        0.1581 |          174 |       0.7 | squared_er.. |                 7 |                4 |         6 |         sqrt |    0.0121 |     1.0 |          1.0 |  3.322s |     3m:22s |
| Iteration 45     |  deviance |        0.0232 |          279 |       0.7 | squared_er.. |                19 |                9 |         5 |          0.9 |    0.0258 |     0.5 |          1.0 |  3.257s |     3m:27s |
| Iteration 46     |  deviance |        0.1177 |          148 |       0.7 | squared_er.. |                20 |               11 |         4 |          0.5 |    0.0264 |  0.8125 |          1.0 |  3.217s |     3m:33s |
| Iteration 47     |  deviance |        0.3957 |           33 |       0.6 | squared_er.. |                10 |                7 |         3 |         log2 |    0.0241 |     1.0 |          1.0 |  3.219s |     3m:39s |
| Iteration 48     |  deviance |        0.1119 |          192 |       0.8 | squared_er.. |                 6 |                3 |         5 |          0.7 |    0.0273 |     1.0 |          1.0 |  3.241s |     3m:45s |
| Iteration 49     |  deviance |        0.1279 |          156 |       0.7 | squared_er.. |                 8 |                4 |         6 |         None |    0.0272 |  0.8125 |          1.0 |  3.281s |     3m:49s |
| Iteration 50     |  deviance |        0.1621 |          249 |       0.6 | squared_er.. |                 8 |                6 |         5 |         auto |    0.0271 |  0.7188 |          1.0 |  3.274s |     3m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.4351, 'n_estimators': 182, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 15, 'max_depth': 3, 'max_features': 'sqrt', 'ccp_alpha': 0.013}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9848
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.053s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.086
Time elapsed: 0.247s
-------------------------------------------------
Total time: 3m:57s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  3.231s |     3.243s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |       0.5625 |  3.243s |     7.260s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  3.234s |    11.351s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.25 |         0.75 |  3.202s |    16.337s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.1875 |         0.75 |  3.223s |    21.593s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.1875 |         0.75 |  3.163s |    25.776s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     1.0 |          1.0 |  3.209s |    29.895s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |          1.0 |  3.176s |    33.881s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |          1.0 |  3.175s |    39.519s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.4375 |          1.0 |  3.172s |    43.885s |
| Iteration 11     |      l2 | 44.5016 |     sag |      291 |      --- |    0.75 |          1.0 |  3.162s |    48.261s |
| Iteration 12     |      l2 |   5.827 | libli.. |      112 |      --- |     0.5 |          1.0 |  3.188s |    53.181s |
| Iteration 13     |      l2 | 16.0306 |   lbfgs |      265 |      --- |  0.3125 |          1.0 |  3.185s |    57.449s |
| Iteration 14     |      l2 |  3.5996 | libli.. |      273 |      --- |  0.6875 |          1.0 |  3.280s |     1m:02s |
| Iteration 15     |      l1 |  4.7306 |    saga |      955 |      --- |    0.75 |          1.0 |  3.230s |     1m:06s |
| Iteration 16     |    none |     --- |   lbfgs |      178 |      --- |  0.6875 |          1.0 |  3.176s |     1m:10s |
| Iteration 17     |      l1 | 82.0478 |    saga |      975 |      --- |  0.8125 |          1.0 |  3.268s |     1m:15s |
| Iteration 18     |    none |     --- |   lbfgs |      100 |      --- |  0.4375 |          1.0 |  3.243s |     1m:19s |
| Iteration 19     |    none |     --- |    saga |      198 |      --- |   0.625 |          1.0 |  3.267s |     1m:23s |
| Iteration 20     |    none |     --- |    saga |      264 |      --- |  0.3125 |          1.0 |  3.218s |     1m:28s |
| Iteration 21     |      l2 | 94.4768 |     sag |      958 |      --- |     1.0 |          1.0 |  3.241s |     1m:32s |
| Iteration 22     |      l1 |  0.0075 | libli.. |      965 |      --- |     0.5 |          1.0 |  3.253s |     1m:36s |
| Iteration 23     |      l2 |   100.0 | libli.. |      366 |      --- |     1.0 |          1.0 |  3.262s |     1m:41s |
| Iteration 24     |    none |     --- |   lbfgs |      100 |      --- |  0.4375 |          1.0 |  0.000s |     1m:42s |
| Iteration 25     |    none |     --- |     sag |      965 |      --- |     0.5 |          1.0 |  3.244s |     1m:48s |
| Iteration 26     |      l2 |  0.0011 |     sag |      358 |      --- |    0.75 |          1.0 |  3.260s |     1m:53s |
| Iteration 27     |    none |     --- |    saga |      282 |      --- |  0.8125 |          1.0 |  3.252s |     1m:57s |
| Iteration 28     |    none |     --- |    saga |      122 |      --- |     0.5 |          1.0 |  3.297s |     2m:01s |
| Iteration 29     |      l2 | 62.1616 |   lbfgs |      402 |      --- |   0.625 |          1.0 |  3.280s |     2m:06s |
| Iteration 30     |      l2 | 32.8195 | libli.. |      339 |      --- |   0.625 |          1.0 |  3.259s |     2m:10s |
| Iteration 31     |    none |     --- |   lbfgs |      351 |      --- |    0.75 |          1.0 |  3.209s |     2m:14s |
| Iteration 32     |      l2 |  7.1143 |     sag |      910 |      --- |    0.25 |          1.0 |  3.211s |     2m:19s |
| Iteration 33     |    none |     --- | newto.. |      368 |      --- |  0.4375 |          1.0 |  3.163s |     2m:24s |
| Iteration 34     |      l1 |  1.6819 |    saga |      373 |      --- |    0.25 |          1.0 |  3.218s |     2m:28s |
| Iteration 35     |      l2 |   0.001 |   lbfgs |      345 |      --- |    0.25 |          1.0 |  3.210s |     2m:32s |
| Iteration 36     |      l2 |  7.4843 | libli.. |      275 |      --- |     0.5 |          1.0 |  3.808s |     2m:37s |
| Iteration 37     |      l2 |  1.2359 | libli.. |      587 |      --- |  0.4375 |          1.0 |  3.204s |     2m:42s |
| Iteration 38     |      l2 | 98.3985 | libli.. |      900 |      --- |     0.5 |          1.0 |  3.201s |     2m:46s |
| Iteration 39     |      l2 |  2.1036 | libli.. |      339 |      --- |     1.0 |          1.0 |  3.216s |     2m:51s |
| Iteration 40     |      l2 |   0.085 | libli.. |      388 |      --- |  0.5938 |          1.0 |  3.197s |     2m:55s |
| Iteration 41     |      l2 | 92.9805 |     sag |      742 |      --- |  0.3125 |          1.0 |  3.212s |     2m:60s |
| Iteration 42     |      l2 |  2.1889 | libli.. |      308 |      --- |   0.625 |          1.0 |  3.199s |     3m:04s |
| Iteration 43     |      l2 |  2.0461 |     sag |      421 |      --- |  0.5625 |          1.0 |  3.201s |     3m:09s |
| Iteration 44     |      l2 | 54.2905 | newto.. |      358 |      --- |    0.75 |          1.0 |  3.210s |     3m:14s |
| Iteration 45     |      l2 |  10.489 |    saga |     1000 |      --- |     1.0 |          1.0 |  3.218s |     3m:18s |
| Iteration 46     | elast.. | 84.6246 |    saga |      769 |      0.4 |  0.5625 |          1.0 |  3.223s |     3m:22s |
| Iteration 47     |      l1 |  0.0445 | libli.. |      893 |      --- |     0.5 |          1.0 |  3.267s |     3m:27s |
| Iteration 48     |      l2 | 87.5609 |    saga |      863 |      --- |     0.5 |          1.0 |  3.337s |     3m:31s |
| Iteration 49     |      l2 |   0.001 | libli.. |      245 |      --- |    0.75 |          1.0 |  3.329s |     3m:36s |
| Iteration 50     |      l2 |   12.64 |    saga |     1000 |      --- |  0.6875 |          1.0 |  3.315s |     3m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'penalty': 'l2', 'C': 100.0, 'solver': 'liblinear', 'max_iter': 366}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8545
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.12
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:43s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  3.244s |     3.250s |
| Initial point 2  |     svd |       --- |  0.4375 |          0.5 |  3.129s |     8.058s |
| Initial point 3  |     svd |       --- |  0.4375 |          0.5 |  0.001s |     8.952s |
| Initial point 4  |    lsqr |       0.8 |  0.3125 |          0.5 |  3.182s |    12.775s |
| Initial point 5  |   eigen |       0.9 |  0.1875 |          0.5 |  3.268s |    16.730s |
| Initial point 6  |    lsqr |       0.7 |   0.375 |          0.5 |  3.197s |    20.681s |
| Initial point 7  |    lsqr |       0.5 |     1.0 |          1.0 |  3.206s |    25.757s |
| Initial point 8  |    lsqr |       0.9 |   0.375 |          1.0 |  3.140s |    31.123s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |          1.0 |  3.128s |    35.223s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |          1.0 |  3.208s |    39.254s |
| Iteration 11     |     svd |       --- |  0.4375 |          1.0 |  0.000s |    40.392s |
| Iteration 12     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    41.228s |
| Iteration 13     |   eigen |       0.7 |  0.3125 |          1.0 |  3.191s |    45.282s |
| Iteration 14     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    46.430s |
| Iteration 15     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    47.536s |
| Iteration 16     |   eigen |       0.5 |  0.4375 |          1.0 |  3.860s |    52.604s |
| Iteration 17     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    53.440s |
| Iteration 18     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |    54.256s |
| Iteration 19     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    55.071s |
| Iteration 20     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    55.907s |
| Iteration 21     |    lsqr |      auto |  0.9375 |          1.0 |  3.186s |    59.917s |
| Iteration 22     |    lsqr |      None |  0.3125 |          1.0 |  3.173s |     1m:04s |
| Iteration 23     |     svd |       --- |  0.4375 |          1.0 |  0.000s |     1m:05s |
| Iteration 24     |    lsqr |       1.0 |   0.625 |          1.0 |  3.187s |     1m:09s |
| Iteration 25     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 26     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 27     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 28     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 29     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 30     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 31     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 32     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 33     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:19s |
| Iteration 34     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 35     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 36     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 37     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 38     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 39     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 40     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 41     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:27s |
| Iteration 42     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 43     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 44     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 45     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:31s |
| Iteration 46     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:32s |
| Iteration 47     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 48     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:34s |
| Iteration 49     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:35s |
| Iteration 50     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:36s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8491
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.3056
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:37s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  3.164s |     3.168s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  3.138s |     7.138s |
| Initial point 3  |       0.1 |    0.75 |         0.75 |  3.172s |    11.072s |
| Initial point 4  |       1.0 |     0.5 |         0.75 |  0.000s |    11.850s |
| Initial point 5  |       0.2 |  0.1875 |         0.75 |  3.252s |    15.760s |
| Initial point 6  |       0.4 |     0.5 |         0.75 |  3.181s |    19.685s |
| Initial point 7  |       0.4 |     0.5 |         0.75 |  0.001s |    20.408s |
| Initial point 8  |       0.7 |   0.375 |         0.75 |  3.282s |    24.324s |
| Initial point 9  |       0.9 |   0.625 |         0.75 |  0.000s |    25.142s |
| Initial point 10 |       0.8 |  0.5625 |         0.75 |  3.351s |    29.186s |
| Iteration 11     |       0.3 |   0.625 |         0.75 |  3.275s |    33.341s |
| Iteration 12     |       0.6 |  0.4375 |         0.75 |  3.219s |    37.638s |
| Iteration 13     |       0.5 |  0.1875 |         0.75 |  3.263s |    41.831s |
| Iteration 14     |       0.0 |  0.5625 |         0.75 |  3.294s |    46.112s |
| Iteration 15     |       0.1 |    0.75 |         0.75 |  0.000s |    46.948s |
| Iteration 16     |       0.1 |    0.75 |         0.75 |  0.000s |    47.781s |
| Iteration 17     |       0.1 |    0.75 |         0.75 |  0.000s |    49.175s |
| Iteration 18     |       0.1 |    0.75 |         0.75 |  0.000s |    50.071s |
| Iteration 19     |       0.1 |    0.75 |         0.75 |  0.000s |    50.839s |
| Iteration 20     |       0.6 |  0.4375 |         0.75 |  0.000s |    52.937s |
| Iteration 21     |       0.6 |  0.4375 |         0.75 |  0.000s |    55.604s |
| Iteration 22     |       0.1 |    0.75 |         0.75 |  0.000s |    57.985s |
| Iteration 23     |       0.1 |    0.75 |         0.75 |  0.000s |    59.095s |
| Iteration 24     |       0.1 |    0.75 |         0.75 |  0.000s |    59.984s |
| Iteration 25     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:01s |
| Iteration 26     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:02s |
| Iteration 27     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:04s |
| Iteration 28     |       0.9 |   0.625 |         0.75 |  0.001s |     1m:05s |
| Iteration 29     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:06s |
| Iteration 30     |       0.8 |  0.5625 |         0.75 |  0.000s |     1m:07s |
| Iteration 31     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:08s |
| Iteration 32     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:08s |
| Iteration 33     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:09s |
| Iteration 34     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:10s |
| Iteration 35     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:11s |
| Iteration 36     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:13s |
| Iteration 37     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:16s |
| Iteration 38     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:17s |
| Iteration 39     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:18s |
| Iteration 40     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:19s |
| Iteration 41     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:20s |
| Iteration 42     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:21s |
| Iteration 43     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:22s |
| Iteration 44     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:23s |
| Iteration 45     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:24s |
| Iteration 46     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:25s |
| Iteration 47     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:26s |
| Iteration 48     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:27s |
| Iteration 49     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:27s |
| Iteration 50     |       0.1 |    0.75 |         0.75 |  0.000s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7277
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.3271
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:29s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.3299 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  3.141s |     3.161s |
| Initial point 2  |  4.1082 | uniform |   kd_tree |        39 |       2 |  0.4375 |          1.0 |  3.166s |     7.145s |
| Initial point 3  |  3.2452 | dista.. | ball_tree |        25 |       2 |    0.75 |          1.0 |  3.148s |    11.076s |
| Initial point 4  |  9.4678 | uniform | ball_tree |        39 |       2 |   0.625 |          1.0 |  3.147s |    14.998s |
| Initial point 5  |  7.4168 | dista.. |      auto |        30 |       2 |    0.25 |          1.0 |  3.160s |    18.852s |
| Initial point 6  |  8.5892 | dista.. | ball_tree |        21 |       2 |   0.125 |          1.0 |  3.165s |    22.761s |
| Initial point 7  |  6.1436 | dista.. | ball_tree |        24 |       1 |   0.875 |          1.0 |  3.195s |    28.524s |
| Initial point 8  |  1.4722 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  3.202s |    32.931s |
| Initial point 9  |  6.8436 | uniform | ball_tree |        24 |       1 |   0.375 |          1.0 |  3.185s |    37.041s |
| Initial point 10 |  4.8609 | uniform |     brute |        22 |       2 |  0.2812 |          1.0 |  3.197s |    40.947s |
| Iteration 11     |  9.4127 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  3.210s |    45.352s |
| Iteration 12     |  9.6946 | dista.. |      auto |        39 |       1 |   0.625 |          1.0 |  3.195s |    49.667s |
| Iteration 13     |  6.8623 | dista.. |      auto |        39 |       1 |  0.6875 |          1.0 |  3.158s |    53.833s |
| Iteration 14     | 10.3591 | dista.. |      auto |        40 |       1 |  0.6875 |          1.0 |  3.219s |    58.143s |
| Iteration 15     |   4.111 | dista.. |   kd_tree |        23 |       1 |  0.5938 |          1.0 |  3.202s |     1m:02s |
| Iteration 16     |     0.0 | dista.. |     brute |        39 |       2 |     0.5 |          1.0 |  3.212s |     1m:07s |
| Iteration 17     |  0.0178 | dista.. |      auto |        34 |       1 |     0.5 |          1.0 |  3.212s |     1m:11s |
| Iteration 18     |  0.0233 | uniform |     brute |        38 |       1 |     0.5 |          1.0 |  3.210s |     1m:16s |
| Iteration 19     |  6.7494 | dista.. |   kd_tree |        20 |       1 |   0.625 |          1.0 |  3.288s |     1m:20s |
| Iteration 20     |  4.5823 | dista.. |      auto |        39 |       1 |  0.2812 |          1.0 |  3.122s |     1m:26s |
| Iteration 21     |  3.2051 | dista.. |     brute |        25 |       2 |    0.75 |          1.0 |  3.162s |     1m:32s |
| Iteration 22     |  2.4114 | uniform | ball_tree |        37 |       1 |  0.4688 |          1.0 |  3.182s |     1m:36s |
| Iteration 23     |  2.9849 | dista.. |     brute |        40 |       2 |  0.5625 |          1.0 |  3.177s |     1m:40s |
| Iteration 24     | 10.3591 | uniform |   kd_tree |        20 |       2 |   0.625 |          1.0 |  3.171s |     1m:45s |
| Iteration 25     |  6.0423 | dista.. |     brute |        40 |       2 |    0.75 |          1.0 |  3.403s |     1m:49s |
| Iteration 26     |  5.7757 | dista.. |      auto |        20 |       1 |  0.9375 |          1.0 |  3.166s |     1m:53s |
| Iteration 27     |  5.9094 | uniform |   kd_tree |        20 |       1 |  0.6562 |          1.0 |  3.230s |     1m:58s |
| Iteration 28     |  5.8127 | dista.. | ball_tree |        20 |       1 |  0.3438 |          1.0 |  3.248s |     2m:02s |
| Iteration 29     | 10.3591 | dista.. |      auto |        40 |       1 |  0.6875 |          1.0 |  0.001s |     2m:03s |
| Iteration 30     | 10.3591 | dista.. |      auto |        33 |       1 |     1.0 |          1.0 |  3.235s |     2m:08s |
| Iteration 31     |   4.642 | dista.. |   kd_tree |        26 |       2 |  0.8125 |          1.0 |  3.139s |     2m:13s |
| Iteration 32     | 10.2773 | dista.. |      auto |        24 |       1 |     0.5 |          1.0 |  3.178s |     2m:17s |
| Iteration 33     | 10.3591 | uniform |      auto |        33 |       1 |  0.5625 |          1.0 |  3.167s |     2m:21s |
| Iteration 34     | 10.2772 | dista.. |   kd_tree |        40 |       1 |  0.8125 |          1.0 |  3.169s |     2m:25s |
| Iteration 35     | 10.3591 | dista.. |   kd_tree |        35 |       1 |    0.75 |          1.0 |  3.144s |     2m:29s |
| Iteration 36     |  8.4512 | dista.. |   kd_tree |        40 |       1 |     1.0 |          1.0 |  3.153s |     2m:34s |
| Iteration 37     |  8.6407 | dista.. |     brute |        40 |       1 |    0.75 |          1.0 |  3.172s |     2m:38s |
| Iteration 38     |  8.2649 | dista.. |      auto |        33 |       1 |  0.5312 |          1.0 |  3.149s |     2m:42s |
| Iteration 39     | 10.3591 | dista.. |     brute |        36 |       2 |   0.875 |          1.0 |  3.212s |     2m:47s |
| Iteration 40     | 10.3591 | dista.. |   kd_tree |        36 |       2 |  0.6562 |          1.0 |  3.206s |     2m:51s |
| Iteration 41     |  8.8615 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  3.176s |     2m:56s |
| Iteration 42     | 10.3591 | dista.. |      auto |        36 |       1 |   0.625 |          1.0 |  3.194s |     3m:01s |
| Iteration 43     |   0.087 | uniform | ball_tree |        20 |       1 |     0.5 |          1.0 |  3.177s |     3m:05s |
| Iteration 44     |  0.0781 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  3.207s |     3m:09s |
| Iteration 45     | 10.3591 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  3.210s |     3m:14s |
| Iteration 46     | 10.3591 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     3m:15s |
| Iteration 47     | 10.3591 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     3m:16s |
| Iteration 48     | 10.3591 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     3m:17s |
| Iteration 49     | 10.3591 | uniform |     brute |        40 |       1 |  0.5625 |          1.0 |  3.203s |     3m:22s |
| Iteration 50     | 10.3591 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.001s |     3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'radius': 10.3591, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 33, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0735
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:24s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  3.649s |     3.656s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |       0.6875 |  3.610s |     8.054s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |         0.75 |  3.359s |    12.232s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.25 |         0.75 |  3.488s |    16.466s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.5625 |         0.75 |  3.351s |    20.561s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.3125 |         0.75 |  3.545s |    24.903s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.4062 |         0.75 |  3.206s |    28.847s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |         0.75 |  3.501s |    33.103s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |         0.75 |  3.198s |    37.047s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |         0.75 |  3.329s |    41.204s |
| Iteration 11     |           98 |        0.9259 |     SAMME |     1.0 |          1.0 |  3.241s |    45.432s |
| Iteration 12     |          173 |          0.71 |     SAMME |    0.75 |          1.0 |  3.301s |    49.648s |
| Iteration 13     |           99 |        0.3544 |     SAMME |    0.75 |          1.0 |  3.288s |    53.960s |
| Iteration 14     |           50 |          10.0 |   SAMME.R |  0.8125 |          1.0 |  3.204s |    58.232s |
| Iteration 15     |           50 |         2.901 |     SAMME |   0.625 |          1.0 |  3.201s |     1m:02s |
| Iteration 16     |           50 |        0.9003 |   SAMME.R |   0.625 |          1.0 |  3.215s |     1m:07s |
| Iteration 17     |          125 |        9.6539 |   SAMME.R |   0.625 |          1.0 |  3.291s |     1m:11s |
| Iteration 18     |           82 |        9.6092 |   SAMME.R |  0.1875 |          1.0 |  3.270s |     1m:15s |
| Iteration 19     |           93 |        3.3169 |     SAMME |  0.6562 |          1.0 |  3.205s |     1m:20s |
| Iteration 20     |          121 |        0.0255 |     SAMME |   0.375 |          1.0 |  3.256s |     1m:24s |
| Iteration 21     |           51 |        0.7874 |     SAMME |  0.6875 |          1.0 |  3.209s |     1m:28s |
| Iteration 22     |           54 |        1.2156 |     SAMME |   0.875 |          1.0 |  3.788s |     1m:33s |
| Iteration 23     |           58 |        0.5981 |     SAMME |   0.875 |          1.0 |  3.246s |     1m:37s |
| Iteration 24     |           63 |        9.4106 |     SAMME |  0.5625 |          1.0 |  3.162s |     1m:41s |
| Iteration 25     |          116 |        0.8583 |     SAMME |    0.75 |          1.0 |  3.220s |     1m:46s |
| Iteration 26     |          500 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  3.549s |     1m:50s |
| Iteration 27     |          356 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  3.464s |     1m:55s |
| Iteration 28     |          500 |          0.01 |     SAMME |  0.8125 |          1.0 |  3.644s |     1m:59s |
| Iteration 29     |          500 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  0.000s |     2m:00s |
| Iteration 30     |           98 |         1.127 |     SAMME |   0.875 |          1.0 |  3.196s |     2m:05s |
| Iteration 31     |           50 |        0.1797 |   SAMME.R |    0.75 |          1.0 |  3.210s |     2m:09s |
| Iteration 32     |          302 |          0.01 |     SAMME |    0.75 |          1.0 |  3.363s |     2m:14s |
| Iteration 33     |           50 |          0.01 |   SAMME.R |  0.5938 |          1.0 |  3.227s |     2m:18s |
| Iteration 34     |          500 |          0.01 |     SAMME |  0.8125 |          1.0 |  0.001s |     2m:19s |
| Iteration 35     |           98 |        0.7399 |     SAMME |   0.875 |          1.0 |  3.294s |     2m:24s |
| Iteration 36     |           56 |          0.01 |     SAMME |  0.6562 |          1.0 |  3.261s |     2m:28s |
| Iteration 37     |           95 |        0.9165 |     SAMME |  0.5625 |          1.0 |  3.360s |     2m:32s |
| Iteration 38     |           51 |        0.2644 |     SAMME |  0.6562 |          1.0 |  3.222s |     2m:37s |
| Iteration 39     |          102 |        1.7486 |     SAMME |  0.9375 |          1.0 |  3.246s |     2m:42s |
| Iteration 40     |          100 |          10.0 |     SAMME |     0.5 |          1.0 |  3.172s |     2m:47s |
| Iteration 41     |          392 |          0.01 |   SAMME.R |  0.5938 |          1.0 |  3.487s |     2m:51s |
| Iteration 42     |          346 |        9.9961 |     SAMME |   0.625 |          1.0 |  3.191s |     2m:55s |
| Iteration 43     |          100 |        1.0241 |     SAMME |   0.875 |          1.0 |  3.225s |     3m:02s |
| Iteration 44     |          212 |        1.9268 |   SAMME.R |     1.0 |          1.0 |  3.309s |     3m:09s |
| Iteration 45     |          188 |        1.7484 |   SAMME.R |    0.75 |          1.0 |  3.237s |     3m:19s |
| Iteration 46     |          215 |        1.6252 |   SAMME.R |   0.875 |          1.0 |  3.346s |     3m:27s |
| Iteration 47     |          211 |         4.867 |     SAMME |  0.8125 |          1.0 |  3.293s |     3m:33s |
| Iteration 48     |          211 |        1.4463 |     SAMME |   0.875 |          1.0 |  3.407s |     3m:37s |
| Iteration 49     |          105 |        0.9708 |   SAMME.R |    0.75 |          1.0 |  3.276s |     3m:42s |
| Iteration 50     |          207 |        0.4556 |   SAMME.R |  0.6562 |          1.0 |  3.355s |     3m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'n_estimators': 212, 'learning_rate': 1.9268, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.202s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0548
Time elapsed: 0.894s
-------------------------------------------------
Total time: 3m:50s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  3.593s |     3.613s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |         0.75 |  3.419s |     9.802s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |       0.8125 |  3.481s |    14.391s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  3.278s |    18.525s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.5625 |       0.8125 |  3.516s |    22.838s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.375 |       0.8125 |  3.294s |    26.906s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |       0.8125 |  3.366s |    31.003s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |       0.8125 |  3.410s |    35.238s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.5625 |       0.8125 |  3.408s |    39.414s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.5625 |       0.8125 |  3.542s |    43.667s |
| Iteration 11     |          383 |   entropy |         9 |                 3 |               11 |         log2 |     False |    0.0246 |         --- |   0.875 |        0.875 |  3.364s |    48.223s |
| Iteration 12     |          251 |      gini |      None |                15 |                1 |         log2 |      True |    0.0073 |         0.9 |    0.75 |        0.875 |  3.375s |    52.760s |
| Iteration 13     |          179 |   entropy |      None |                 2 |               11 |         None |     False |       0.0 |         --- |  0.5312 |        0.875 |  3.244s |    57.104s |
| Iteration 14     |          420 |   entropy |         9 |                 4 |               11 |         sqrt |     False |    0.0307 |         --- |  0.9375 |       0.9375 |  3.436s |     1m:02s |
| Iteration 15     |          500 |   entropy |         9 |                 7 |               11 |         auto |     False |     0.035 |         --- |   0.625 |       0.9375 |  3.494s |     1m:06s |
| Iteration 16     |          243 |   entropy |         9 |                18 |               15 |          0.5 |      True |    0.0232 |         0.7 |     0.5 |       0.9375 |  3.342s |     1m:11s |
| Iteration 17     |          413 |   entropy |      None |                 8 |               12 |          0.5 |     False |    0.0335 |         --- |     1.0 |          1.0 |  3.405s |     1m:15s |
| Iteration 18     |          375 |   entropy |         8 |                17 |                8 |          0.5 |     False |     0.035 |         --- |  0.8125 |          1.0 |  3.379s |     1m:20s |
| Iteration 19     |          411 |   entropy |      None |                15 |               11 |         None |     False |    0.0106 |         --- |   0.875 |          1.0 |  3.414s |     1m:25s |
| Iteration 20     |          413 |   entropy |         7 |                 8 |               14 |          0.8 |     False |     0.035 |         --- |  0.0938 |          1.0 |  3.396s |     1m:29s |
| Iteration 21     |          295 |   entropy |      None |                 7 |               19 |         log2 |     False |    0.0246 |         --- |  0.8125 |          1.0 |  3.334s |     1m:34s |
| Iteration 22     |          431 |   entropy |         3 |                 8 |               11 |          0.5 |     False |    0.0299 |         --- |  0.9375 |          1.0 |  3.405s |     1m:38s |
| Iteration 23     |          422 |   entropy |      None |                 6 |               13 |          0.5 |     False |    0.0303 |         --- |     1.0 |          1.0 |  3.405s |     1m:43s |
| Iteration 24     |           10 |      gini |      None |                14 |                7 |         sqrt |      True |    0.0266 |         0.9 |  0.3438 |          1.0 |  3.107s |     1m:47s |
| Iteration 25     |          266 |   entropy |         1 |                 8 |                5 |         sqrt |     False |    0.0181 |         --- |  0.5625 |          1.0 |  3.285s |     1m:51s |
| Iteration 26     |          417 |   entropy |      None |                12 |               19 |          0.5 |     False |    0.0161 |         --- |     1.0 |          1.0 |  3.384s |     1m:57s |
| Iteration 27     |          416 |   entropy |      None |                 5 |                6 |         log2 |     False |     0.035 |         --- |   0.875 |          1.0 |  3.387s |     2m:01s |
| Iteration 28     |          416 |   entropy |         3 |                16 |                6 |          0.5 |     False |     0.035 |         --- |  0.8125 |          1.0 |  3.416s |     2m:06s |
| Iteration 29     |          381 |   entropy |      None |                 3 |               20 |          0.5 |     False |    0.0339 |         --- |  0.6562 |          1.0 |  3.369s |     2m:11s |
| Iteration 30     |          432 |      gini |         1 |                18 |               20 |         log2 |     False |    0.0027 |         --- |    0.75 |          1.0 |  3.389s |     2m:15s |
| Iteration 31     |          418 |   entropy |         3 |                 7 |               15 |          0.5 |     False |    0.0188 |         --- |  0.9375 |          1.0 |  3.399s |     2m:20s |
| Iteration 32     |          390 |   entropy |         9 |                 5 |               15 |         sqrt |     False |    0.0181 |         --- |   0.875 |          1.0 |  3.366s |     2m:25s |
| Iteration 33     |          469 |   entropy |      None |                12 |               16 |          0.5 |     False |    0.0312 |         --- |    0.25 |          1.0 |  3.406s |     2m:29s |
| Iteration 34     |          411 |   entropy |         4 |                 8 |               19 |          0.7 |     False |    0.0019 |         --- |  0.8125 |          1.0 |  3.372s |     2m:34s |
| Iteration 35     |          412 |   entropy |         7 |                 9 |               13 |         sqrt |     False |    0.0162 |         --- |  0.9375 |          1.0 |  3.352s |     2m:39s |
| Iteration 36     |          419 |   entropy |         8 |                13 |               19 |          0.9 |     False |    0.0203 |         --- |  0.7188 |          1.0 |  3.328s |     2m:45s |
| Iteration 37     |          416 |   entropy |      None |                 7 |               20 |          0.5 |     False |    0.0096 |         --- |  0.6562 |          1.0 |  3.404s |     2m:50s |
| Iteration 38     |          439 |   entropy |      None |                11 |               19 |          0.5 |     False |    0.0341 |         --- |  0.7812 |          1.0 |  3.393s |     2m:55s |
| Iteration 39     |          390 |   entropy |      None |                 4 |               19 |         auto |     False |    0.0109 |         --- |     1.0 |          1.0 |  3.348s |     2m:60s |
| Iteration 40     |          414 |   entropy |         1 |                 9 |               12 |         sqrt |     False |    0.0118 |         --- |   0.625 |          1.0 |  3.416s |     3m:05s |
| Iteration 41     |          437 |   entropy |         6 |                14 |               13 |          0.8 |     False |    0.0259 |         --- |  0.4062 |          1.0 |  3.409s |     3m:09s |
| Iteration 42     |          416 |   entropy |         4 |                10 |               13 |          0.5 |     False |    0.0321 |         --- |   0.625 |          1.0 |  3.386s |     3m:14s |
| Iteration 43     |          390 |   entropy |         2 |                15 |               20 |         auto |     False |    0.0125 |         --- |   0.625 |          1.0 |  3.386s |     3m:19s |
| Iteration 44     |          416 |   entropy |      None |                 5 |                9 |          0.5 |     False |    0.0249 |         --- |   0.875 |          1.0 |  3.415s |     3m:24s |
| Iteration 45     |          377 |   entropy |         4 |                 7 |               12 |          0.5 |     False |    0.0333 |         --- |  0.5625 |          1.0 |  3.400s |     3m:29s |
| Iteration 46     |          408 |   entropy |      None |                 6 |               13 |          0.5 |     False |    0.0302 |         --- |   0.875 |          1.0 |  3.440s |     3m:33s |
| Iteration 47     |          420 |      gini |         1 |                18 |                7 |          0.5 |     False |     0.035 |         --- |  0.8438 |          1.0 |  3.435s |     3m:38s |
| Iteration 48     |          417 |   entropy |      None |                 8 |                2 |          0.5 |     False |    0.0334 |         --- |     1.0 |          1.0 |  3.445s |     3m:43s |
| Iteration 49     |          417 |   entropy |      None |                13 |               19 |          0.5 |     False |    0.0189 |         --- |  0.7812 |          1.0 |  4.101s |     3m:49s |
| Iteration 50     |          410 |   entropy |         8 |                16 |                7 |         sqrt |     False |    0.0239 |         --- |  0.5625 |          1.0 |  3.420s |     3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 417, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 8, 'min_samples_leaf': 2, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0334}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.305s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0583
Time elapsed: 1.375s
-------------------------------------------------
Total time: 3m:57s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.221s |     3.239s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.231s |     7.249s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  3.223s |    11.212s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  3.159s |    15.228s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  3.196s |    21.017s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  3.097s |    27.367s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  3.087s |    33.386s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  3.122s |    39.459s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |        0.875 |  3.175s |    45.669s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  3.120s |    51.851s |
| Iteration 11     |          179 |        0.0142 |         8 |  0.2399 |                3 |       0.7 |              1.0 |         0 |          1 |   0.875 |        0.875 |  3.152s |    56.592s |
| Iteration 12     |          361 |        0.0292 |         6 |  0.3649 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |   0.625 |        0.875 |  3.190s |     1m:01s |
| Iteration 13     |          189 |        0.0271 |         5 |  0.0878 |                3 |       0.8 |              0.9 |       0.1 |         10 |   0.875 |        0.875 |  3.154s |     1m:05s |
| Iteration 14     |          500 |           1.0 |         1 |     1.0 |               10 |       0.7 |              0.4 |         0 |          0 |     0.5 |        0.875 |  3.187s |     1m:09s |
| Iteration 15     |          274 |         0.102 |         4 |  0.4325 |                3 |       0.8 |              0.9 |       0.1 |         10 |    0.75 |        0.875 |  3.162s |     1m:14s |
| Iteration 16     |          323 |        0.0195 |         9 |  0.3389 |                2 |       0.7 |              0.9 |         0 |          1 |  0.5625 |        0.875 |  3.160s |     1m:18s |
| Iteration 17     |           51 |         0.011 |         8 |     0.0 |                3 |       0.7 |              1.0 |       0.1 |        100 |     1.0 |          1.0 |  3.134s |     1m:22s |
| Iteration 18     |          174 |        0.0171 |         8 |  0.1591 |                3 |       0.7 |              0.9 |       0.1 |          1 |  0.8125 |          1.0 |  3.162s |     1m:26s |
| Iteration 19     |          246 |        0.0906 |         8 |     0.0 |                4 |       0.6 |              0.8 |       100 |         10 |     0.5 |          1.0 |  3.169s |     1m:31s |
| Iteration 20     |          221 |           1.0 |         7 |     0.0 |                3 |       0.8 |              0.9 |         1 |         10 |  0.0625 |          1.0 |  3.169s |     1m:35s |
| Iteration 21     |           20 |        0.0151 |         3 |     0.0 |                3 |       0.8 |              1.0 |       0.1 |        100 |  0.6875 |          1.0 |  3.130s |     1m:39s |
| Iteration 22     |           45 |          0.01 |         7 |  0.4498 |                7 |       0.6 |              1.0 |       0.1 |         10 |     0.5 |          1.0 |  3.144s |     1m:44s |
| Iteration 23     |          114 |        0.2109 |         8 |  0.0102 |                2 |       0.7 |              0.7 |       0.1 |        100 |  0.9375 |          1.0 |  3.153s |     1m:48s |
| Iteration 24     |          424 |        0.0171 |        10 |  0.2733 |                1 |       0.5 |              1.0 |       0.1 |        0.1 |  0.3125 |          1.0 |  3.204s |     1m:52s |
| Iteration 25     |          410 |        0.0119 |         7 |  0.8189 |                6 |       0.7 |              0.9 |       0.1 |        100 |     0.5 |          1.0 |  3.858s |     1m:58s |
| Iteration 26     |          354 |        0.1825 |         8 |  0.2787 |                2 |       0.7 |              0.6 |       0.1 |        100 |   0.875 |          1.0 |  3.232s |     2m:02s |
| Iteration 27     |           20 |        0.0383 |         8 |  0.7021 |                3 |       0.9 |              0.8 |       0.1 |        100 |    0.75 |          1.0 |  3.207s |     2m:07s |
| Iteration 28     |          287 |        0.0646 |         7 |  0.5484 |                3 |       0.8 |              0.9 |       0.1 |        100 |    0.75 |          1.0 |  3.234s |     2m:11s |
| Iteration 29     |           57 |        0.1529 |         8 |     0.0 |                2 |       0.7 |              1.0 |       0.1 |         10 |   0.625 |          1.0 |  3.225s |     2m:16s |
| Iteration 30     |          168 |        0.0628 |         6 |     0.0 |                2 |       0.5 |              0.7 |       0.1 |          1 |   0.625 |          1.0 |  3.168s |     2m:20s |
| Iteration 31     |          104 |        0.0297 |         5 |  0.1342 |                3 |       0.7 |              0.6 |       0.1 |        0.1 |     1.0 |          1.0 |  3.170s |     2m:24s |
| Iteration 32     |           26 |        0.0353 |         7 |  0.4215 |                3 |       0.7 |              0.6 |       0.1 |          1 |  0.7812 |          1.0 |  3.144s |     2m:29s |
| Iteration 33     |          208 |        0.7784 |         8 |     0.0 |                3 |       0.8 |              0.4 |       0.1 |          1 |   0.625 |          1.0 |  3.179s |     2m:33s |
| Iteration 34     |          488 |          0.01 |         7 |  0.0829 |                3 |       0.7 |              0.7 |       0.1 |       0.01 |  0.4375 |          1.0 |  3.215s |     2m:39s |
| Iteration 35     |          131 |        0.0148 |         3 |  0.0092 |                2 |       0.7 |              0.5 |       0.1 |         10 |   0.875 |          1.0 |  3.144s |     2m:44s |
| Iteration 36     |          159 |        0.0849 |         6 |  0.0906 |                2 |       0.7 |              0.5 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.155s |     2m:48s |
| Iteration 37     |           20 |          0.01 |         1 |  0.4511 |                5 |       0.8 |              1.0 |         0 |          1 |   0.625 |          1.0 |  3.162s |     2m:52s |
| Iteration 38     |          100 |          0.01 |         5 |   0.277 |                2 |       0.7 |              0.6 |       0.1 |         10 |    0.75 |          1.0 |  3.146s |     2m:57s |
| Iteration 39     |          131 |        0.0158 |         5 |  0.3694 |                3 |       0.7 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  3.156s |     3m:02s |
| Iteration 40     |          282 |        0.0906 |         5 |  0.3238 |                1 |       0.8 |              0.6 |       0.1 |          1 |  0.7188 |          1.0 |  3.189s |     3m:08s |
| Iteration 41     |          111 |          0.01 |         2 |     0.0 |                3 |       1.0 |              0.8 |       0.1 |        0.1 |     0.5 |          1.0 |  3.161s |     3m:12s |
| Iteration 42     |          194 |        0.0154 |         5 |  0.1952 |                4 |       0.6 |              1.0 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.153s |     3m:17s |
| Iteration 43     |           20 |        0.0137 |         4 |  0.1839 |                3 |       0.6 |              0.9 |      0.01 |         10 |   0.625 |          1.0 |  3.129s |     3m:21s |
| Iteration 44     |           20 |          0.01 |         6 |  0.5307 |                3 |       0.6 |              0.9 |         0 |        100 |  0.5938 |          1.0 |  3.146s |     3m:26s |
| Iteration 45     |          132 |        0.0301 |         6 |  0.4409 |                3 |       0.7 |              0.4 |       0.1 |         10 |  0.5625 |          1.0 |  3.179s |     3m:30s |
| Iteration 46     |          138 |        0.0257 |         5 |   0.121 |                1 |       0.9 |              0.5 |      0.01 |          0 |   0.875 |          1.0 |  3.199s |     3m:35s |
| Iteration 47     |          271 |        0.0261 |         5 |  0.5048 |                7 |       0.8 |              0.7 |         0 |       0.01 |    0.75 |          1.0 |  3.203s |     3m:39s |
| Iteration 48     |           77 |        0.0255 |         4 |  0.3132 |                5 |       0.7 |              0.8 |         1 |        0.1 |   0.875 |          1.0 |  3.179s |     3m:44s |
| Iteration 49     |           49 |        0.0145 |         3 |     0.0 |                4 |       0.7 |              0.9 |      0.01 |          1 |  0.8125 |          1.0 |  3.161s |     3m:48s |
| Iteration 50     |           32 |        0.0128 |         6 |  0.0394 |                6 |       0.7 |              1.0 |        10 |         10 |     0.5 |          1.0 |  3.152s |     3m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'n_estimators': 104, 'learning_rate': 0.0297, 'max_depth': 5, 'gamma': 0.1342, 'min_child_weight': 3, 'subsample': 0.7, 'colsample_bytree': 0.6, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9446
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.044s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.1241
Time elapsed: 0.125s
-------------------------------------------------
Total time: 3m:55s


Final results ==================== >>
Duration: 25m:51s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.61 ± 0.086 ~
Logistic Regression             --> roc_auc: 0.66 ± 0.12 ~
Linear Discriminant Analysis    --> roc_auc: 0.71 ± 0.3056
Quadratic Discriminant Analysis --> roc_auc: 0.75 ± 0.3271 !
Radius Nearest Neighbors        --> roc_auc: 0.71 ± 0.0735 ~
AdaBoost                        --> roc_auc: 0.65 ± 0.0548 ~
Random Forest                   --> roc_auc: 0.74 ± 0.0583
XGBoost                         --> roc_auc: 0.64 ± 0.1241 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 820 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGSYIPTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSNYGGSQGNLIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASKTSYDKVIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLGSYEQYF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  0.648s |     0.668s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.702s |     2.087s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.5625 |          1.0 |  0.666s |     3.487s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |          1.0 |  0.687s |     4.843s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |          1.0 |  0.681s |     7.603s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |          1.0 |  0.729s |     9.343s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |          1.0 |  0.702s |    10.723s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  0.729s |    12.160s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.659s |    13.498s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |          1.0 |  0.673s |    14.841s |
| Iteration 11     |  deviance |        0.1151 |          119 |       0.6 | squared_er.. |                10 |                9 |        10 |          0.9 |    0.0178 |  0.7188 |          1.0 |  0.642s |    16.575s |
| Iteration 12     |  deviance |        0.9731 |          327 |       0.6 | squared_er.. |                18 |                6 |         4 |         None |    0.0104 |   0.875 |          1.0 |  0.702s |    18.272s |
| Iteration 13     | exponen.. |        0.5458 |          427 |       0.9 | friedman_mse |                 3 |               14 |         5 |          0.8 |    0.0036 |  0.5625 |          1.0 |  0.724s |    19.973s |
| Iteration 14     | exponen.. |        0.1648 |          102 |       0.6 | friedman_mse |                20 |               13 |         8 |         None |    0.0086 |  0.5625 |          1.0 |  0.638s |    22.134s |
| Iteration 15     |  deviance |        0.0949 |          391 |       0.6 | squared_er.. |                14 |               10 |         3 |          0.7 |    0.0208 |     1.0 |          1.0 |  0.716s |    24.215s |
| Iteration 16     |  deviance |         0.102 |          234 |       0.6 | squared_er.. |                19 |               10 |         4 |         None |    0.0287 |   0.875 |          1.0 |  0.663s |    26.001s |
| Iteration 17     |  deviance |        0.5543 |          281 |       0.5 | squared_er.. |                17 |               11 |         5 |         None |    0.0243 |     1.0 |          1.0 |  0.680s |    27.765s |
| Iteration 18     |  deviance |        0.2981 |          396 |       0.7 | squared_er.. |                14 |                7 |         5 |         None |    0.0189 |     1.0 |          1.0 |  0.724s |    29.594s |
| Iteration 19     |  deviance |        0.6237 |          121 |       0.7 | squared_er.. |                15 |               15 |         5 |         None |    0.0121 |    0.75 |          1.0 |  0.650s |    31.314s |
| Iteration 20     |  deviance |        0.4907 |          500 |       0.5 | squared_er.. |                 9 |                9 |         4 |          0.8 |    0.0252 |   0.875 |          1.0 |  0.744s |    33.251s |
| Iteration 21     |  deviance |         0.158 |          428 |       0.5 | squared_er.. |                 7 |                7 |         5 |          0.9 |    0.0304 |  0.7812 |          1.0 |  0.722s |    35.154s |
| Iteration 22     |  deviance |        0.1984 |          247 |       0.6 | squared_er.. |                17 |               10 |         5 |          0.9 |    0.0258 |  0.7188 |          1.0 |  0.686s |    36.985s |
| Iteration 23     |  deviance |        0.1038 |          139 |       0.6 | squared_er.. |                17 |               10 |         5 |         None |    0.0294 |     1.0 |          1.0 |  0.662s |    38.824s |
| Iteration 24     |  deviance |        0.1031 |          160 |       0.5 | squared_er.. |                18 |               10 |         5 |         None |    0.0101 |     1.0 |          1.0 |  0.664s |    40.610s |
| Iteration 25     |  deviance |        0.0887 |          468 |       0.7 | squared_er.. |                13 |                7 |         3 |          0.7 |    0.0086 |  0.8125 |          1.0 |  0.727s |    42.419s |
| Iteration 26     |  deviance |        0.0762 |          488 |       0.6 | squared_er.. |                19 |               11 |         3 |          0.7 |    0.0309 |  0.9375 |          1.0 |  0.718s |    44.257s |
| Iteration 27     |  deviance |           1.0 |          446 |       0.6 | squared_er.. |                13 |                8 |         5 |         None |    0.0175 |   0.375 |          1.0 |  0.760s |    46.889s |
| Iteration 28     |  deviance |        0.1214 |          325 |       0.7 | squared_er.. |                14 |               11 |         5 |         None |    0.0249 |  0.5938 |          1.0 |  0.744s |    48.843s |
| Iteration 29     |  deviance |        0.1077 |          292 |       0.6 | squared_er.. |                 6 |               10 |         5 |         None |    0.0197 |  0.8125 |          1.0 |  0.736s |    50.826s |
| Iteration 30     |  deviance |        0.5796 |          387 |       0.7 | squared_er.. |                15 |                7 |         4 |         None |    0.0116 |  0.6875 |          1.0 |  0.779s |    52.954s |
| Iteration 31     |  deviance |        0.1062 |          106 |       0.9 | squared_er.. |                18 |               10 |         5 |         log2 |    0.0127 |   0.875 |          1.0 |  0.684s |    54.936s |
| Iteration 32     |  deviance |        0.1132 |          385 |       0.5 | squared_er.. |                16 |               10 |         7 |         auto |    0.0285 |  0.7812 |          1.0 |  0.747s |    56.990s |
| Iteration 33     |  deviance |        0.3055 |          449 |       0.8 | squared_er.. |                15 |                7 |         5 |         None |    0.0148 |  0.8125 |          1.0 |  0.782s |    59.133s |
| Iteration 34     | exponen.. |        0.1073 |          447 |       0.8 | squared_er.. |                17 |               11 |         5 |         None |    0.0274 |    0.75 |          1.0 |  0.776s |     1m:01s |
| Iteration 35     |  deviance |        0.6544 |          157 |       0.6 | squared_er.. |                10 |               10 |         3 |          0.7 |     0.006 |  0.8125 |          1.0 |  0.689s |     1m:03s |
| Iteration 36     |  deviance |        0.2558 |          472 |       0.6 | squared_er.. |                13 |                7 |         5 |         None |    0.0006 |  0.9375 |          1.0 |  0.786s |     1m:06s |
| Iteration 37     |  deviance |        0.0288 |          351 |       0.6 | squared_er.. |                18 |               11 |         3 |          0.7 |    0.0121 |     1.0 |          1.0 |  0.749s |     1m:08s |
| Iteration 38     |  deviance |        0.0634 |          436 |       0.6 | squared_er.. |                15 |               10 |         3 |          0.7 |    0.0309 |  0.6875 |          1.0 |  0.762s |     1m:10s |
| Iteration 39     |  deviance |        0.1269 |          237 |       0.7 | squared_er.. |                14 |               12 |         8 |          0.7 |     0.002 |  0.9375 |          1.0 |  0.733s |     1m:12s |
| Iteration 40     |  deviance |        0.0383 |          382 |       0.7 | squared_er.. |                13 |               10 |         3 |          0.7 |    0.0065 |    0.75 |          1.0 |  0.721s |     1m:14s |
| Iteration 41     |  deviance |        0.0412 |          402 |       0.8 | squared_er.. |                18 |               17 |         4 |          0.7 |    0.0171 |  0.8125 |          1.0 |  0.714s |     1m:16s |
| Iteration 42     |  deviance |        0.1062 |           89 |       0.8 | squared_er.. |                18 |               10 |         8 |         None |    0.0292 |  0.8438 |          1.0 |  0.650s |     1m:18s |
| Iteration 43     |  deviance |        0.1106 |          401 |       0.6 | squared_er.. |                14 |               15 |         3 |          0.7 |    0.0039 |  0.5625 |          1.0 |  0.731s |     1m:20s |
| Iteration 44     |  deviance |        0.1044 |          115 |       0.6 | squared_er.. |                16 |               10 |         4 |         None |    0.0257 |  0.4375 |          1.0 |  0.657s |     1m:22s |
| Iteration 45     |  deviance |        0.0319 |          246 |       0.6 | squared_er.. |                18 |                2 |         5 |          0.7 |     0.012 |  0.9375 |          1.0 |  0.698s |     1m:25s |
| Iteration 46     | exponen.. |         0.018 |          415 |       0.6 | squared_er.. |                18 |               20 |         2 |          0.8 |    0.0132 |     0.5 |          1.0 |  0.732s |     1m:27s |
| Iteration 47     |  deviance |        0.3784 |          454 |       0.6 | squared_er.. |                18 |                7 |         5 |         None |    0.0289 |  0.9375 |          1.0 |  0.743s |     1m:29s |
| Iteration 48     | exponen.. |        0.1109 |          478 |       0.6 | squared_er.. |                18 |               11 |         2 |         None |    0.0264 |  0.5312 |          1.0 |  0.744s |     1m:31s |
| Iteration 49     |  deviance |        0.5216 |          158 |       0.5 | squared_er.. |                14 |               18 |         5 |         None |    0.0151 |     0.5 |          1.0 |  0.660s |     1m:33s |
| Iteration 50     | exponen.. |        0.0485 |          492 |       0.6 | squared_er.. |                16 |                6 |         1 |          0.7 |    0.0209 |  0.6875 |          1.0 |  0.750s |     1m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0288, 'n_estimators': 351, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 18, 'min_samples_leaf': 11, 'max_depth': 3, 'max_features': 0.7, 'ccp_alpha': 0.0121}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9652
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.094s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.04
Time elapsed: 0.454s
-------------------------------------------------
Total time: 1m:37s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  1.314s |     1.325s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     1.0 |          1.0 |  0.694s |     2.681s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |          1.0 |  0.695s |     4.060s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |          1.0 |  0.696s |     5.429s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |          1.0 |  0.700s |     6.798s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |          1.0 |  0.693s |     8.163s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.6875 |          1.0 |  0.705s |    11.081s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.9375 |          1.0 |  0.635s |    14.349s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |          1.0 |  0.653s |    16.038s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |          1.0 |  0.636s |    17.334s |
| Iteration 11     |      l2 | 12.2906 | libli.. |      772 |      --- |    0.75 |          1.0 |  0.635s |    18.934s |
| Iteration 12     |      l2 |  0.0311 |     sag |      978 |      --- |     0.5 |          1.0 |  0.647s |    20.589s |
| Iteration 13     |      l2 |  0.0014 |     sag |      225 |      --- |  0.9375 |          1.0 |  0.634s |    22.165s |
| Iteration 14     |    none |     --- |     sag |     1000 |      --- |  0.8125 |          1.0 |  0.641s |    24.373s |
| Iteration 15     |      l2 |   100.0 |     sag |     1000 |      --- |     1.0 |          1.0 |  0.640s |    26.093s |
| Iteration 16     |      l2 | 10.5672 | libli.. |      150 |      --- |    0.75 |          1.0 |  0.637s |    27.650s |
| Iteration 17     |      l1 |  2.1703 | libli.. |     1000 |      --- |   0.875 |          1.0 |  0.635s |    29.223s |
| Iteration 18     |      l2 |  0.0011 |     sag |      911 |      --- |    0.75 |          1.0 |  0.670s |    30.846s |
| Iteration 19     |      l2 | 79.9427 |     sag |      664 |      --- |    0.75 |          1.0 |  0.654s |    32.390s |
| Iteration 20     |      l2 |  42.588 |     sag |      721 |      --- |     0.5 |          1.0 |  0.659s |    34.948s |
| Iteration 21     |      l2 |   100.0 |     sag |      206 |      --- |  0.5625 |          1.0 |  0.643s |    36.873s |
| Iteration 22     |      l1 |  1.7263 |    saga |      995 |      --- |  0.8125 |          1.0 |  0.641s |    38.528s |
| Iteration 23     |      l2 | 27.8432 |     sag |      940 |      --- |     1.0 |          1.0 |  0.651s |    40.315s |
| Iteration 24     |      l2 |   5.567 |     sag |      941 |      --- |    0.75 |          1.0 |  0.642s |    42.071s |
| Iteration 25     |      l1 |  0.1683 |    saga |      993 |      --- |  0.5625 |          1.0 |  0.649s |    43.784s |
| Iteration 26     |      l2 |  2.1345 |     sag |     1000 |      --- |    0.75 |          1.0 |  0.647s |    45.538s |
| Iteration 27     |      l2 |  0.0628 |    saga |      996 |      --- |  0.9375 |          1.0 |  0.649s |    47.151s |
| Iteration 28     |      l2 |  0.0026 | libli.. |      941 |      --- |     0.5 |          1.0 |  0.652s |    48.879s |
| Iteration 29     |      l1 |  0.9728 |    saga |      102 |      --- |   0.625 |          1.0 |  0.650s |    51.112s |
| Iteration 30     |      l2 |  0.0012 | libli.. |      769 |      --- |     0.5 |          1.0 |  0.647s |    52.728s |
| Iteration 31     |      l2 | 23.5736 |     sag |      918 |      --- |  0.5625 |          1.0 |  0.652s |    54.453s |
| Iteration 32     |      l2 |  4.2693 |     sag |      942 |      --- |   0.375 |          1.0 |  0.644s |    56.189s |
| Iteration 33     |      l2 | 44.1519 |    saga |      227 |      --- |     0.5 |          1.0 |  0.658s |    57.826s |
| Iteration 34     |      l2 |  0.0066 |     sag |      993 |      --- |  0.6875 |          1.0 |  0.646s |    59.469s |
| Iteration 35     |      l2 |  0.0276 |     sag |      988 |      --- |    0.75 |          1.0 |  0.649s |     1m:01s |
| Iteration 36     |      l2 |  0.0027 |     sag |      967 |      --- |  0.8125 |          1.0 |  0.640s |     1m:03s |
| Iteration 37     |      l2 |  6.3566 |     sag |      943 |      --- |  0.9375 |          1.0 |  0.665s |     1m:06s |
| Iteration 38     |      l2 |  1.1121 | libli.. |      944 |      --- |   0.375 |          1.0 |  0.659s |     1m:10s |
| Iteration 39     |      l2 |  0.0043 |     sag |      936 |      --- |   0.625 |          1.0 |  0.649s |     1m:12s |
| Iteration 40     |      l2 | 55.6893 |     sag |      949 |      --- |   0.625 |          1.0 |  0.652s |     1m:14s |
| Iteration 41     |      l2 |  0.0028 |     sag |      936 |      --- |  0.8125 |          1.0 |  0.653s |     1m:15s |
| Iteration 42     |      l1 |  0.3351 | libli.. |      476 |      --- |  0.4375 |          1.0 |  0.655s |     1m:17s |
| Iteration 43     |      l1 |  0.1621 |    saga |      912 |      --- |  0.2188 |          1.0 |  0.647s |     1m:19s |
| Iteration 44     |      l2 |  0.0443 |    saga |      937 |      --- |  0.6875 |          1.0 |  0.663s |     1m:21s |
| Iteration 45     |      l2 | 86.7862 |     sag |      945 |      --- |  0.8125 |          1.0 |  0.655s |     1m:23s |
| Iteration 46     |      l2 |  3.6675 |     sag |      940 |      --- |    0.75 |          1.0 |  0.650s |     1m:24s |
| Iteration 47     |      l2 |  7.7863 |    saga |      993 |      --- |     1.0 |          1.0 |  0.652s |     1m:26s |
| Iteration 48     |      l2 |  0.0023 |    saga |      991 |      --- |     0.5 |          1.0 |  0.629s |     1m:28s |
| Iteration 49     |      l2 | 24.6697 |    saga |      985 |      --- |  0.8125 |          1.0 |  0.648s |     1m:30s |
| Iteration 50     |      l2 |  0.0038 |    saga |      188 |      --- |     0.5 |          1.0 |  0.630s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'penalty': 'l2', 'C': 0.087, 'solver': 'sag', 'max_iter': 942}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7473
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0548
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:33s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  0.630s |     0.635s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  0.626s |     1.914s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.000s |     3.023s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |         0.75 |  0.635s |     4.858s |
| Initial point 5  |   eigen |       0.9 |     0.5 |         0.75 |  0.637s |     6.365s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |         0.75 |  1.220s |     8.234s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  0.633s |     9.553s |
| Initial point 8  |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.638s |    10.848s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |       0.8125 |  0.632s |    12.708s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |       0.8125 |  0.625s |    14.152s |
| Iteration 11     |    lsqr |       0.5 |  0.8125 |       0.8125 |  0.000s |    14.955s |
| Iteration 12     |   eigen |       0.7 |    0.75 |       0.8125 |  0.625s |    16.395s |
| Iteration 13     |     svd |       --- |    0.75 |       0.8125 |  0.000s |    17.185s |
| Iteration 14     |    lsqr |      auto |   0.875 |        0.875 |  0.634s |    18.616s |
| Iteration 15     |   eigen |      auto |     1.0 |          1.0 |  0.633s |    20.055s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.000s |    20.881s |
| Iteration 17     |     svd |       --- |    0.75 |          1.0 |  0.000s |    21.756s |
| Iteration 18     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    22.579s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.000s |    23.473s |
| Iteration 20     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    24.319s |
| Iteration 21     |     svd |       --- |    0.75 |          1.0 |  0.000s |    25.146s |
| Iteration 22     |   eigen |       0.5 |  0.8125 |          1.0 |  0.624s |    26.597s |
| Iteration 23     |    lsqr |      None |     1.0 |          1.0 |  0.654s |    28.071s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.000s |    28.930s |
| Iteration 25     |    lsqr |       1.0 |     0.5 |          1.0 |  0.622s |    30.431s |
| Iteration 26     |   eigen |      None |    0.75 |          1.0 |  0.632s |    31.921s |
| Iteration 27     |   eigen |       0.6 |    0.75 |          1.0 |  0.635s |    33.434s |
| Iteration 28     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    34.330s |
| Iteration 29     |    lsqr |      None |     1.0 |          1.0 |  0.001s |    35.256s |
| Iteration 30     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    37.614s |
| Iteration 31     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    38.854s |
| Iteration 32     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    39.741s |
| Iteration 33     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    40.635s |
| Iteration 34     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    41.549s |
| Iteration 35     |   eigen |       0.5 |  0.8125 |          1.0 |  0.000s |    42.469s |
| Iteration 36     |    lsqr |       0.9 |  0.8125 |          1.0 |  0.000s |    43.443s |
| Iteration 37     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    44.355s |
| Iteration 38     |     svd |       --- |    0.75 |          1.0 |  0.000s |    45.256s |
| Iteration 39     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    46.207s |
| Iteration 40     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    47.150s |
| Iteration 41     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    48.075s |
| Iteration 42     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    49.013s |
| Iteration 43     |   eigen |      auto |     1.0 |          1.0 |  0.001s |    50.017s |
| Iteration 44     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    50.973s |
| Iteration 45     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    51.928s |
| Iteration 46     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    52.912s |
| Iteration 47     |   eigen |      auto |     1.0 |          1.0 |  0.001s |    54.964s |
| Iteration 48     |    lsqr |      None |     1.0 |          1.0 |  0.001s |    56.199s |
| Iteration 49     |   eigen |      auto |     1.0 |          1.0 |  0.000s |    57.223s |
| Iteration 50     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    58.263s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'solver': 'lsqr', 'shrinkage': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.287s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7518
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1463
Time elapsed: 0.029s
-------------------------------------------------
Total time: 59.327s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  0.643s |     0.647s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  0.635s |     1.945s |
| Initial point 3  |       0.1 |  0.5625 |         0.75 |  0.631s |     3.240s |
| Initial point 4  |       1.0 |     0.5 |         0.75 |  0.001s |     3.898s |
| Initial point 5  |       0.2 |     0.5 |         0.75 |  0.635s |     5.190s |
| Initial point 6  |       0.4 |   0.625 |         0.75 |  0.629s |     6.471s |
| Initial point 7  |       0.4 |   0.625 |         0.75 |  0.000s |     7.130s |
| Initial point 8  |       0.7 |  0.8125 |       0.8125 |  0.643s |     8.448s |
| Initial point 9  |       0.9 |    0.75 |       0.8125 |  0.000s |     9.095s |
| Initial point 10 |       0.8 |  0.6875 |       0.8125 |  1.208s |    10.954s |
| Iteration 11     |       0.3 |   0.875 |        0.875 |  0.619s |    13.112s |
| Iteration 12     |       0.6 |    0.75 |        0.875 |  0.627s |    14.689s |
| Iteration 13     |       0.5 |   0.625 |        0.875 |  0.630s |    16.072s |
| Iteration 14     |       0.0 |   0.875 |        0.875 |  0.631s |    17.461s |
| Iteration 15     |       0.0 |   0.875 |        0.875 |  0.000s |    18.225s |
| Iteration 16     |       0.3 |   0.875 |        0.875 |  0.000s |    18.997s |
| Iteration 17     |       0.3 |   0.875 |        0.875 |  0.000s |    19.756s |
| Iteration 18     |       0.0 |   0.875 |        0.875 |  0.000s |    20.535s |
| Iteration 19     |       0.3 |   0.875 |        0.875 |  0.000s |    21.821s |
| Iteration 20     |       0.6 |    0.75 |        0.875 |  0.000s |    22.718s |
| Iteration 21     |       0.6 |    0.75 |        0.875 |  0.000s |    23.552s |
| Iteration 22     |       0.0 |   0.875 |        0.875 |  0.000s |    24.330s |
| Iteration 23     |       0.3 |   0.875 |        0.875 |  0.000s |    25.096s |
| Iteration 24     |       0.0 |   0.875 |        0.875 |  0.000s |    25.869s |
| Iteration 25     |       0.3 |   0.875 |        0.875 |  0.000s |    26.663s |
| Iteration 26     |       0.0 |   0.875 |        0.875 |  0.000s |    27.455s |
| Iteration 27     |       0.3 |   0.875 |        0.875 |  0.000s |    28.254s |
| Iteration 28     |       0.9 |    0.75 |        0.875 |  0.000s |    30.631s |
| Iteration 29     |       0.0 |   0.875 |        0.875 |  0.000s |    33.572s |
| Iteration 30     |       0.8 |  0.6875 |        0.875 |  0.000s |    34.857s |
| Iteration 31     |       0.3 |   0.875 |        0.875 |  0.000s |    35.639s |
| Iteration 32     |       0.0 |   0.875 |        0.875 |  0.000s |    36.410s |
| Iteration 33     |       0.3 |   0.875 |        0.875 |  0.000s |    37.237s |
| Iteration 34     |       0.0 |   0.875 |        0.875 |  0.000s |    38.056s |
| Iteration 35     |       0.3 |   0.875 |        0.875 |  0.000s |    40.233s |
| Iteration 36     |       0.0 |   0.875 |        0.875 |  0.000s |    42.419s |
| Iteration 37     |       0.3 |   0.875 |        0.875 |  0.000s |    44.689s |
| Iteration 38     |       0.0 |   0.875 |        0.875 |  0.000s |    46.879s |
| Iteration 39     |       0.3 |   0.875 |        0.875 |  0.000s |    49.075s |
| Iteration 40     |       0.0 |   0.875 |        0.875 |  0.000s |    51.234s |
| Iteration 41     |       0.3 |   0.875 |        0.875 |  0.000s |    52.348s |
| Iteration 42     |       0.0 |   0.875 |        0.875 |  0.000s |    53.175s |
| Iteration 43     |       0.3 |   0.875 |        0.875 |  0.000s |    54.010s |
| Iteration 44     |       0.0 |   0.875 |        0.875 |  0.000s |    54.874s |
| Iteration 45     |       0.3 |   0.875 |        0.875 |  0.000s |    55.762s |
| Iteration 46     |       0.0 |   0.875 |        0.875 |  0.000s |    56.633s |
| Iteration 47     |       0.3 |   0.875 |        0.875 |  0.000s |    57.525s |
| Iteration 48     |       0.0 |   0.875 |        0.875 |  0.001s |    58.431s |
| Iteration 49     |       0.3 |   0.875 |        0.875 |  0.000s |    59.318s |
| Iteration 50     |       0.0 |   0.875 |        0.875 |  0.000s |     1m:00s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9187
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0775
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:01s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.4766 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  0.652s |     0.672s |
| Initial point 2  |  4.9619 | uniform |   kd_tree |        39 |       2 |     0.5 |       0.5625 |  0.644s |     1.979s |
| Initial point 3  |  3.9196 | dista.. | ball_tree |        25 |       2 |  0.5625 |       0.5625 |  0.652s |     5.022s |
| Initial point 4  | 11.4353 | uniform | ball_tree |        39 |       2 |     0.5 |       0.5625 |  0.652s |     6.804s |
| Initial point 5  |  8.9581 | dista.. |      auto |        30 |       2 |   0.625 |        0.625 |  0.645s |     8.136s |
| Initial point 6  | 10.3741 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.644s |     9.455s |
| Initial point 7  |  7.4203 | dista.. | ball_tree |        24 |       1 |  0.8125 |          1.0 |  0.646s |    10.791s |
| Initial point 8  |  1.7782 | dista.. | ball_tree |        21 |       2 |    0.25 |          1.0 |  0.653s |    13.738s |
| Initial point 9  |  8.2657 | uniform | ball_tree |        24 |       1 |  0.7812 |          1.0 |  0.650s |    17.213s |
| Initial point 10 |   5.871 | uniform |     brute |        22 |       2 |   0.625 |          1.0 |  0.642s |    18.929s |
| Iteration 11     | 12.5118 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  0.643s |    20.523s |
| Iteration 12     | 11.0826 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  1.221s |    22.733s |
| Iteration 13     |  8.7723 | dista.. |     brute |        20 |       1 |  0.8125 |          1.0 |  0.634s |    24.266s |
| Iteration 14     |     0.0 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  0.628s |    25.788s |
| Iteration 15     |  8.9182 | uniform |   kd_tree |        20 |       2 |   0.875 |          1.0 |  0.659s |    27.360s |
| Iteration 16     |  8.5678 | dista.. |     brute |        20 |       2 |  0.8125 |          1.0 |  0.649s |    29.945s |
| Iteration 17     |  10.005 | uniform | ball_tree |        20 |       2 |   0.625 |          1.0 |  0.679s |    33.003s |
| Iteration 18     |   7.976 | dista.. | ball_tree |        40 |       1 |     1.0 |          1.0 |  0.655s |    36.139s |
| Iteration 19     |  7.7738 | dista.. |      auto |        40 |       1 |  0.9375 |          1.0 |  0.641s |    39.224s |
| Iteration 20     |  7.3083 | dista.. |     brute |        38 |       2 |   0.625 |          1.0 |  0.647s |    41.127s |
| Iteration 21     |  10.115 | dista.. |   kd_tree |        21 |       2 |  0.6875 |          1.0 |  0.648s |    42.873s |
| Iteration 22     |  8.6954 | dista.. |      auto |        40 |       1 |  0.5938 |          1.0 |  0.638s |    44.474s |
| Iteration 23     | 10.4189 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.650s |    46.352s |
| Iteration 24     |  7.9211 | dista.. |     brute |        34 |       2 |  0.8125 |          1.0 |  0.637s |    48.071s |
| Iteration 25     | 10.4098 | uniform | ball_tree |        24 |       1 |   0.875 |          1.0 |  0.632s |    51.651s |
| Iteration 26     |  8.1771 | uniform | ball_tree |        40 |       2 |    0.75 |          1.0 |  0.635s |    54.906s |
| Iteration 27     |  7.9258 | uniform |   kd_tree |        40 |       1 |  0.7188 |          1.0 |  0.632s |    56.961s |
| Iteration 28     | 10.3866 | dista.. |      auto |        22 |       2 |  0.6875 |          1.0 |  0.642s |    58.772s |
| Iteration 29     | 10.3795 | dista.. |      auto |        21 |       1 |  0.5625 |          1.0 |  0.650s |     1m:01s |
| Iteration 30     |  6.6339 | dista.. |      auto |        23 |       1 |    0.25 |          1.0 |  0.633s |     1m:02s |
| Iteration 31     |  7.9155 | dista.. | ball_tree |        38 |       1 |  0.5938 |          1.0 |  0.636s |     1m:04s |
| Iteration 32     |  7.7084 | dista.. | ball_tree |        40 |       1 |  0.6875 |          1.0 |  0.631s |     1m:06s |
| Iteration 33     |  7.9882 | dista.. | ball_tree |        40 |       1 |  0.7188 |          1.0 |  0.649s |     1m:07s |
| Iteration 34     |  9.2777 | uniform |     brute |        40 |       1 |  0.4688 |          1.0 |  0.649s |     1m:09s |
| Iteration 35     | 10.4964 | uniform |      auto |        21 |       2 |     0.5 |          1.0 |  0.648s |     1m:11s |
| Iteration 36     | 10.4655 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.643s |     1m:13s |
| Iteration 37     | 10.5629 | dista.. | ball_tree |        37 |       2 |     1.0 |          1.0 |  0.647s |     1m:15s |
| Iteration 38     | 10.6055 | uniform | ball_tree |        37 |       2 |     0.5 |          1.0 |  0.644s |     1m:17s |
| Iteration 39     | 10.2432 | dista.. | ball_tree |        36 |       2 |   0.875 |          1.0 |  0.643s |     1m:18s |
| Iteration 40     | 10.4712 | dista.. | ball_tree |        39 |       2 |   0.625 |          1.0 |  0.633s |     1m:20s |
| Iteration 41     | 10.4667 | dista.. | ball_tree |        37 |       2 |  0.8125 |          1.0 |  0.634s |     1m:22s |
| Iteration 42     |   10.35 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.637s |     1m:25s |
| Iteration 43     | 10.6408 | dista.. | ball_tree |        37 |       2 |     0.5 |          1.0 |  0.650s |     1m:28s |
| Iteration 44     |  7.6517 | dista.. |      auto |        20 |       2 |  0.8125 |          1.0 |  0.641s |     1m:30s |
| Iteration 45     | 10.7676 | uniform | ball_tree |        20 |       1 |  0.5625 |          1.0 |  0.686s |     1m:32s |
| Iteration 46     | 10.0723 | dista.. |      auto |        27 |       2 |     1.0 |          1.0 |  0.699s |     1m:35s |
| Iteration 47     |   9.785 | dista.. |      auto |        27 |       2 |  0.9375 |          1.0 |  0.697s |     1m:37s |
| Iteration 48     |  9.7348 | dista.. |     brute |        29 |       2 |     0.5 |          1.0 |  0.694s |     1m:39s |
| Iteration 49     | 10.0015 | dista.. |      auto |        26 |       2 |   0.625 |          1.0 |  0.685s |     1m:41s |
| Iteration 50     |  8.6527 | uniform |     brute |        28 |       2 |   0.375 |          1.0 |  0.697s |     1m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'radius': 10.0723, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 27, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0583
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:45s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     0.5 |          0.5 |  1.090s |     1.098s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.115s |     2.887s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.5625 |          1.0 |  0.847s |     5.724s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.8125 |          1.0 |  1.001s |     8.475s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |          1.0 |  0.871s |    11.132s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.076s |    13.083s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5938 |          1.0 |  0.715s |    14.468s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |          1.0 |  0.980s |    17.861s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |          1.0 |  0.634s |    19.585s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |          1.0 |  0.773s |    21.025s |
| Iteration 11     |          500 |        0.1061 |   SAMME.R |   0.625 |          1.0 |  1.037s |    22.884s |
| Iteration 12     |          500 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  1.604s |    25.342s |
| Iteration 13     |          500 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  0.000s |    26.208s |
| Iteration 14     |          500 |        0.0266 |   SAMME.R |   0.625 |          1.0 |  1.091s |    28.153s |
| Iteration 15     |           50 |        0.1447 |   SAMME.R |   0.875 |          1.0 |  0.704s |    29.764s |
| Iteration 16     |           50 |        0.1931 |   SAMME.R |    0.75 |          1.0 |  0.719s |    31.342s |
| Iteration 17     |           50 |          0.01 |     SAMME |  0.8125 |          1.0 |  0.710s |    32.913s |
| Iteration 18     |          476 |        0.2908 |     SAMME |     1.0 |          1.0 |  1.006s |    34.789s |
| Iteration 19     |          473 |        0.2859 |     SAMME |  0.9375 |          1.0 |  1.013s |    36.773s |
| Iteration 20     |          473 |        0.3582 |   SAMME.R |  0.8125 |          1.0 |  1.052s |    38.697s |
| Iteration 21     |           65 |        0.3711 |     SAMME |    0.75 |          1.0 |  0.701s |    40.247s |
| Iteration 22     |          499 |        0.3321 |     SAMME |  0.9375 |          1.0 |  0.995s |    42.213s |
| Iteration 23     |          436 |        0.0531 |     SAMME |     1.0 |          1.0 |  0.942s |    44.486s |
| Iteration 24     |          470 |        0.0541 |     SAMME |  0.9375 |          1.0 |  0.967s |    48.352s |
| Iteration 25     |          353 |         0.221 |     SAMME |    0.75 |          1.0 |  0.865s |    50.680s |
| Iteration 26     |          478 |        0.2939 |     SAMME |     1.0 |          1.0 |  0.971s |    52.690s |
| Iteration 27     |          475 |        0.0521 |   SAMME.R |  0.8125 |          1.0 |  0.994s |    54.624s |
| Iteration 28     |          441 |        0.0533 |     SAMME |  0.7188 |          1.0 |  0.936s |    56.514s |
| Iteration 29     |          500 |        0.2312 |     SAMME |     1.0 |          1.0 |  0.975s |    58.420s |
| Iteration 30     |          500 |        0.2506 |     SAMME |  0.5625 |          1.0 |  0.979s |     1m:00s |
| Iteration 31     |           58 |          0.01 |     SAMME |   0.875 |          1.0 |  0.667s |     1m:02s |
| Iteration 32     |           80 |          0.01 |     SAMME |    0.75 |          1.0 |  0.679s |     1m:05s |
| Iteration 33     |           50 |         0.118 |   SAMME.R |  0.9375 |          1.0 |  0.673s |     1m:09s |
| Iteration 34     |           63 |        0.1162 |     SAMME |  0.7812 |          1.0 |  0.678s |     1m:11s |
| Iteration 35     |          500 |        0.1553 |     SAMME |   0.875 |          1.0 |  1.009s |     1m:12s |
| Iteration 36     |          143 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.747s |     1m:14s |
| Iteration 37     |           91 |          0.01 |   SAMME.R |  0.8438 |          1.0 |  0.700s |     1m:16s |
| Iteration 38     |          219 |        9.9961 |   SAMME.R |     0.5 |          1.0 |  1.390s |     1m:18s |
| Iteration 39     |          500 |        0.1489 |   SAMME.R |    0.75 |          1.0 |  1.016s |     1m:20s |
| Iteration 40     |          424 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  0.960s |     1m:22s |
| Iteration 41     |          322 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.847s |     1m:24s |
| Iteration 42     |           55 |        0.0291 |   SAMME.R |  0.8438 |          1.0 |  0.662s |     1m:25s |
| Iteration 43     |          388 |          0.01 |     SAMME |  0.4688 |          1.0 |  1.036s |     1m:27s |
| Iteration 44     |           50 |        0.0715 |   SAMME.R |  0.5625 |          1.0 |  0.662s |     1m:29s |
| Iteration 45     |          500 |        0.2335 |     SAMME |     1.0 |          1.0 |  0.985s |     1m:31s |
| Iteration 46     |           52 |        0.4558 |   SAMME.R |  0.8125 |          1.0 |  0.661s |     1m:33s |
| Iteration 47     |          496 |        0.5041 |     SAMME |    0.75 |          1.0 |  0.970s |     1m:35s |
| Iteration 48     |          500 |        0.2101 |     SAMME |  0.6562 |          1.0 |  0.982s |     1m:37s |
| Iteration 49     |          500 |        0.1914 |     SAMME |  0.6875 |          1.0 |  0.972s |     1m:39s |
| Iteration 50     |           50 |        0.1807 |   SAMME.R |  0.4375 |          1.0 |  0.660s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.452s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 2.041s
-------------------------------------------------
Total time: 1m:46s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  1.089s |     1.108s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.944s |     3.210s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.625 |          1.0 |  0.974s |     4.949s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  0.790s |     6.413s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |          1.0 |  0.992s |     8.091s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.775s |     9.599s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  0.812s |    11.113s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  0.794s |    12.613s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     0.5 |          1.0 |  0.914s |    14.212s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |          1.0 |  0.890s |    15.784s |
| Iteration 11     |          465 |      gini |         5 |                10 |                1 |         None |     False |    0.0244 |         --- |    0.75 |          1.0 |  0.937s |    17.902s |
| Iteration 12     |          493 |      gini |         5 |                 5 |                4 |          0.7 |     False |    0.0071 |         --- |  0.6562 |          1.0 |  0.940s |    19.978s |
| Iteration 13     |          123 |   entropy |         5 |                13 |                5 |         auto |     False |    0.0347 |         --- |  0.9375 |          1.0 |  0.704s |    21.817s |
| Iteration 14     |          287 |      gini |         9 |                 2 |               20 |         sqrt |     False |    0.0327 |         --- |   0.875 |          1.0 |  1.389s |    24.374s |
| Iteration 15     |          471 |   entropy |         5 |                10 |                5 |         auto |     False |    0.0316 |         --- |  0.8125 |          1.0 |  0.930s |    26.455s |
| Iteration 16     |          203 |      gini |         8 |                 9 |               11 |         auto |     False |    0.0329 |         --- |  0.8125 |          1.0 |  0.749s |    28.397s |
| Iteration 17     |          231 |      gini |         9 |                 8 |                3 |         sqrt |     False |    0.0333 |         --- |  0.9375 |          1.0 |  0.769s |    30.328s |
| Iteration 18     |           10 |   entropy |         6 |                15 |               18 |          0.7 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.633s |    32.102s |
| Iteration 19     |          370 |      gini |         5 |                 8 |               10 |          0.6 |     False |    0.0163 |         --- |  0.6875 |          1.0 |  0.856s |    34.033s |
| Iteration 20     |          290 |      gini |         2 |                 6 |                3 |          0.5 |     False |    0.0312 |         --- |     1.0 |          1.0 |  0.809s |    36.025s |
| Iteration 21     |           93 |   entropy |         2 |                13 |               13 |          0.5 |     False |       0.0 |         --- |  0.7812 |          1.0 |  0.676s |    37.946s |
| Iteration 22     |          193 |      gini |         4 |                13 |                8 |          0.5 |     False |    0.0344 |         --- |  0.7812 |          1.0 |  0.789s |    39.983s |
| Iteration 23     |          320 |      gini |         5 |                11 |                1 |          0.5 |     False |     0.024 |         --- |   0.875 |          1.0 |  0.877s |    42.014s |
| Iteration 24     |          250 |      gini |         3 |                11 |                8 |          0.5 |     False |     0.035 |         --- |  0.8438 |          1.0 |  0.787s |    44.084s |
| Iteration 25     |          376 |      gini |         6 |                 9 |                8 |         None |      True |    0.0006 |         0.9 |  0.6875 |          1.0 |  0.998s |    46.227s |
| Iteration 26     |          500 |   entropy |         3 |                20 |                2 |          0.5 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.981s |    48.337s |
| Iteration 27     |          112 |   entropy |      None |                11 |                1 |          0.7 |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.751s |    50.273s |
| Iteration 28     |          249 |      gini |      None |                 9 |               20 |         auto |     False |     0.035 |         --- |  0.5938 |          1.0 |  0.820s |    54.024s |
| Iteration 29     |          142 |      gini |         8 |                 4 |                1 |         auto |     False |       0.0 |         --- |  0.9375 |          1.0 |  0.710s |    58.141s |
| Iteration 30     |          223 |   entropy |         1 |                 3 |                1 |         None |      True |    0.0047 |         0.7 |   0.625 |          1.0 |  0.811s |     1m:02s |
| Iteration 31     |           10 |      gini |      None |                10 |                1 |         auto |     False |       0.0 |         --- |   0.875 |          1.0 |  0.631s |     1m:05s |
| Iteration 32     |          232 |      gini |         1 |                20 |               20 |         None |     False |     0.035 |         --- |    0.75 |          1.0 |  0.768s |     1m:07s |
| Iteration 33     |           12 |      gini |         7 |                 4 |               19 |         auto |      True |    0.0011 |         0.8 |     0.5 |          1.0 |  0.644s |     1m:08s |
| Iteration 34     |          500 |   entropy |         9 |                 3 |                1 |         auto |     False |     0.035 |         --- |  0.4375 |          1.0 |  0.946s |     1m:11s |
| Iteration 35     |          358 |   entropy |         1 |                20 |                8 |         sqrt |     False |     0.035 |         --- |  0.7188 |          1.0 |  0.836s |     1m:13s |
| Iteration 36     |          469 |   entropy |         2 |                17 |                4 |          0.5 |     False |    0.0292 |         --- |     1.0 |          1.0 |  0.927s |     1m:15s |
| Iteration 37     |          429 |   entropy |         5 |                15 |                3 |          0.7 |     False |    0.0268 |         --- |     1.0 |          1.0 |  0.902s |     1m:17s |
| Iteration 38     |          429 |   entropy |         2 |                14 |                4 |         sqrt |     False |    0.0274 |         --- |  0.8125 |          1.0 |  0.883s |     1m:20s |
| Iteration 39     |          309 |   entropy |         6 |                18 |                2 |          0.8 |     False |      0.03 |         --- |  0.8125 |          1.0 |  1.467s |     1m:22s |
| Iteration 40     |          500 |      gini |         2 |                20 |                9 |          0.7 |     False |     0.002 |         --- |  0.8438 |          1.0 |  0.990s |     1m:25s |
| Iteration 41     |           10 |      gini |         9 |                 2 |                7 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.696s |     1m:27s |
| Iteration 42     |           10 |      gini |         9 |                 2 |               17 |          0.6 |     False |     0.035 |         --- |  0.8438 |          1.0 |  0.681s |     1m:29s |
| Iteration 43     |          132 |   entropy |         2 |                 2 |                8 |          0.8 |     False |    0.0293 |         --- |  0.4688 |          1.0 |  0.707s |     1m:31s |
| Iteration 44     |          432 |      gini |      None |                 2 |                1 |         auto |     False |    0.0094 |         --- |     0.5 |          1.0 |  0.942s |     1m:33s |
| Iteration 45     |          500 |   entropy |         8 |                19 |                4 |          0.7 |     False |    0.0343 |         --- |  0.9375 |          1.0 |  0.998s |     1m:35s |
| Iteration 46     |          214 |      gini |         5 |                 6 |               19 |         auto |     False |    0.0257 |         --- |     1.0 |          1.0 |  0.776s |     1m:37s |
| Iteration 47     |          211 |      gini |         4 |                 5 |               13 |          0.5 |     False |    0.0348 |         --- |     1.0 |          1.0 |  0.799s |     1m:40s |
| Iteration 48     |          220 |      gini |         3 |                 6 |               17 |         auto |     False |     0.035 |         --- |  0.4688 |          1.0 |  0.818s |     1m:42s |
| Iteration 49     |          392 |   entropy |         4 |                 4 |               12 |          0.5 |     False |    0.0349 |         --- |   0.875 |          1.0 |  0.918s |     1m:44s |
| Iteration 50     |          110 |   entropy |         1 |                19 |                5 |          0.5 |     False |    0.0288 |         --- |  0.4375 |          1.0 |  0.752s |     1m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 500, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 20, 'min_samples_leaf': 2, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9696
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.357s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.0374
Time elapsed: 1.577s
-------------------------------------------------
Total time: 1m:50s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.784s |     0.804s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.777s |     2.331s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.771s |     3.798s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.723s |     5.195s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.753s |     7.969s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.729s |     9.723s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.745s |    11.153s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.690s |    12.533s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.375 |          1.0 |  0.757s |    13.963s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.736s |    15.412s |
| Iteration 11     |          420 |        0.0172 |         4 |  0.2644 |                3 |       0.9 |              0.9 |      0.01 |         10 |  0.6875 |          1.0 |  0.734s |    17.241s |
| Iteration 12     |          438 |        0.0477 |         6 |  0.4721 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |          1.0 |  0.724s |    20.714s |
| Iteration 13     |          330 |        0.9796 |         8 |  0.8974 |                3 |       0.5 |              0.9 |       0.1 |       0.01 |     1.0 |          1.0 |  0.695s |    22.826s |
| Iteration 14     |           43 |        0.0528 |         4 |  0.7292 |                3 |       0.7 |              0.9 |         1 |       0.01 |  0.5312 |          1.0 |  0.655s |    26.108s |
| Iteration 15     |           22 |        0.5912 |         2 |  0.0532 |                3 |       1.0 |              0.6 |       0.1 |       0.01 |  0.6875 |          1.0 |  0.645s |    28.172s |
| Iteration 16     |          206 |        0.9578 |         9 |  0.7855 |                3 |       0.9 |              0.9 |       0.1 |        100 |   0.625 |          1.0 |  0.676s |    29.916s |
| Iteration 17     |          179 |        0.2817 |         6 |  0.4629 |                3 |       0.5 |              1.0 |       0.1 |          0 |  0.9375 |          1.0 |  1.254s |    33.778s |
| Iteration 18     |          380 |        0.0167 |         8 |  0.8184 |                3 |       0.5 |              0.4 |       0.1 |         10 |  0.6875 |          1.0 |  0.714s |    35.821s |
| Iteration 19     |          166 |        0.0366 |         8 |  0.9098 |                3 |       0.5 |              1.0 |       0.1 |          0 |  0.9375 |          1.0 |  0.729s |    37.597s |
| Iteration 20     |          148 |         0.895 |         3 |   0.171 |                3 |       0.5 |              0.6 |       0.1 |          0 |  0.9375 |          1.0 |  0.716s |    39.368s |
| Iteration 21     |          500 |        0.5902 |         1 |  0.1701 |                3 |       0.5 |              0.4 |       0.1 |          0 |  0.8438 |          1.0 |  0.728s |    41.199s |
| Iteration 22     |          313 |        0.0204 |         4 |  0.0334 |                3 |       0.5 |              1.0 |       0.1 |          0 |  0.7188 |          1.0 |  0.711s |    43.004s |
| Iteration 23     |          360 |           1.0 |         5 |     1.0 |                3 |       0.5 |              1.0 |       0.1 |          0 |   0.625 |          1.0 |  0.716s |    44.886s |
| Iteration 24     |          446 |        0.0487 |         2 |  0.5829 |                3 |       0.6 |              1.0 |         0 |        100 |   0.875 |          1.0 |  0.725s |    47.640s |
| Iteration 25     |           62 |        0.0161 |        10 |  0.9394 |                3 |       1.0 |              0.9 |         0 |          0 |    0.75 |          1.0 |  0.662s |    49.667s |
| Iteration 26     |          134 |        0.0164 |        10 |  0.3975 |                3 |       0.5 |              0.5 |         0 |        100 |  0.8438 |          1.0 |  0.670s |    51.410s |
| Iteration 27     |          156 |        0.2737 |         7 |  0.1801 |                2 |       0.5 |              0.9 |         0 |          0 |  0.9375 |          1.0 |  0.676s |    53.280s |
| Iteration 28     |          243 |        0.7945 |         2 |  0.9877 |               10 |       0.5 |              1.0 |         0 |        0.1 |     0.5 |          1.0 |  0.695s |    55.774s |
| Iteration 29     |           24 |         0.246 |        10 |     0.0 |                2 |       0.5 |              0.6 |         0 |          0 |  0.6875 |          1.0 |  0.673s |    57.832s |
| Iteration 30     |           50 |        0.0132 |         6 |  0.0776 |               10 |       1.0 |              0.5 |        10 |       0.01 |     0.5 |          1.0 |  0.659s |    59.615s |
| Iteration 31     |          339 |        0.0416 |         7 |  0.8625 |                4 |       0.9 |              0.4 |       0.1 |        0.1 |  0.7188 |          1.0 |  0.710s |     1m:03s |
| Iteration 32     |          465 |        0.1914 |         1 |  0.3765 |                1 |       0.5 |              0.5 |       0.1 |          0 |  0.9375 |          1.0 |  0.728s |     1m:06s |
| Iteration 33     |          479 |        0.0415 |         3 |   0.627 |                1 |       1.0 |              0.9 |         0 |        100 |   0.875 |          1.0 |  0.767s |     1m:07s |
| Iteration 34     |          360 |        0.3966 |         8 |  0.2056 |                1 |       0.5 |              0.9 |       0.1 |          0 |    0.75 |          1.0 |  0.708s |     1m:09s |
| Iteration 35     |           92 |        0.0102 |         6 |   0.817 |                1 |       0.5 |              0.7 |         0 |        100 |  0.5625 |          1.0 |  0.667s |     1m:11s |
| Iteration 36     |          485 |        0.1466 |         4 |  0.4293 |                6 |       1.0 |              0.5 |         0 |         10 |     1.0 |          1.0 |  0.737s |     1m:13s |
| Iteration 37     |          500 |        0.0464 |         1 |     0.0 |               10 |       1.0 |              0.4 |         0 |        100 |     0.5 |          1.0 |  0.720s |     1m:15s |
| Iteration 38     |          500 |           1.0 |         1 |     0.0 |                5 |       1.0 |              0.7 |         0 |        100 |     0.5 |          1.0 |  0.744s |     1m:17s |
| Iteration 39     |          387 |          0.04 |         4 |  0.6107 |                6 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |          1.0 |  0.707s |     1m:19s |
| Iteration 40     |           51 |        0.1523 |         7 |  0.5494 |                3 |       0.8 |              0.7 |       0.1 |         10 |  0.9375 |          1.0 |  0.658s |     1m:21s |
| Iteration 41     |          282 |        0.0112 |         4 |  0.8175 |                6 |       0.8 |              1.0 |         0 |        0.1 |  0.8125 |          1.0 |  0.693s |     1m:23s |
| Iteration 42     |          168 |        0.1361 |         8 |   0.888 |                5 |       0.7 |              0.6 |         1 |         10 |   0.875 |          1.0 |  1.301s |     1m:26s |
| Iteration 43     |          326 |        0.1499 |         3 |  0.6639 |                9 |       0.6 |              0.5 |      0.01 |         10 |     0.5 |          1.0 |  0.697s |     1m:28s |
| Iteration 44     |           68 |        0.0354 |         7 |  0.4771 |                6 |       0.5 |              0.4 |       0.1 |        100 |     0.5 |          1.0 |  0.658s |     1m:31s |
| Iteration 45     |          322 |        0.3139 |         8 |  0.0309 |                6 |       1.0 |              0.4 |         0 |       0.01 |  0.6875 |          1.0 |  0.707s |     1m:33s |
| Iteration 46     |          422 |        0.1419 |         7 |  0.6374 |                3 |       1.0 |              0.6 |      0.01 |         10 |     1.0 |          1.0 |  0.727s |     1m:35s |
| Iteration 47     |          470 |        0.6352 |         9 |  0.6468 |                2 |       1.0 |              0.8 |      0.01 |         10 |     1.0 |          1.0 |  0.755s |     1m:37s |
| Iteration 48     |          410 |        0.4362 |         4 |  0.4241 |                2 |       0.5 |              0.5 |      0.01 |          0 |  0.4375 |          1.0 |  0.725s |     1m:39s |
| Iteration 49     |           23 |        0.0361 |         7 |  0.6206 |                3 |       0.5 |              0.9 |      0.01 |          0 |  0.6875 |          1.0 |  0.656s |     1m:41s |
| Iteration 50     |          453 |        0.1442 |         6 |  0.5461 |                2 |       1.0 |              0.6 |       0.1 |         10 |     0.5 |          1.0 |  0.735s |     1m:44s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9821
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.049
Time elapsed: 0.319s
-------------------------------------------------
Total time: 1m:45s


Final results ==================== >>
Duration: 12m:16s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.93 ± 0.04
Logistic Regression             --> roc_auc: 0.65 ± 0.0548
Linear Discriminant Analysis    --> roc_auc: 0.69 ± 0.1463
Quadratic Discriminant Analysis --> roc_auc: 0.95 ± 0.0775
Radius Nearest Neighbors        --> roc_auc: 0.86 ± 0.0583
AdaBoost                        --> roc_auc: 0.99 ± 0.02 !
Random Forest                   --> roc_auc: 0.96 ± 0.0374
XGBoost                         --> roc_auc: 0.96 ± 0.049
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGSYIPTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSNYGGSQGNLIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASKTSYDKVIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLGSYEQYF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.6562 |       0.6562 |  3.216s |     3.235s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  3.307s |     7.562s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |          1.0 |  3.207s |    11.556s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |          1.0 |  3.270s |    15.528s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.375 |          1.0 |  3.253s |    19.479s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |          1.0 |  3.304s |    24.158s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.4062 |          1.0 |  3.265s |    28.279s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  3.287s |    32.273s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.375 |          1.0 |  3.234s |    38.070s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.625 |          1.0 |  3.227s |    42.558s |
| Iteration 11     |  deviance |        0.3296 |          328 |       0.5 | squared_er.. |                19 |               15 |         8 |          0.9 |    0.0209 |     0.5 |          1.0 |  3.265s |    46.858s |
| Iteration 12     | exponen.. |           1.0 |          185 |       0.6 | squared_er.. |                18 |                9 |         4 |         auto |     0.001 |  0.3125 |          1.0 |  3.213s |    52.031s |
| Iteration 13     |  deviance |        0.0557 |          220 |       0.6 | squared_er.. |                18 |                9 |         5 |         None |    0.0302 |    0.75 |          1.0 |  3.254s |    56.611s |
| Iteration 14     |  deviance |        0.0308 |          474 |       0.9 | squared_er.. |                17 |                5 |         5 |          0.7 |    0.0079 |  0.9062 |          1.0 |  3.314s |     1m:01s |
| Iteration 15     | exponen.. |        0.0431 |          481 |       0.5 | friedman_mse |                15 |               15 |         9 |          0.8 |    0.0156 |     0.5 |          1.0 |  3.290s |     1m:05s |
| Iteration 16     |  deviance |        0.0683 |          405 |       1.0 | squared_er.. |                 9 |                1 |         3 |         sqrt |    0.0092 |  0.7812 |          1.0 |  3.265s |     1m:10s |
| Iteration 17     |  deviance |        0.1068 |          270 |       0.6 | squared_er.. |                17 |               10 |         5 |         None |    0.0225 |  0.6875 |          1.0 |  3.255s |     1m:14s |
| Iteration 18     | exponen.. |        0.0131 |          500 |       0.8 | squared_er.. |                 4 |                4 |         8 |         None |    0.0131 |  0.7812 |          1.0 |  3.336s |     1m:18s |
| Iteration 19     | exponen.. |        0.0201 |           10 |       1.0 | squared_er.. |                 7 |                3 |         2 |         log2 |    0.0164 |  0.8125 |          1.0 |  3.850s |     1m:23s |
| Iteration 20     |  deviance |          0.01 |          361 |       0.6 | squared_er.. |                19 |               12 |        10 |         log2 |    0.0231 |  0.6875 |          1.0 |  3.281s |     1m:27s |
| Iteration 21     | exponen.. |        0.0362 |           14 |       0.6 | squared_er.. |                16 |               16 |         1 |         log2 |    0.0046 |  0.9062 |          1.0 |  3.233s |     1m:32s |
| Iteration 22     | exponen.. |        0.0422 |          313 |       0.5 | squared_er.. |                 3 |               14 |         6 |         log2 |    0.0284 |   0.625 |          1.0 |  3.238s |     1m:36s |
| Iteration 23     | exponen.. |          0.01 |          175 |       0.8 | squared_er.. |                20 |                3 |         6 |          0.9 |    0.0307 |     1.0 |          1.0 |  3.247s |     1m:42s |
| Iteration 24     | exponen.. |          0.01 |           10 |       1.0 | squared_er.. |                20 |               20 |         1 |         None |     0.035 |   0.625 |          1.0 |  3.190s |     1m:47s |
| Iteration 25     |  deviance |          0.01 |           87 |       0.9 | squared_er.. |                 3 |                1 |         4 |         sqrt |    0.0301 |  0.7812 |          1.0 |  3.249s |     1m:51s |
| Iteration 26     | exponen.. |        0.0344 |          498 |       0.6 | squared_er.. |                 8 |                1 |         4 |          0.7 |    0.0338 |     1.0 |          1.0 |  3.308s |     1m:56s |
| Iteration 27     |  deviance |        0.0354 |           42 |       0.6 | squared_er.. |                 3 |                1 |        10 |          0.6 |    0.0063 |  0.8125 |          1.0 |  3.200s |     2m:00s |
| Iteration 28     | exponen.. |         0.034 |          431 |       0.5 | squared_er.. |                20 |                1 |         1 |         None |    0.0064 |   0.625 |          1.0 |  3.281s |     2m:06s |
| Iteration 29     | exponen.. |           1.0 |          369 |       0.8 | friedman_mse |                 8 |                1 |         7 |          0.5 |    0.0205 |  0.3438 |          1.0 |  3.246s |     2m:10s |
| Iteration 30     | exponen.. |          0.01 |          434 |       1.0 | squared_er.. |                20 |                1 |         1 |          0.7 |     0.035 |  0.3438 |          1.0 |  3.242s |     2m:15s |
| Iteration 31     |  deviance |          0.04 |           35 |       0.8 | squared_er.. |                20 |               20 |         8 |         auto |     0.035 |  0.6562 |          1.0 |  3.169s |     2m:19s |
| Iteration 32     | exponen.. |          0.01 |          271 |       0.7 | squared_er.. |                 9 |               18 |         6 |          0.8 |    0.0255 |  0.4375 |          1.0 |  3.237s |     2m:24s |
| Iteration 33     | exponen.. |        0.0318 |           10 |       0.5 | squared_er.. |                18 |                1 |         6 |          0.7 |     0.035 |  0.8438 |          1.0 |  3.186s |     2m:28s |
| Iteration 34     |  deviance |        0.0575 |          409 |       0.9 | squared_er.. |                 7 |                1 |         6 |          0.7 |    0.0145 |   0.625 |          1.0 |  3.277s |     2m:33s |
| Iteration 35     | exponen.. |        0.0748 |          110 |       0.9 | squared_er.. |                 2 |               11 |         1 |         log2 |    0.0143 |  0.5625 |          1.0 |  3.210s |     2m:37s |
| Iteration 36     | exponen.. |        0.0162 |          168 |       0.9 | squared_er.. |                20 |                3 |         6 |         auto |    0.0008 |  0.5625 |          1.0 |  3.225s |     2m:42s |
| Iteration 37     | exponen.. |        0.0167 |          230 |       0.7 | squared_er.. |                16 |                5 |         8 |          0.8 |    0.0152 |  0.8125 |          1.0 |  3.236s |     2m:46s |
| Iteration 38     |  deviance |        0.9449 |          267 |       0.6 | squared_er.. |                 4 |                4 |         9 |          0.7 |    0.0079 |    0.75 |          1.0 |  3.232s |     2m:52s |
| Iteration 39     | exponen.. |        0.0764 |          446 |       0.6 | squared_er.. |                10 |                5 |         4 |          0.8 |    0.0227 |  0.9375 |          1.0 |  3.290s |     2m:56s |
| Iteration 40     | exponen.. |        0.0108 |          134 |       0.8 | squared_er.. |                 9 |                6 |         5 |          0.8 |    0.0008 |  0.6875 |          1.0 |  3.199s |     3m:01s |
| Iteration 41     |  deviance |        0.0796 |          465 |       0.6 | squared_er.. |                 2 |                1 |        10 |          0.8 |     0.035 |  0.6875 |          1.0 |  3.344s |     3m:06s |
| Iteration 42     |  deviance |        0.0743 |          390 |       0.5 | squared_er.. |                11 |                5 |         4 |          0.7 |    0.0127 |  0.7812 |          1.0 |  3.258s |     3m:10s |
| Iteration 43     |  deviance |        0.6866 |          461 |       0.6 | squared_er.. |                17 |                2 |         5 |          0.9 |    0.0254 |  0.4375 |          1.0 |  3.296s |     3m:15s |
| Iteration 44     | exponen.. |        0.0516 |          471 |       0.5 | squared_er.. |                20 |                1 |        10 |         auto |       0.0 |   0.375 |          1.0 |  3.284s |     3m:20s |
| Iteration 45     | exponen.. |        0.0511 |          215 |       0.6 | squared_er.. |                 8 |                4 |         4 |          0.7 |    0.0164 |   0.875 |          1.0 |  3.233s |     3m:25s |
| Iteration 46     | exponen.. |        0.1656 |          381 |       0.6 | squared_er.. |                 5 |                1 |         5 |          0.8 |    0.0302 |     1.0 |          1.0 |  3.284s |     3m:30s |
| Iteration 47     | exponen.. |        0.1995 |          500 |       0.6 | squared_er.. |                18 |                1 |        10 |          0.8 |    0.0237 |  0.9375 |          1.0 |  3.317s |     3m:35s |
| Iteration 48     | exponen.. |        0.2277 |          500 |       0.6 | friedman_mse |                 6 |                2 |         4 |          0.8 |    0.0326 |  0.5938 |          1.0 |  3.311s |     3m:40s |
| Iteration 49     | exponen.. |        0.5492 |          500 |       0.7 | squared_er.. |                 8 |                1 |         9 |          0.9 |    0.0222 |  0.5625 |          1.0 |  3.325s |     3m:44s |
| Iteration 50     | exponen.. |        0.0485 |          444 |       0.6 | squared_er.. |                16 |                2 |         1 |          0.7 |    0.0205 |  0.4375 |          1.0 |  3.261s |     3m:49s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0344, 'n_estimators': 498, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 1, 'max_depth': 4, 'max_features': 0.7, 'ccp_alpha': 0.0338}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.0583
Time elapsed: 0.677s
-------------------------------------------------
Total time: 3m:52s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.4375 |       0.4375 |  3.184s |     3.197s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |       0.4375 |  3.212s |     7.163s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |          0.5 |  3.214s |    11.145s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |          0.5 |  3.236s |    15.140s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |          0.5 |  3.217s |    19.225s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.375 |          0.5 |  3.211s |    23.284s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |          0.5 |  3.247s |    27.375s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |       0.8125 |  3.196s |    31.436s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |       0.8125 |  3.175s |    35.350s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.6875 |       0.8125 |  3.155s |    39.350s |
| Iteration 11     |      l1 |  0.0241 |    saga |      100 |      --- |     0.5 |       0.8125 |  3.164s |    43.553s |
| Iteration 12     |      l1 |  8.7085 | libli.. |      100 |      --- |   0.375 |       0.8125 |  3.196s |    49.260s |
| Iteration 13     |      l2 |  6.6557 | libli.. |      129 |      --- |   0.875 |        0.875 |  3.177s |    55.525s |
| Iteration 14     |      l2 |  5.2203 |     sag |      127 |      --- |     1.0 |          1.0 |  3.157s |     1m:00s |
| Iteration 15     |      l2 |  8.5572 |     sag |      126 |      --- |   0.875 |          1.0 |  3.156s |     1m:05s |
| Iteration 16     |      l2 |  0.0034 | newto.. |      123 |      --- |  0.6875 |          1.0 |  3.156s |     1m:09s |
| Iteration 17     |    none |     --- | newto.. |      122 |      --- |     0.5 |          1.0 |  3.156s |     1m:13s |
| Iteration 18     |      l2 |  0.0268 |     sag |      129 |      --- |  0.5938 |          1.0 |  3.159s |     1m:17s |
| Iteration 19     |      l2 | 46.7396 |     sag |      128 |      --- |    0.75 |          1.0 |  3.167s |     1m:22s |
| Iteration 20     |      l2 |  2.9657 | libli.. |      127 |      --- |   0.625 |          1.0 |  3.146s |     1m:26s |
| Iteration 21     | elast.. |  5.0413 |    saga |      132 |      0.8 |  0.5625 |          1.0 |  3.182s |     1m:31s |
| Iteration 22     |      l2 |  0.2577 |     sag |      127 |      --- |   0.375 |          1.0 |  3.773s |     1m:36s |
| Iteration 23     |      l2 |  5.4771 |     sag |      127 |      --- |  0.8125 |          1.0 |  3.176s |     1m:40s |
| Iteration 24     |      l2 |  5.7639 |     sag |      128 |      --- |    0.75 |          1.0 |  3.179s |     1m:45s |
| Iteration 25     |      l2 | 11.1481 | newto.. |      122 |      --- |   0.625 |          1.0 |  3.179s |     1m:49s |
| Iteration 26     |      l2 | 11.0099 |     sag |      128 |      --- |    0.75 |          1.0 |  3.192s |     1m:54s |
| Iteration 27     |      l2 |  7.2982 |     sag |      124 |      --- |   0.875 |          1.0 |  3.177s |     1m:59s |
| Iteration 28     |      l2 |  4.9801 |     sag |      120 |      --- |   0.375 |          1.0 |  3.160s |     2m:03s |
| Iteration 29     |      l2 |  0.0053 | newto.. |      224 |      --- |     0.5 |          1.0 |  3.155s |     2m:08s |
| Iteration 30     |      l2 |  0.0017 |    saga |      193 |      --- |  0.9375 |          1.0 |  3.171s |     2m:12s |
| Iteration 31     |      l2 |   0.005 |    saga |      192 |      --- |   0.625 |          1.0 |  3.149s |     2m:16s |
| Iteration 32     |      l2 |   0.001 | libli.. |      196 |      --- |  0.5625 |          1.0 |  3.173s |     2m:21s |
| Iteration 33     |      l2 |  0.0011 | libli.. |      182 |      --- |    0.75 |          1.0 |  3.157s |     2m:25s |
| Iteration 34     |      l2 |  0.0053 |    saga |      177 |      --- |  0.5625 |          1.0 |  3.190s |     2m:29s |
| Iteration 35     |      l2 | 11.8401 | libli.. |      130 |      --- |  0.5625 |          1.0 |  3.160s |     2m:34s |
| Iteration 36     | elast.. | 11.6935 |    saga |      127 |      0.7 |     0.5 |          1.0 |  3.179s |     2m:38s |
| Iteration 37     |      l2 |  7.5943 |     sag |      132 |      --- |     0.5 |          1.0 |  3.180s |     2m:43s |
| Iteration 38     | elast.. |  0.0241 |    saga |      721 |      0.5 |     0.5 |          1.0 |  3.176s |     2m:47s |
| Iteration 39     |      l2 |  0.0041 |   lbfgs |      182 |      --- |  0.3125 |          1.0 |  3.156s |     2m:52s |
| Iteration 40     |    none |     --- |     sag |      120 |      --- |     0.5 |          1.0 |  3.167s |     2m:56s |
| Iteration 41     | elast.. |  0.0014 |    saga |      189 |      0.7 |     0.5 |          1.0 |  3.182s |     3m:00s |
| Iteration 42     |      l1 |  6.1279 | libli.. |      435 |      --- |   0.375 |          1.0 |  3.160s |     3m:05s |
| Iteration 43     |      l1 | 90.8339 |    saga |      830 |      --- |  0.1875 |          1.0 |  3.167s |     3m:09s |
| Iteration 44     |      l1 |   0.001 |    saga |      100 |      --- |     0.5 |          1.0 |  3.136s |     3m:13s |
| Iteration 45     |      l2 |  0.0099 |   lbfgs |      135 |      --- |  0.5625 |          1.0 |  3.152s |     3m:18s |
| Iteration 46     |      l2 | 91.3902 |   lbfgs |      988 |      --- |    0.75 |          1.0 |  3.170s |     3m:22s |
| Iteration 47     |      l1 |  0.0189 | libli.. |      977 |      --- |     0.5 |          1.0 |  3.163s |     3m:26s |
| Iteration 48     |      l2 |  8.1756 | newto.. |      127 |      --- |  0.5625 |          1.0 |  3.800s |     3m:33s |
| Iteration 49     |      l2 |  0.3485 |     sag |      645 |      --- |  0.6875 |          1.0 |  3.184s |     3m:37s |
| Iteration 50     |      l1 | 74.1474 | libli.. |      128 |      --- |   0.375 |          1.0 |  3.185s |     3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'penalty': 'l2', 'C': 5.2203, 'solver': 'sag', 'max_iter': 127}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9054
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1643
Time elapsed: 0.058s
-------------------------------------------------
Total time: 3m:44s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.3125 |       0.3125 |  3.159s |     3.166s |
| Initial point 2  |     svd |       --- |     0.5 |          0.5 |  3.170s |     7.107s |
| Initial point 3  |     svd |       --- |     0.5 |          0.5 |  0.000s |     7.936s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |       0.6875 |  3.164s |    11.789s |
| Initial point 5  |   eigen |       0.9 |     0.5 |       0.6875 |  3.155s |    15.688s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  3.106s |    20.993s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |          1.0 |  3.120s |    26.915s |
| Initial point 8  |    lsqr |       0.9 |     1.0 |          1.0 |  3.116s |    31.341s |
| Initial point 9  |    lsqr |       0.6 |    0.75 |          1.0 |  3.217s |    35.354s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |          1.0 |  3.205s |    39.292s |
| Iteration 11     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    40.115s |
| Iteration 12     |    lsqr |      None |  0.4375 |          1.0 |  3.200s |    44.096s |
| Iteration 13     |   eigen |       0.7 |     1.0 |          1.0 |  3.153s |    48.142s |
| Iteration 14     |     svd |       --- |     0.5 |          1.0 |  0.000s |    49.043s |
| Iteration 15     |   eigen |      auto |  0.8125 |          1.0 |  3.162s |    53.099s |
| Iteration 16     |   eigen |      None |  0.6875 |          1.0 |  3.174s |    57.265s |
| Iteration 17     |     svd |       --- |     0.5 |          1.0 |  0.000s |    58.196s |
| Iteration 18     |    lsqr |       1.0 |  0.5938 |          1.0 |  3.180s |     1m:03s |
| Iteration 19     |     svd |       --- |     0.5 |          1.0 |  0.000s |     1m:04s |
| Iteration 20     |    lsqr |      auto |   0.625 |          1.0 |  3.185s |     1m:08s |
| Iteration 21     |   eigen |       0.5 |  0.6875 |          1.0 |  3.189s |     1m:12s |
| Iteration 22     |   eigen |       0.6 |     0.5 |          1.0 |  3.205s |     1m:16s |
| Iteration 23     |     svd |       --- |     0.5 |          1.0 |  0.000s |     1m:17s |
| Iteration 24     |     svd |       --- |     0.5 |          1.0 |  0.000s |     1m:18s |
| Iteration 25     |     svd |       --- |     0.5 |          1.0 |  0.000s |     1m:19s |
| Iteration 26     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 27     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 28     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 29     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 30     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 31     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 32     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 33     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 34     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 35     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 36     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 37     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:32s |
| Iteration 38     |    lsqr |       0.9 |     1.0 |          1.0 |  0.001s |     1m:33s |
| Iteration 39     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 40     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 41     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 42     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 43     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     1m:40s |
| Iteration 44     |    lsqr |       0.9 |     1.0 |          1.0 |  0.001s |     1m:41s |
| Iteration 45     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:42s |
| Iteration 46     |    lsqr |       0.5 |  0.6875 |          1.0 |  0.000s |     1m:43s |
| Iteration 47     |     svd |       --- |     0.5 |          1.0 |  0.000s |     1m:44s |
| Iteration 48     |     svd |       --- |     0.5 |          1.0 |  0.000s |     1m:45s |
| Iteration 49     |   eigen |       0.6 |     0.5 |          1.0 |  0.000s |     1m:46s |
| Iteration 50     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6795
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.2245
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:48s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.3125 |       0.3125 |  3.097s |     3.100s |
| Initial point 2  |       0.9 |     1.0 |          1.0 |  3.156s |     8.938s |
| Initial point 3  |       0.1 |  0.6875 |          1.0 |  3.199s |    13.350s |
| Initial point 4  |       1.0 |  0.3125 |          1.0 |  0.001s |    14.102s |
| Initial point 5  |       0.2 |     0.5 |          1.0 |  3.118s |    17.878s |
| Initial point 6  |       0.4 |   0.875 |          1.0 |  3.191s |    21.739s |
| Initial point 7  |       0.4 |   0.875 |          1.0 |  0.000s |    23.425s |
| Initial point 8  |       0.7 |     1.0 |          1.0 |  3.098s |    28.512s |
| Initial point 9  |       0.9 |     1.0 |          1.0 |  0.001s |    29.444s |
| Initial point 10 |       0.8 |    0.75 |          1.0 |  3.128s |    33.252s |
| Iteration 11     |       0.3 |  0.8125 |          1.0 |  3.169s |    37.272s |
| Iteration 12     |       0.6 |   0.625 |          1.0 |  3.175s |    41.234s |
| Iteration 13     |       0.5 |     1.0 |          1.0 |  3.176s |    45.267s |
| Iteration 14     |       0.0 |    0.25 |          1.0 |  3.173s |    49.405s |
| Iteration 15     |       0.5 |     1.0 |          1.0 |  0.000s |    50.406s |
| Iteration 16     |       0.7 |     1.0 |          1.0 |  0.000s |    51.207s |
| Iteration 17     |       0.7 |     1.0 |          1.0 |  0.000s |    52.039s |
| Iteration 18     |       0.5 |     1.0 |          1.0 |  0.000s |    52.820s |
| Iteration 19     |       0.9 |     1.0 |          1.0 |  0.000s |    53.596s |
| Iteration 20     |       0.9 |     1.0 |          1.0 |  0.000s |    54.397s |
| Iteration 21     |       0.7 |     1.0 |          1.0 |  0.000s |    55.167s |
| Iteration 22     |       0.5 |     1.0 |          1.0 |  0.000s |    55.929s |
| Iteration 23     |       0.9 |     1.0 |          1.0 |  0.000s |    56.738s |
| Iteration 24     |       0.7 |     1.0 |          1.0 |  0.000s |    57.528s |
| Iteration 25     |       0.5 |     1.0 |          1.0 |  0.000s |    58.327s |
| Iteration 26     |       0.9 |     1.0 |          1.0 |  0.000s |    59.541s |
| Iteration 27     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 28     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 29     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 30     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 31     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 32     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 33     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 34     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 35     |       0.4 |   0.875 |          1.0 |  0.000s |     1m:10s |
| Iteration 36     |       0.3 |  0.8125 |          1.0 |  0.000s |     1m:11s |
| Iteration 37     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 38     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 39     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 40     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 41     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 42     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 43     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 44     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 45     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 46     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:21s |
| Iteration 47     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 48     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 49     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 50     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7036
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.1939
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:26s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   10.85 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  3.770s |     3.790s |
| Initial point 2  |  4.3151 | uniform |   kd_tree |        39 |       2 |   0.375 |       0.5625 |  3.181s |     7.812s |
| Initial point 3  |  3.4086 | dista.. | ball_tree |        25 |       2 |  0.4375 |       0.5625 |  3.181s |    11.739s |
| Initial point 4  |  9.9445 | uniform | ball_tree |        39 |       2 |     0.5 |       0.5625 |  3.192s |    15.654s |
| Initial point 5  |  7.7902 | dista.. |      auto |        30 |       2 |     0.5 |       0.5625 |  3.166s |    19.556s |
| Initial point 6  |  9.0217 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  3.210s |    23.484s |
| Initial point 7  |  6.4529 | dista.. | ball_tree |        24 |       1 |   0.625 |        0.875 |  3.189s |    27.445s |
| Initial point 8  |  1.5464 | dista.. | ball_tree |        21 |       2 |    0.75 |        0.875 |  3.173s |    31.366s |
| Initial point 9  |  7.1881 | uniform | ball_tree |        24 |       1 |  0.0938 |        0.875 |  3.136s |    37.241s |
| Initial point 10 |  5.1056 | uniform |     brute |        22 |       2 |    0.75 |        0.875 |  3.128s |    43.596s |
| Iteration 11     | 10.8807 | dista.. |     brute |        21 |       2 |   0.625 |        0.875 |  3.136s |    50.307s |
| Iteration 12     | 10.8807 | dista.. |      auto |        21 |       2 |     0.5 |        0.875 |  3.117s |    56.899s |
| Iteration 13     | 10.8667 | dista.. | ball_tree |        21 |       2 |   0.625 |        0.875 |  3.141s |     1m:03s |
| Iteration 14     |  0.1759 | dista.. |   kd_tree |        21 |       2 |     0.5 |        0.875 |  3.126s |     1m:10s |
| Iteration 15     |  4.3242 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  3.088s |     1m:16s |
| Iteration 16     |  1.5253 | dista.. | ball_tree |        21 |       2 |  0.7188 |        0.875 |  3.087s |     1m:23s |
| Iteration 17     |  1.3412 | dista.. | ball_tree |        21 |       2 |  0.6875 |        0.875 |  3.096s |     1m:30s |
| Iteration 18     |  5.6512 | dista.. | ball_tree |        21 |       2 |  0.3125 |        0.875 |  3.111s |     1m:36s |
| Iteration 19     |  0.0634 | uniform |     brute |        22 |       2 |     0.5 |        0.875 |  3.145s |     1m:41s |
| Iteration 20     |  0.6495 | uniform |      auto |        40 |       1 |     0.5 |        0.875 |  3.197s |     1m:45s |
| Iteration 21     |  4.6824 | dista.. | ball_tree |        20 |       2 |   0.875 |        0.875 |  3.206s |     1m:49s |
| Iteration 22     | 10.4667 | uniform |     brute |        26 |       2 |  0.5312 |        0.875 |  3.172s |     1m:53s |
| Iteration 23     | 10.3498 | dista.. | ball_tree |        40 |       1 |  0.8125 |        0.875 |  3.199s |     1m:58s |
| Iteration 24     |  0.0577 | dista.. |     brute |        38 |       1 |     0.5 |        0.875 |  3.187s |     2m:02s |
| Iteration 25     | 10.7225 | uniform |      auto |        21 |       2 |  0.7188 |        0.875 |  3.175s |     2m:06s |
| Iteration 26     |  0.1436 | dista.. | ball_tree |        39 |       1 |     0.5 |        0.875 |  3.213s |     2m:10s |
| Iteration 27     |  1.1109 | uniform |      auto |        20 |       2 |     0.5 |        0.875 |  3.188s |     2m:15s |
| Iteration 28     |  4.7896 | uniform |   kd_tree |        40 |       1 |  0.5938 |        0.875 |  3.227s |     2m:20s |
| Iteration 29     |  4.8194 | uniform |   kd_tree |        34 |       1 |    0.75 |        0.875 |  3.152s |     2m:24s |
| Iteration 30     |  4.8038 | uniform |   kd_tree |        32 |       1 |  0.5312 |        0.875 |  3.187s |     2m:28s |
| Iteration 31     |  4.1021 | dista.. | ball_tree |        20 |       2 |  0.5625 |        0.875 |  3.192s |     2m:32s |
| Iteration 32     |  3.0089 | dista.. | ball_tree |        20 |       2 |  0.5625 |        0.875 |  3.213s |     2m:37s |
| Iteration 33     |  3.5095 | dista.. | ball_tree |        21 |       2 |  0.5625 |        0.875 |  3.199s |     2m:41s |
| Iteration 34     | 10.4848 | dista.. |      auto |        35 |       2 |  0.5625 |        0.875 |  3.213s |     2m:45s |
| Iteration 35     |  0.2719 | uniform |     brute |        28 |       1 |     0.5 |        0.875 |  3.201s |     2m:50s |
| Iteration 36     |  0.0162 | dista.. |      auto |        33 |       2 |     0.5 |        0.875 |  3.185s |     2m:54s |
| Iteration 37     |  5.0302 | dista.. | ball_tree |        21 |       2 |  0.4375 |        0.875 |  3.192s |     2m:58s |
| Iteration 38     |  0.4566 | uniform |     brute |        36 |       1 |     0.5 |        0.875 |  3.273s |     3m:03s |
| Iteration 39     | 10.8412 | uniform |     brute |        34 |       1 |  0.5312 |        0.875 |  3.121s |     3m:07s |
| Iteration 40     |  9.3197 | dista.. |     brute |        20 |       2 |    0.25 |        0.875 |  3.153s |     3m:11s |
| Iteration 41     |  4.8918 | uniform |   kd_tree |        36 |       1 |  0.6875 |        0.875 |  3.188s |     3m:16s |
| Iteration 42     |  5.6713 | dista.. | ball_tree |        20 |       2 |   0.875 |        0.875 |  3.160s |     3m:20s |
| Iteration 43     | 10.7903 | dista.. | ball_tree |        40 |       1 |   0.375 |        0.875 |  3.169s |     3m:24s |
| Iteration 44     | 10.3237 | dista.. | ball_tree |        20 |       2 |  0.3125 |        0.875 |  3.136s |     3m:29s |
| Iteration 45     |  4.3736 | dista.. | ball_tree |        21 |       2 |  0.6875 |        0.875 |  3.183s |     3m:33s |
| Iteration 46     |  4.2503 | uniform | ball_tree |        21 |       2 |  0.6875 |        0.875 |  3.152s |     3m:37s |
| Iteration 47     |  4.7717 | dista.. |     brute |        20 |       2 |    0.75 |        0.875 |  3.190s |     3m:42s |
| Iteration 48     |  5.5617 | dista.. |   kd_tree |        20 |       2 |     0.5 |        0.875 |  3.144s |     3m:48s |
| Iteration 49     |  5.7409 | uniform |     brute |        20 |       2 |  0.5312 |        0.875 |  3.191s |     3m:53s |
| Iteration 50     |  4.6732 | dista.. | ball_tree |        20 |       2 |  0.4375 |        0.875 |  3.138s |     3m:57s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 9.0217, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.1744
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:58s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.2812 |       0.2812 |  3.608s |     3.616s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  3.585s |     8.060s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.5625 |        0.875 |  3.336s |    12.295s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.6875 |        0.875 |  4.077s |    17.186s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.375 |        0.875 |  3.326s |    21.317s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |       0.9375 |  3.530s |    25.589s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6562 |       0.9375 |  3.182s |    29.562s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |       0.9375 |  3.430s |    33.767s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.375 |       0.9375 |  3.129s |    37.715s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5312 |       0.9375 |  3.269s |    41.750s |
| Iteration 11     |          500 |        0.1529 |   SAMME.R |   0.875 |       0.9375 |  3.568s |    46.202s |
| Iteration 12     |          500 |        0.4058 |   SAMME.R |   0.375 |       0.9375 |  3.554s |    50.725s |
| Iteration 13     |          500 |         0.022 |   SAMME.R |   0.875 |       0.9375 |  3.532s |    55.178s |
| Iteration 14     |          500 |          0.01 |   SAMME.R |  0.9062 |       0.9375 |  3.537s |    59.670s |
| Iteration 15     |          500 |          0.01 |     SAMME |  0.7812 |       0.9375 |  3.488s |     1m:05s |
| Iteration 16     |          500 |          0.01 |   SAMME.R |  0.9062 |       0.9375 |  0.000s |     1m:06s |
| Iteration 17     |          383 |        0.2318 |   SAMME.R |   0.875 |       0.9375 |  3.414s |     1m:10s |
| Iteration 18     |          430 |        0.0187 |   SAMME.R |   0.625 |       0.9375 |  3.485s |     1m:15s |
| Iteration 19     |           50 |          10.0 |   SAMME.R |  0.4688 |       0.9375 |  3.137s |     1m:21s |
| Iteration 20     |          500 |        0.0316 |     SAMME |    0.75 |       0.9375 |  3.472s |     1m:25s |
| Iteration 21     |          500 |          0.01 |   SAMME.R |  0.9062 |       0.9375 |  0.001s |     1m:26s |
| Iteration 22     |          500 |        0.2528 |   SAMME.R |  0.5625 |       0.9375 |  3.579s |     1m:31s |
| Iteration 23     |          500 |          0.01 |   SAMME.R |  0.9062 |       0.9375 |  0.001s |     1m:32s |
| Iteration 24     |          500 |          0.01 |   SAMME.R |  0.9062 |       0.9375 |  0.000s |     1m:33s |
| Iteration 25     |          460 |        0.1108 |   SAMME.R |   0.625 |       0.9375 |  3.526s |     1m:38s |
| Iteration 26     |          461 |        0.2703 |   SAMME.R |     1.0 |          1.0 |  3.563s |     1m:43s |
| Iteration 27     |          461 |        0.2944 |   SAMME.R |   0.625 |          1.0 |  3.546s |     1m:48s |
| Iteration 28     |           50 |          0.01 |   SAMME.R |  0.5312 |          1.0 |  3.225s |     1m:52s |
| Iteration 29     |          495 |          0.01 |   SAMME.R |  0.2188 |          1.0 |  3.571s |     1m:57s |
| Iteration 30     |           50 |        0.4343 |   SAMME.R |  0.4062 |          1.0 |  3.205s |     2m:01s |
| Iteration 31     |          464 |        9.0374 |   SAMME.R |  0.6875 |          1.0 |  3.551s |     2m:06s |
| Iteration 32     |          353 |          0.01 |   SAMME.R |   0.625 |          1.0 |  3.480s |     2m:11s |
| Iteration 33     |          240 |        9.7509 |   SAMME.R |  0.4375 |          1.0 |  3.372s |     2m:15s |
| Iteration 34     |          500 |          0.01 |     SAMME |  0.7812 |          1.0 |  0.000s |     2m:17s |
| Iteration 35     |          500 |          0.01 |     SAMME |  0.7812 |          1.0 |  0.000s |     2m:17s |
| Iteration 36     |          500 |          0.01 |     SAMME |  0.7812 |          1.0 |  0.000s |     2m:18s |
| Iteration 37     |           56 |        0.0103 |     SAMME |  0.8125 |          1.0 |  3.146s |     2m:23s |
| Iteration 38     |          500 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     2m:24s |
| Iteration 39     |          500 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     2m:25s |
| Iteration 40     |          500 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     2m:26s |
| Iteration 41     |          500 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     2m:27s |
| Iteration 42     |          500 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     2m:28s |
| Iteration 43     |           52 |        0.0107 |     SAMME |  0.3125 |          1.0 |  3.176s |     2m:32s |
| Iteration 44     |          353 |          0.01 |   SAMME.R |   0.625 |          1.0 |  0.000s |     2m:33s |
| Iteration 45     |          500 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     2m:34s |
| Iteration 46     |          500 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     2m:35s |
| Iteration 47     |          500 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.001s |     2m:36s |
| Iteration 48     |          500 |          0.01 |     SAMME |  0.7812 |          1.0 |  0.000s |     2m:37s |
| Iteration 49     |          500 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     2m:38s |
| Iteration 50     |          500 |          0.01 |     SAMME |  0.7812 |          1.0 |  0.001s |     2m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2703, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.438s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.12
Time elapsed: 1.904s
-------------------------------------------------
Total time: 2m:43s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.5625 |       0.5625 |  3.579s |     3.598s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  3.462s |     7.874s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     0.5 |          1.0 |  3.455s |    12.168s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.289s |    16.226s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     0.5 |          1.0 |  3.451s |    20.608s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  3.292s |    24.842s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.625 |          1.0 |  3.354s |    28.973s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6875 |          1.0 |  3.299s |    33.126s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     0.5 |          1.0 |  3.443s |    37.427s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |          1.0 |  3.425s |    43.175s |
| Iteration 11     |           36 |      gini |         9 |                 9 |                7 |         log2 |     False |    0.0307 |         --- |  0.7188 |          1.0 |  3.196s |    47.840s |
| Iteration 12     |          459 |      gini |         3 |                10 |                9 |          0.6 |     False |    0.0101 |         --- |     0.5 |          1.0 |  3.435s |    52.428s |
| Iteration 13     |          233 |      gini |         3 |                20 |                5 |          0.7 |     False |    0.0229 |         --- |   0.875 |          1.0 |  3.288s |    56.789s |
| Iteration 14     |           45 |      gini |      None |                 2 |                5 |          0.9 |      True |    0.0317 |         0.5 |  0.8125 |          1.0 |  3.201s |     1m:01s |
| Iteration 15     |          165 |      gini |         8 |                12 |                5 |         sqrt |      True |    0.0051 |         0.5 |  0.8125 |          1.0 |  3.280s |     1m:06s |
| Iteration 16     |          410 |      gini |         5 |                 7 |                5 |          0.7 |     False |    0.0105 |         --- |  0.7188 |          1.0 |  3.422s |     1m:10s |
| Iteration 17     |          497 |      gini |         2 |                19 |                4 |          0.6 |     False |    0.0193 |         --- |   0.875 |          1.0 |  3.449s |     1m:15s |
| Iteration 18     |          413 |      gini |         1 |                13 |                5 |         sqrt |     False |    0.0173 |         --- |  0.5938 |          1.0 |  3.403s |     1m:19s |
| Iteration 19     |          381 |      gini |         1 |                10 |                5 |          0.5 |     False |    0.0185 |         --- |  0.8125 |          1.0 |  3.975s |     1m:25s |
| Iteration 20     |          302 |      gini |         7 |                 7 |                5 |          0.6 |     False |    0.0162 |         --- |  0.6875 |          1.0 |  3.319s |     1m:29s |
| Iteration 21     |          339 |      gini |         6 |                14 |                2 |          0.7 |     False |    0.0236 |         --- |  0.6875 |          1.0 |  3.394s |     1m:34s |
| Iteration 22     |          476 |      gini |         4 |                19 |                4 |          0.6 |      True |     0.035 |         0.7 |  0.5625 |          1.0 |  3.444s |     1m:39s |
| Iteration 23     |          401 |      gini |         5 |                11 |                5 |          0.9 |      True |    0.0209 |         0.5 |     1.0 |          1.0 |  3.433s |     1m:45s |
| Iteration 24     |          429 |      gini |         1 |                10 |                5 |         None |     False |     0.021 |         --- |   0.625 |          1.0 |  3.368s |     1m:52s |
| Iteration 25     |          453 |      gini |         8 |                10 |                5 |          0.7 |     False |    0.0061 |         --- |  0.6875 |          1.0 |  3.428s |     1m:59s |
| Iteration 26     |          414 |      gini |         4 |                16 |                5 |          0.9 |      True |    0.0169 |         0.8 |  0.8125 |          1.0 |  3.408s |     2m:06s |
| Iteration 27     |          419 |      gini |         7 |                 2 |                6 |         None |      True |    0.0217 |         0.6 |   0.875 |          1.0 |  3.405s |     2m:13s |
| Iteration 28     |          279 |      gini |         1 |                15 |                4 |         None |      True |    0.0222 |        None |  0.5312 |          1.0 |  3.365s |     2m:21s |
| Iteration 29     |          352 |      gini |         4 |                12 |                5 |          0.6 |     False |     0.018 |         --- |  0.4375 |          1.0 |  3.229s |     2m:28s |
| Iteration 30     |          423 |      gini |         2 |                13 |                5 |          0.9 |      True |    0.0179 |         0.6 |     0.5 |          1.0 |  3.392s |     2m:35s |
| Iteration 31     |          403 |   entropy |      None |                19 |                6 |          0.9 |      True |    0.0047 |         0.6 |    0.75 |          1.0 |  3.371s |     2m:42s |
| Iteration 32     |           68 |   entropy |         9 |                 9 |                4 |         log2 |     False |    0.0104 |         --- |   0.625 |          1.0 |  3.205s |     2m:49s |
| Iteration 33     |          425 |      gini |         4 |                 8 |                4 |         None |      True |    0.0238 |         0.5 |  0.6875 |          1.0 |  3.420s |     2m:56s |
| Iteration 34     |          327 |      gini |         5 |                 5 |                6 |          0.9 |      True |    0.0156 |         0.6 |   0.625 |          1.0 |  3.327s |     3m:03s |
| Iteration 35     |           26 |      gini |         8 |                 5 |                4 |         None |     False |    0.0148 |         --- |  0.6562 |          1.0 |  3.059s |     3m:10s |
| Iteration 36     |          199 |      gini |         8 |                13 |                5 |          0.8 |      True |    0.0228 |         0.5 |  0.6875 |          1.0 |  3.261s |     3m:17s |
| Iteration 37     |          310 |      gini |         3 |                 4 |                6 |          0.9 |      True |    0.0108 |         0.5 |  0.6875 |          1.0 |  3.319s |     3m:24s |
| Iteration 38     |          251 |      gini |         2 |                17 |                6 |          0.6 |     False |    0.0166 |         --- |     0.5 |          1.0 |  3.491s |     3m:32s |
| Iteration 39     |          468 |      gini |         8 |                 5 |                5 |         None |      True |    0.0258 |         0.5 |   0.875 |          1.0 |  3.446s |     3m:39s |
| Iteration 40     |           10 |   entropy |         4 |                14 |                5 |          0.7 |      True |     0.021 |         0.8 |  0.8125 |          1.0 |  3.042s |     3m:46s |
| Iteration 41     |          500 |   entropy |      None |                 6 |                5 |          0.8 |      True |    0.0286 |         0.5 |  0.8125 |          1.0 |  3.475s |     3m:53s |
| Iteration 42     |          151 |      gini |      None |                16 |                4 |          0.7 |     False |     0.021 |         --- |  0.7812 |          1.0 |  3.166s |     3m:60s |
| Iteration 43     |          500 |      gini |         4 |                14 |                5 |          0.7 |      True |    0.0058 |         0.5 |   0.375 |          1.0 |  3.463s |     4m:07s |
| Iteration 44     |          414 |      gini |         5 |                 7 |                6 |          0.7 |      True |    0.0187 |         0.6 |   0.375 |          1.0 |  3.381s |     4m:14s |
| Iteration 45     |          373 |      gini |         5 |                13 |                5 |          0.9 |      True |    0.0212 |         0.7 |    0.75 |          1.0 |  4.069s |     4m:22s |
| Iteration 46     |          461 |      gini |         5 |                14 |                7 |          0.9 |     False |    0.0206 |         --- |     1.0 |          1.0 |  3.414s |     4m:29s |
| Iteration 47     |          289 |   entropy |         5 |                 4 |               19 |          0.9 |      True |    0.0208 |         0.5 |     0.5 |          1.0 |  3.336s |     4m:36s |
| Iteration 48     |           49 |      gini |         5 |                 9 |                5 |          0.8 |      True |     0.021 |         0.5 |  0.4688 |          1.0 |  3.139s |     4m:43s |
| Iteration 49     |          394 |   entropy |         2 |                10 |                5 |          0.7 |     False |    0.0147 |         --- |    0.75 |          1.0 |  3.329s |     4m:51s |
| Iteration 50     |          424 |      gini |         5 |                11 |                5 |         sqrt |      True |    0.0222 |         0.7 |  0.4375 |          1.0 |  3.388s |     4m:58s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 425, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 5m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9804
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.298s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.04
Time elapsed: 1.348s
-------------------------------------------------
Total time: 5m:04s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.188s |     3.208s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  3.160s |     9.559s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  3.155s |    15.893s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  3.113s |    22.173s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  3.124s |    28.417s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  3.137s |    34.897s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  3.140s |    41.294s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  3.107s |    47.591s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.3125 |         0.75 |  3.159s |    53.825s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  3.159s |     1m:00s |
| Iteration 11     |          329 |        0.4548 |         6 |  0.1944 |                3 |       0.9 |              0.9 |       0.1 |       0.01 |  0.5625 |         0.75 |  3.187s |     1m:07s |
| Iteration 12     |          430 |        0.2758 |         8 |  0.4925 |                3 |       0.8 |              1.0 |         1 |        0.1 |  0.6875 |         0.75 |  3.158s |     1m:14s |
| Iteration 13     |           73 |        0.2199 |         1 |  0.3924 |                3 |       0.5 |              0.5 |       100 |          1 |     0.5 |         0.75 |  3.115s |     1m:20s |
| Iteration 14     |          317 |        0.0248 |         8 |   0.427 |                3 |       0.9 |              0.9 |         1 |          1 |  0.9375 |       0.9375 |  3.159s |     1m:27s |
| Iteration 15     |          381 |        0.0262 |         5 |  0.4114 |                3 |       0.9 |              0.5 |      0.01 |          1 |     1.0 |          1.0 |  3.131s |     1m:34s |
| Iteration 16     |          231 |        0.3897 |         5 |  0.4023 |                3 |       1.0 |              0.4 |         0 |         10 |  0.8438 |          1.0 |  3.134s |     1m:41s |
| Iteration 17     |          148 |         0.021 |         5 |  0.4013 |                2 |       0.9 |              0.4 |         0 |       0.01 |   0.875 |          1.0 |  3.113s |     1m:48s |
| Iteration 18     |          500 |        0.0107 |        10 |  0.3956 |                3 |       0.9 |              0.5 |      0.01 |        0.1 |  0.5938 |          1.0 |  3.198s |     1m:55s |
| Iteration 19     |          348 |        0.0813 |         5 |  0.4144 |                3 |       0.9 |              0.5 |         0 |          1 |   0.875 |          1.0 |  3.147s |     2m:02s |
| Iteration 20     |          299 |        0.1037 |         5 |  0.4153 |                1 |       0.9 |              0.8 |      0.01 |          1 |    0.75 |          1.0 |  3.153s |     2m:09s |
| Iteration 21     |          262 |        0.0679 |         1 |  0.4283 |                3 |       0.9 |              0.6 |        10 |          1 |     0.5 |          1.0 |  3.824s |     2m:17s |
| Iteration 22     |          485 |        0.0123 |         5 |  0.4079 |                3 |       0.7 |              0.5 |      0.01 |          1 |  0.6875 |          1.0 |  3.261s |     2m:23s |
| Iteration 23     |          466 |          0.01 |         6 |  0.4096 |                3 |       0.9 |              0.8 |       0.1 |         10 |     1.0 |          1.0 |  3.287s |     2m:30s |
| Iteration 24     |          248 |          0.01 |         5 |  0.4011 |                3 |       1.0 |              0.6 |      0.01 |        100 |    0.75 |          1.0 |  3.126s |     2m:37s |
| Iteration 25     |          232 |        0.2531 |         7 |  0.4237 |                3 |       0.9 |              0.5 |        10 |          1 |     0.5 |          1.0 |  3.165s |     2m:44s |
| Iteration 26     |          486 |        0.0124 |         6 |  0.4234 |                4 |       0.9 |              0.7 |         0 |         10 |  0.8125 |          1.0 |  3.192s |     2m:52s |
| Iteration 27     |          302 |        0.0155 |         6 |   0.413 |                3 |       0.9 |              0.4 |       0.1 |        100 |   0.875 |          1.0 |  3.175s |     2m:58s |
| Iteration 28     |          410 |        0.0184 |         5 |  0.4096 |                3 |       0.9 |              0.6 |      0.01 |        0.1 |   0.625 |          1.0 |  3.156s |     3m:05s |
| Iteration 29     |          466 |        0.0184 |         7 |  0.3912 |                2 |       0.8 |              0.9 |         1 |         10 |   0.375 |          1.0 |  3.183s |     3m:12s |
| Iteration 30     |          225 |        0.0145 |         9 |  0.4512 |                7 |       0.9 |              0.7 |       0.1 |          1 |   0.375 |          1.0 |  3.122s |     3m:19s |
| Iteration 31     |          175 |        0.3634 |         9 |  0.4921 |                3 |       0.9 |              0.7 |       0.1 |          1 |  0.8125 |          1.0 |  3.124s |     3m:26s |
| Iteration 32     |          250 |        0.0175 |         6 |  0.3877 |                3 |       0.7 |              0.7 |       0.1 |         10 |  0.5625 |          1.0 |  3.184s |     3m:33s |
| Iteration 33     |          297 |        0.0293 |         3 |  0.4357 |                3 |       0.9 |              0.8 |      0.01 |         10 |   0.625 |          1.0 |  3.152s |     3m:40s |
| Iteration 34     |          100 |        0.0164 |         5 |  0.4086 |                3 |       0.9 |              0.5 |       100 |       0.01 |     0.5 |          1.0 |  3.136s |     3m:47s |
| Iteration 35     |           26 |        0.2808 |         7 |  0.9273 |                1 |       1.0 |              0.7 |         0 |        100 |   0.625 |          1.0 |  3.118s |     3m:54s |
| Iteration 36     |          117 |         0.975 |         9 |  0.5022 |                1 |       1.0 |              0.4 |         0 |        0.1 |     0.5 |          1.0 |  3.178s |     4m:01s |
| Iteration 37     |          454 |        0.5659 |         7 |  0.4418 |                3 |       1.0 |              1.0 |       0.1 |       0.01 |  0.5625 |          1.0 |  3.207s |     4m:08s |
| Iteration 38     |          334 |         0.164 |         5 |  0.2236 |                3 |       0.9 |              0.5 |      0.01 |          1 |  0.6875 |          1.0 |  3.224s |     4m:15s |
| Iteration 39     |          230 |        0.0231 |         6 |  0.6534 |                3 |       0.9 |              0.5 |       0.1 |         10 |   0.875 |          1.0 |  3.297s |     4m:22s |
| Iteration 40     |          225 |        0.0112 |         7 |  0.3059 |                3 |       0.9 |              0.8 |      0.01 |         10 |   0.625 |          1.0 |  3.164s |     4m:29s |
| Iteration 41     |          492 |        0.0564 |         9 |  0.3067 |                3 |       0.9 |              0.8 |       0.1 |         10 |    0.75 |          1.0 |  3.199s |     4m:37s |
| Iteration 42     |           73 |          0.01 |         4 |  0.7623 |                3 |       1.0 |              0.6 |         1 |        100 |     0.5 |          1.0 |  3.438s |     4m:44s |
| Iteration 43     |          468 |        0.0199 |         8 |  0.7731 |                3 |       0.9 |              0.6 |         1 |         10 |  0.3438 |          1.0 |  3.197s |     4m:51s |
| Iteration 44     |          230 |        0.2356 |         1 |  0.6751 |                3 |       0.9 |              0.4 |      0.01 |        100 |  0.5625 |          1.0 |  3.104s |     4m:58s |
| Iteration 45     |          250 |        0.8649 |         6 |  0.9758 |               10 |       0.8 |              1.0 |       100 |          1 |     0.5 |          1.0 |  3.776s |     5m:05s |
| Iteration 46     |          256 |        0.0255 |         2 |     0.0 |                1 |       0.8 |              0.4 |         0 |          0 |     1.0 |          1.0 |  3.225s |     5m:12s |
| Iteration 47     |           50 |        0.8179 |         6 |     0.0 |                1 |       0.5 |              0.9 |         0 |         10 |    0.75 |          1.0 |  3.115s |     5m:19s |
| Iteration 48     |          347 |         0.043 |         3 |     0.0 |                1 |       1.0 |              0.5 |         0 |          1 |  0.5312 |          1.0 |  3.179s |     5m:26s |
| Iteration 49     |          184 |         0.278 |         4 |     0.0 |                4 |       0.8 |              0.4 |         0 |        0.1 |   0.375 |          1.0 |  3.140s |     5m:33s |
| Iteration 50     |          458 |        0.0296 |         5 |  0.1168 |                1 |       0.6 |              0.4 |         0 |          0 |  0.4375 |          1.0 |  3.219s |     5m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 466, 'learning_rate': 0.01, 'max_depth': 6, 'gamma': 0.4096, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 0.8, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 5m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9192
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0949
Time elapsed: 0.324s
-------------------------------------------------
Total time: 5m:44s


Final results ==================== >>
Duration: 28m:19s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.94 ± 0.0583 !
Logistic Regression             --> roc_auc: 0.55 ± 0.1643 ~
Linear Discriminant Analysis    --> roc_auc: 0.64 ± 0.2245
Quadratic Discriminant Analysis --> roc_auc: 0.72 ± 0.1939
Radius Nearest Neighbors        --> roc_auc: 0.64 ± 0.1744 ~
AdaBoost                        --> roc_auc: 0.89 ± 0.12
Random Forest                   --> roc_auc: 0.92 ± 0.04
XGBoost                         --> roc_auc: 0.9 ± 0.0949
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 826 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CAASDAGGTSYGKLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAASKGYSTLTF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CAGPNFGNEKLTF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVGARAAGNKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  0.642s |     0.662s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |       0.8125 |  0.678s |     4.539s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.4062 |       0.8125 |  0.631s |     8.287s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |       0.8125 |  0.671s |    12.645s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |       0.8125 |  0.689s |    17.160s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.625 |       0.8125 |  0.721s |    21.333s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.5625 |       0.8125 |  0.689s |    23.214s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |        0.875 |  0.738s |    24.662s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.9375 |       0.9375 |  0.668s |    26.011s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9688 |       0.9688 |  0.670s |    27.386s |
| Iteration 11     | exponen.. |          0.01 |          216 |       1.0 | friedman_mse |                20 |               20 |         1 |         None |       0.0 |  0.5938 |       0.9688 |  0.671s |    29.286s |
| Iteration 12     | exponen.. |        0.0121 |          197 |       1.0 | friedman_mse |                10 |                6 |         6 |          0.7 |     0.023 |  0.9375 |       0.9688 |  0.674s |    31.024s |
| Iteration 13     |  deviance |         0.927 |           41 |       0.6 | friedman_mse |                20 |               18 |         2 |          0.7 |    0.0063 |     0.5 |       0.9688 |  0.631s |    32.867s |
| Iteration 14     | exponen.. |        0.1087 |          137 |       0.9 | friedman_mse |                20 |               20 |         1 |          0.8 |       0.0 |   0.875 |       0.9688 |  0.654s |    36.447s |
| Iteration 15     | exponen.. |        0.8933 |          500 |       1.0 | friedman_mse |                 6 |                8 |         5 |          0.6 |    0.0084 |  0.6562 |       0.9688 |  0.727s |    38.757s |
| Iteration 16     | exponen.. |          0.01 |          116 |       0.6 | friedman_mse |                10 |                1 |        10 |          0.7 |     0.035 |  0.8125 |       0.9688 |  0.660s |    40.446s |
| Iteration 17     | exponen.. |        0.2831 |          130 |       1.0 | friedman_mse |                20 |               20 |         1 |          0.7 |       0.0 |     0.5 |       0.9688 |  0.643s |    42.194s |
| Iteration 18     | exponen.. |           1.0 |          354 |       0.9 | friedman_mse |                 2 |               16 |         1 |         sqrt |    0.0324 |     1.0 |          1.0 |  0.717s |    44.142s |
| Iteration 19     | exponen.. |           1.0 |           10 |       0.9 | friedman_mse |                14 |                5 |         3 |          0.6 |    0.0115 |     1.0 |          1.0 |  0.628s |    45.907s |
| Iteration 20     | exponen.. |        0.9795 |          155 |       0.9 | friedman_mse |                10 |                9 |         2 |         sqrt |    0.0102 |  0.6875 |          1.0 |  1.436s |    48.647s |
| Iteration 21     |  deviance |          0.01 |          139 |       0.9 | friedman_mse |                10 |                2 |         3 |         None |    0.0063 |     1.0 |          1.0 |  0.723s |    50.533s |
| Iteration 22     | exponen.. |          0.01 |          116 |       0.9 | friedman_mse |                20 |                1 |         1 |         auto |       0.0 |  0.7812 |          1.0 |  0.701s |    52.357s |
| Iteration 23     |  deviance |        0.1005 |          254 |       0.9 | friedman_mse |                17 |                4 |         3 |          0.8 |    0.0115 |  0.6875 |          1.0 |  0.705s |    56.189s |
| Iteration 24     |  deviance |        0.7184 |           36 |       1.0 | friedman_mse |                13 |               18 |         4 |         sqrt |    0.0265 |   0.875 |          1.0 |  0.633s |    58.526s |
| Iteration 25     | exponen.. |        0.0527 |           93 |       0.9 | friedman_mse |                 3 |                5 |         3 |         None |    0.0286 |  0.8125 |          1.0 |  0.654s |     1m:00s |
| Iteration 26     |  deviance |        0.0255 |           72 |       0.9 | friedman_mse |                11 |                3 |         3 |          0.8 |    0.0298 |  0.9688 |          1.0 |  0.647s |     1m:02s |
| Iteration 27     |  deviance |        0.0441 |          106 |       0.9 | friedman_mse |                12 |                2 |         3 |          0.5 |    0.0056 |  0.8125 |          1.0 |  0.651s |     1m:04s |
| Iteration 28     | exponen.. |        0.0113 |          170 |       1.0 | friedman_mse |                13 |                9 |         3 |         None |    0.0157 |  0.8125 |          1.0 |  0.688s |     1m:06s |
| Iteration 29     | exponen.. |        0.0268 |          445 |       0.9 | friedman_mse |                15 |               18 |        10 |          0.5 |    0.0082 |  0.8125 |          1.0 |  0.745s |     1m:08s |
| Iteration 30     |  deviance |        0.0301 |           54 |       0.7 | friedman_mse |                 2 |               14 |         6 |         auto |    0.0343 |  0.5625 |          1.0 |  0.648s |     1m:09s |
| Iteration 31     |  deviance |        0.2485 |           10 |       0.6 | friedman_mse |                 9 |                4 |         9 |          0.9 |    0.0329 |  0.9688 |          1.0 |  0.637s |     1m:11s |
| Iteration 32     |  deviance |        0.0101 |           19 |       0.6 | friedman_mse |                10 |               17 |         6 |          0.8 |    0.0186 |   0.875 |          1.0 |  0.633s |     1m:13s |
| Iteration 33     |  deviance |        0.0576 |          421 |       0.6 | friedman_mse |                 9 |                2 |         3 |          0.7 |     0.017 |     0.5 |          1.0 |  0.741s |     1m:15s |
| Iteration 34     | exponen.. |        0.1574 |           30 |       0.8 | friedman_mse |                15 |               13 |         7 |         log2 |     0.026 |  0.8125 |          1.0 |  0.637s |     1m:16s |
| Iteration 35     |  deviance |        0.7135 |           10 |       0.8 | friedman_mse |                12 |                8 |         2 |         None |    0.0199 |  0.4688 |          1.0 |  0.633s |     1m:18s |
| Iteration 36     | exponen.. |          0.01 |          131 |       1.0 | friedman_mse |                 7 |                7 |         3 |          0.6 |    0.0071 |     1.0 |          1.0 |  0.666s |     1m:20s |
| Iteration 37     |  deviance |          0.01 |          135 |       1.0 | friedman_mse |                 5 |                2 |         3 |          0.6 |    0.0188 |  0.9375 |          1.0 |  0.655s |     1m:22s |
| Iteration 38     | exponen.. |           1.0 |          444 |       0.9 | friedman_mse |                 4 |               20 |         1 |         None |    0.0235 |    0.75 |          1.0 |  0.744s |     1m:24s |
| Iteration 39     | exponen.. |        0.0117 |           87 |       1.0 | friedman_mse |                15 |               16 |         3 |         sqrt |    0.0224 |  0.8125 |          1.0 |  0.641s |     1m:27s |
| Iteration 40     | exponen.. |        0.0759 |           10 |       0.9 | friedman_mse |                14 |               20 |         2 |         None |    0.0186 |  0.9062 |          1.0 |  0.639s |     1m:30s |
| Iteration 41     |  deviance |          0.01 |           19 |       0.9 | friedman_mse |                19 |                5 |         2 |          0.9 |    0.0015 |  0.7812 |          1.0 |  0.632s |     1m:32s |
| Iteration 42     |  deviance |        0.0112 |          139 |       0.9 | friedman_mse |                10 |                2 |         3 |         None |    0.0182 |  0.5938 |          1.0 |  0.685s |     1m:34s |
| Iteration 43     | exponen.. |          0.01 |          210 |       1.0 | friedman_mse |                14 |               17 |         4 |          0.7 |    0.0109 |  0.4688 |          1.0 |  0.671s |     1m:36s |
| Iteration 44     |  deviance |        0.0244 |           80 |       0.9 | friedman_mse |                14 |                6 |         3 |          0.8 |    0.0256 |  0.5625 |          1.0 |  0.654s |     1m:38s |
| Iteration 45     | exponen.. |           1.0 |           41 |       0.9 | friedman_mse |                14 |               13 |         3 |          0.6 |    0.0262 |     1.0 |          1.0 |  0.644s |     1m:40s |
| Iteration 46     | exponen.. |        0.0763 |          210 |       0.9 | friedman_mse |                14 |               13 |         5 |         None |    0.0247 |     1.0 |          1.0 |  0.715s |     1m:42s |
| Iteration 47     |  deviance |        0.0767 |          243 |       0.9 | friedman_mse |                14 |                5 |         9 |         None |     0.019 |   0.875 |          1.0 |  0.746s |     1m:45s |
| Iteration 48     | exponen.. |          0.01 |          240 |       1.0 | friedman_mse |                 6 |                6 |         3 |          0.6 |    0.0329 |  0.9375 |          1.0 |  0.729s |     1m:47s |
| Iteration 49     |  deviance |        0.0258 |          184 |       0.9 | friedman_mse |                10 |                7 |         3 |          0.8 |    0.0211 |  0.8125 |          1.0 |  0.736s |     1m:49s |
| Iteration 50     | exponen.. |           1.0 |          187 |       0.9 | friedman_mse |                15 |                6 |         3 |          0.7 |     0.019 |     1.0 |          1.0 |  0.723s |     1m:51s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.01, 'n_estimators': 139, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 10, 'min_samples_leaf': 2, 'max_depth': 3, 'max_features': None, 'ccp_alpha': 0.0063}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9732
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.057s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.097
Time elapsed: 0.264s
-------------------------------------------------
Total time: 1m:53s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  0.692s |     0.705s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |         0.75 |  0.692s |     2.246s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |         0.75 |  0.688s |     3.621s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |         0.75 |  0.694s |     5.022s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |         0.75 |  0.692s |     6.422s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.6875 |         0.75 |  0.696s |     7.854s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |       0.8125 |  0.688s |     9.243s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |       0.8125 |  0.688s |    10.603s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     1.0 |          1.0 |  0.690s |    11.976s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |          1.0 |  0.687s |    13.381s |
| Iteration 11     |      l2 |  0.0746 |   lbfgs |      100 |      --- |  0.1875 |          1.0 |  0.687s |    15.055s |
| Iteration 12     |      l2 |   0.012 | libli.. |      221 |      --- |     1.0 |          1.0 |  0.700s |    18.130s |
| Iteration 13     |      l2 |  0.0094 |     sag |      115 |      --- |  0.8125 |          1.0 |  0.639s |    20.169s |
| Iteration 14     |      l2 |  0.0176 | libli.. |      639 |      --- |  0.9375 |          1.0 |  0.644s |    23.758s |
| Iteration 15     |      l2 |  0.0261 | libli.. |      213 |      --- |    0.75 |          1.0 |  0.657s |    27.660s |
| Iteration 16     |      l2 |   0.001 | newto.. |      867 |      --- |  0.9375 |          1.0 |  0.633s |    29.829s |
| Iteration 17     |      l2 |   0.001 |   lbfgs |      228 |      --- |  0.5625 |          1.0 |  0.643s |    31.542s |
| Iteration 18     |      l2 |   0.001 | libli.. |     1000 |      --- |    0.75 |          1.0 |  0.632s |    33.223s |
| Iteration 19     |      l1 |  0.0011 |    saga |      972 |      --- |     0.5 |          1.0 |  0.638s |    34.853s |
| Iteration 20     |      l2 | 75.6453 | libli.. |      995 |      --- |  0.8125 |          1.0 |  0.653s |    36.648s |
| Iteration 21     | elast.. | 64.1041 |    saga |      829 |      0.9 |    0.75 |          1.0 |  0.644s |    38.243s |
| Iteration 22     |    none |     --- |   lbfgs |      200 |      --- |  0.9375 |          1.0 |  1.226s |    40.606s |
| Iteration 23     |    none |     --- |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  0.646s |    42.324s |
| Iteration 24     |      l2 |  0.2758 | libli.. |      119 |      --- |    0.75 |          1.0 |  0.645s |    44.106s |
| Iteration 25     | elast.. |   0.001 |    saga |      100 |      0.6 |     0.5 |          1.0 |  0.660s |    45.815s |
| Iteration 26     |      l2 |  0.0011 |   lbfgs |      996 |      --- |    0.75 |          1.0 |  0.639s |    47.452s |
| Iteration 27     |    none |     --- |   lbfgs |      100 |      --- |  0.6875 |          1.0 |  0.639s |    49.204s |
| Iteration 28     |    none |     --- |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  0.000s |    50.215s |
| Iteration 29     |    none |     --- |    saga |      168 |      --- |  0.8125 |          1.0 |  0.649s |    51.906s |
| Iteration 30     |    none |     --- |    saga |      857 |      --- |   0.875 |          1.0 |  0.640s |    53.594s |
| Iteration 31     |      l2 |  0.0023 |     sag |      299 |      --- |  0.9375 |          1.0 |  0.660s |    55.461s |
| Iteration 32     |    none |     --- |    saga |      990 |      --- |   0.875 |          1.0 |  0.642s |    58.409s |
| Iteration 33     |      l2 |  53.865 |     sag |      898 |      --- |     0.5 |          1.0 |  0.645s |     1m:00s |
| Iteration 34     |    none |     --- |   lbfgs |      190 |      --- |  0.9375 |          1.0 |  0.647s |     1m:02s |
| Iteration 35     |    none |     --- | newto.. |      299 |      --- |  0.5625 |          1.0 |  0.648s |     1m:04s |
| Iteration 36     |    none |     --- | newto.. |      296 |      --- |  0.6875 |          1.0 |  0.665s |     1m:06s |
| Iteration 37     |      l2 |   0.001 | libli.. |      516 |      --- |  0.6875 |          1.0 |  0.689s |     1m:08s |
| Iteration 38     |      l2 |  0.0154 |     sag |      775 |      --- |  0.6875 |          1.0 |  0.688s |     1m:09s |
| Iteration 39     |      l2 |   100.0 |    saga |      927 |      --- |    0.75 |          1.0 |  0.688s |     1m:11s |
| Iteration 40     |      l2 |  0.0336 |     sag |      301 |      --- |    0.75 |          1.0 |  0.685s |     1m:13s |
| Iteration 41     |    none |     --- |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  0.000s |     1m:14s |
| Iteration 42     |      l2 |  2.0989 | libli.. |      223 |      --- |  0.5625 |          1.0 |  0.637s |     1m:16s |
| Iteration 43     |      l2 |  0.0105 | newto.. |      223 |      --- |  0.1875 |          1.0 |  0.629s |     1m:18s |
| Iteration 44     |      l2 |  0.0586 |     sag |      230 |      --- |  0.3125 |          1.0 |  0.651s |     1m:20s |
| Iteration 45     |      l2 |  0.0678 | libli.. |      294 |      --- |  0.6875 |          1.0 |  0.678s |     1m:22s |
| Iteration 46     |    none |     --- |     sag |      193 |      --- |  0.6875 |          1.0 |  0.679s |     1m:23s |
| Iteration 47     |      l2 | 41.7411 |   lbfgs |      863 |      --- |  0.6875 |          1.0 |  1.264s |     1m:26s |
| Iteration 48     |    none |     --- | newto.. |      644 |      --- |    0.75 |          1.0 |  0.678s |     1m:29s |
| Iteration 49     |    none |     --- |     sag |      181 |      --- |     0.5 |          1.0 |  0.680s |     1m:31s |
| Iteration 50     |      l2 | 34.2512 |   lbfgs |      193 |      --- |     1.0 |          1.0 |  0.684s |     1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'penalty': 'l2', 'C': 0.012, 'solver': 'liblinear', 'max_iter': 221}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7705
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.32 ± 0.0245
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:34s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  0.675s |     0.681s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.6875 |  0.667s |     2.040s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.6875 |  0.001s |     2.855s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |       0.6875 |  0.673s |     4.236s |
| Initial point 5  |   eigen |       0.9 |   0.625 |       0.6875 |  0.678s |     5.579s |
| Initial point 6  |    lsqr |       0.7 |  0.5625 |       0.6875 |  0.667s |     6.946s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  0.669s |     8.358s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |       0.8125 |  0.666s |     9.764s |
| Initial point 9  |    lsqr |       0.6 |     1.0 |          1.0 |  0.667s |    11.098s |
| Initial point 10 |   eigen |       0.8 |   0.625 |          1.0 |  0.674s |    12.461s |
| Iteration 11     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    13.301s |
| Iteration 12     |   eigen |       0.6 |  0.9375 |          1.0 |  0.665s |    14.753s |
| Iteration 13     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    15.564s |
| Iteration 14     |    lsqr |      auto |  0.9375 |          1.0 |  0.637s |    17.021s |
| Iteration 15     |   eigen |      auto |    0.75 |          1.0 |  0.626s |    18.462s |
| Iteration 16     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    19.289s |
| Iteration 17     |   eigen |      None |  0.5625 |          1.0 |  0.621s |    21.205s |
| Iteration 18     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    22.139s |
| Iteration 19     |   eigen |       0.5 |  0.8125 |          1.0 |  0.621s |    24.898s |
| Iteration 20     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    27.305s |
| Iteration 21     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    29.690s |
| Iteration 22     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    32.152s |
| Iteration 23     |    lsqr |       1.0 |   0.625 |          1.0 |  0.618s |    35.029s |
| Iteration 24     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    36.138s |
| Iteration 25     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    36.998s |
| Iteration 26     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    37.859s |
| Iteration 27     |    lsqr |      None |   0.625 |          1.0 |  0.622s |    39.418s |
| Iteration 28     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    40.368s |
| Iteration 29     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    41.282s |
| Iteration 30     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    42.182s |
| Iteration 31     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    43.074s |
| Iteration 32     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    44.015s |
| Iteration 33     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    44.924s |
| Iteration 34     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    45.812s |
| Iteration 35     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    46.714s |
| Iteration 36     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    47.669s |
| Iteration 37     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    48.589s |
| Iteration 38     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    49.517s |
| Iteration 39     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    51.975s |
| Iteration 40     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    53.321s |
| Iteration 41     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    54.318s |
| Iteration 42     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    55.335s |
| Iteration 43     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    56.927s |
| Iteration 44     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    59.372s |
| Iteration 45     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 46     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 47     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 48     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 49     |    lsqr |       0.6 |     1.0 |          1.0 |  0.001s |     1m:05s |
| Iteration 50     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7857
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.04
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:07s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  0.635s |     0.638s |
| Initial point 2  |       0.9 |  0.5625 |       0.6875 |  0.641s |     1.960s |
| Initial point 3  |       0.1 |     0.5 |       0.6875 |  0.631s |     4.935s |
| Initial point 4  |       1.0 |  0.6875 |       0.6875 |  0.001s |     6.208s |
| Initial point 5  |       0.2 |   0.625 |       0.6875 |  0.636s |     7.539s |
| Initial point 6  |       0.4 |     0.5 |       0.6875 |  0.624s |     8.884s |
| Initial point 7  |       0.4 |     0.5 |       0.6875 |  0.001s |     9.559s |
| Initial point 8  |       0.7 |   0.625 |       0.6875 |  0.627s |    10.861s |
| Initial point 9  |       0.9 |  0.5625 |       0.6875 |  0.001s |    11.583s |
| Initial point 10 |       0.8 |   0.625 |       0.6875 |  0.634s |    12.878s |
| Iteration 11     |       0.3 |     0.0 |       0.6875 |  0.643s |    14.278s |
| Iteration 12     |       0.6 |  0.9375 |       0.9375 |  0.632s |    15.718s |
| Iteration 13     |       0.5 |   0.625 |       0.9375 |  0.634s |    17.127s |
| Iteration 14     |       0.0 |    0.75 |       0.9375 |  0.658s |    18.557s |
| Iteration 15     |       0.6 |  0.9375 |       0.9375 |  0.000s |    19.322s |
| Iteration 16     |       0.6 |  0.9375 |       0.9375 |  0.000s |    20.083s |
| Iteration 17     |       0.6 |  0.9375 |       0.9375 |  0.000s |    20.832s |
| Iteration 18     |       0.6 |  0.9375 |       0.9375 |  0.000s |    21.620s |
| Iteration 19     |       0.6 |  0.9375 |       0.9375 |  0.000s |    22.403s |
| Iteration 20     |       0.6 |  0.9375 |       0.9375 |  0.000s |    23.257s |
| Iteration 21     |       0.6 |  0.9375 |       0.9375 |  0.000s |    24.062s |
| Iteration 22     |       0.6 |  0.9375 |       0.9375 |  0.000s |    24.852s |
| Iteration 23     |       0.4 |     0.5 |       0.9375 |  0.000s |    25.644s |
| Iteration 24     |       0.6 |  0.9375 |       0.9375 |  0.000s |    26.427s |
| Iteration 25     |       0.6 |  0.9375 |       0.9375 |  0.000s |    27.233s |
| Iteration 26     |       0.6 |  0.9375 |       0.9375 |  0.000s |    28.057s |
| Iteration 27     |       0.6 |  0.9375 |       0.9375 |  0.000s |    28.871s |
| Iteration 28     |       0.9 |  0.5625 |       0.9375 |  0.000s |    29.649s |
| Iteration 29     |       0.6 |  0.9375 |       0.9375 |  0.000s |    30.435s |
| Iteration 30     |       0.8 |   0.625 |       0.9375 |  0.000s |    31.218s |
| Iteration 31     |       0.6 |  0.9375 |       0.9375 |  0.000s |    32.026s |
| Iteration 32     |       0.6 |  0.9375 |       0.9375 |  0.000s |    32.829s |
| Iteration 33     |       0.6 |  0.9375 |       0.9375 |  0.000s |    33.628s |
| Iteration 34     |       0.6 |  0.9375 |       0.9375 |  0.000s |    34.454s |
| Iteration 35     |       0.6 |  0.9375 |       0.9375 |  0.000s |    35.281s |
| Iteration 36     |       0.6 |  0.9375 |       0.9375 |  0.000s |    36.138s |
| Iteration 37     |       0.6 |  0.9375 |       0.9375 |  0.000s |    36.983s |
| Iteration 38     |       0.6 |  0.9375 |       0.9375 |  0.000s |    37.844s |
| Iteration 39     |       0.6 |  0.9375 |       0.9375 |  0.000s |    38.688s |
| Iteration 40     |       0.6 |  0.9375 |       0.9375 |  0.000s |    39.536s |
| Iteration 41     |       0.6 |  0.9375 |       0.9375 |  0.000s |    42.103s |
| Iteration 42     |       0.6 |  0.9375 |       0.9375 |  0.000s |    44.822s |
| Iteration 43     |       0.6 |  0.9375 |       0.9375 |  0.000s |    47.448s |
| Iteration 44     |       0.6 |  0.9375 |       0.9375 |  0.000s |    48.670s |
| Iteration 45     |       0.6 |  0.9375 |       0.9375 |  0.000s |    49.530s |
| Iteration 46     |       0.6 |  0.9375 |       0.9375 |  0.000s |    50.438s |
| Iteration 47     |       0.6 |  0.9375 |       0.9375 |  0.000s |    51.332s |
| Iteration 48     |       0.6 |  0.9375 |       0.9375 |  0.001s |    52.227s |
| Iteration 49     |       0.6 |  0.9375 |       0.9375 |  0.001s |    53.134s |
| Iteration 50     |       0.6 |  0.9375 |       0.9375 |  0.000s |    54.029s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 55.510s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7732
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.0316
Time elapsed: 0.027s
-------------------------------------------------
Total time: 55.547s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.4068 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.638s |     0.657s |
| Initial point 2  |  4.9342 | uniform |   kd_tree |        39 |       2 |  0.5625 |       0.9375 |  0.641s |     1.968s |
| Initial point 3  |  3.8977 | dista.. | ball_tree |        25 |       2 |  0.6875 |       0.9375 |  0.634s |     3.284s |
| Initial point 4  | 11.3714 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.635s |     4.600s |
| Initial point 5  |   8.908 | dista.. |      auto |        30 |       2 |  0.6875 |       0.9375 |  0.645s |     5.936s |
| Initial point 6  | 10.3161 | dista.. | ball_tree |        21 |       2 |    0.75 |       0.9375 |  0.634s |     7.267s |
| Initial point 7  |  7.3788 | dista.. | ball_tree |        24 |       1 |  0.8125 |       0.9375 |  0.633s |     8.580s |
| Initial point 8  |  1.7682 | dista.. | ball_tree |        21 |       2 |  0.6562 |       0.9375 |  0.636s |    10.063s |
| Initial point 9  |  8.2195 | uniform | ball_tree |        24 |       1 |  0.4375 |       0.9375 |  0.638s |    11.415s |
| Initial point 10 |  5.8382 | uniform |     brute |        22 |       2 |     0.5 |       0.9375 |  0.637s |    12.750s |
| Iteration 11     | 12.4418 | dista.. |     brute |        20 |       1 |   0.375 |       0.9375 |  0.646s |    14.360s |
| Iteration 12     | 12.4418 | dista.. |      auto |        40 |       1 |   0.875 |       0.9375 |  0.642s |    15.959s |
| Iteration 13     |  1.8265 | dista.. |      auto |        20 |       1 |  0.5625 |       0.9375 |  0.643s |    17.579s |
| Iteration 14     | 12.4418 | dista.. | ball_tree |        40 |       1 |  0.9375 |       0.9375 |  0.629s |    19.307s |
| Iteration 15     | 12.4418 | dista.. | ball_tree |        40 |       1 |  0.9375 |       0.9375 |  0.000s |    20.266s |
| Iteration 16     | 12.4418 | dista.. | ball_tree |        40 |       1 |  0.9375 |       0.9375 |  0.000s |    22.329s |
| Iteration 17     | 12.4418 | dista.. | ball_tree |        40 |       1 |  0.9375 |       0.9375 |  0.000s |    23.574s |
| Iteration 18     |     0.0 | dista.. |   kd_tree |        40 |       1 |     0.5 |       0.9375 |  0.691s |    25.237s |
| Iteration 19     |  12.331 | dista.. |      auto |        39 |       1 |  0.9375 |       0.9375 |  0.629s |    26.961s |
| Iteration 20     | 12.3759 | dista.. |   kd_tree |        40 |       1 |  0.6875 |       0.9375 |  0.633s |    28.686s |
| Iteration 21     | 12.3772 | dista.. | ball_tree |        40 |       1 |     1.0 |          1.0 |  0.631s |    30.411s |
| Iteration 22     | 12.3729 | dista.. | ball_tree |        40 |       1 |  0.6875 |          1.0 |  0.634s |    32.090s |
| Iteration 23     |     0.0 | uniform |      auto |        40 |       2 |     0.5 |          1.0 |  0.625s |    33.765s |
| Iteration 24     | 12.4418 | dista.. | ball_tree |        40 |       2 |  0.9375 |          1.0 |  0.625s |    35.365s |
| Iteration 25     | 12.4418 | dista.. |      auto |        40 |       2 |   0.375 |          1.0 |  0.633s |    37.008s |
| Iteration 26     | 12.4418 | dista.. |   kd_tree |        40 |       2 |    0.75 |          1.0 |  0.642s |    38.654s |
| Iteration 27     | 12.4418 | dista.. |      auto |        20 |       1 |   0.625 |          1.0 |  0.627s |    40.313s |
| Iteration 28     |     0.0 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  0.634s |    41.992s |
| Iteration 29     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.646s |    43.673s |
| Iteration 30     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.001s |    46.491s |
| Iteration 31     | 12.4418 | dista.. | ball_tree |        28 |       1 |   0.875 |          1.0 |  0.635s |    50.941s |
| Iteration 32     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |    54.206s |
| Iteration 33     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |    57.359s |
| Iteration 34     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 35     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 36     |     0.0 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  0.631s |     1m:05s |
| Iteration 37     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.001s |     1m:06s |
| Iteration 38     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 39     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 40     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 41     | 12.4418 | uniform |      auto |        40 |       1 |    0.75 |          1.0 |  0.629s |     1m:14s |
| Iteration 42     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.001s |     1m:15s |
| Iteration 43     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 44     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 45     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 46     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.001s |     1m:21s |
| Iteration 47     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.001s |     1m:23s |
| Iteration 48     | 12.4418 | dista.. | ball_tree |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 49     | 12.4418 | dista.. |   kd_tree |        20 |       2 |  0.6875 |          1.0 |  0.641s |     1m:26s |
| Iteration 50     | 12.3938 | uniform | ball_tree |        40 |       1 |   0.875 |          1.0 |  0.646s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'radius': 12.4418, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.02
Time elapsed: 0.058s
-------------------------------------------------
Total time: 1m:29s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  1.010s |     1.018s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.625 |        0.875 |  1.036s |     2.733s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.5625 |        0.875 |  0.796s |     4.207s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.8125 |        0.875 |  0.934s |     5.810s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.814s |     7.315s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |          1.0 |  0.995s |     9.003s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8125 |          1.0 |  0.645s |    10.466s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7188 |          1.0 |  0.908s |    13.998s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.9062 |          1.0 |  0.628s |    15.819s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.875 |          1.0 |  0.743s |    17.249s |
| Iteration 11     |          249 |        0.0367 |     SAMME |  0.8438 |          1.0 |  0.801s |    18.924s |
| Iteration 12     |          174 |        0.0632 |   SAMME.R |     1.0 |          1.0 |  0.767s |    20.606s |
| Iteration 13     |          190 |        0.0746 |     SAMME |     1.0 |          1.0 |  0.769s |    22.277s |
| Iteration 14     |          277 |        0.0692 |   SAMME.R |  0.6875 |          1.0 |  0.855s |    24.036s |
| Iteration 15     |          144 |        0.0612 |     SAMME |   0.875 |          1.0 |  0.732s |    26.323s |
| Iteration 16     |          196 |         0.044 |   SAMME.R |   0.875 |          1.0 |  0.797s |    28.235s |
| Iteration 17     |          188 |         0.081 |     SAMME |  0.6562 |          1.0 |  0.921s |    30.106s |
| Iteration 18     |           72 |        0.0237 |     SAMME |     1.0 |          1.0 |  1.264s |    32.195s |
| Iteration 19     |           50 |        0.0117 |   SAMME.R |  0.9688 |          1.0 |  0.668s |    33.764s |
| Iteration 20     |           50 |          0.01 |     SAMME |   0.625 |          1.0 |  0.662s |    35.251s |
| Iteration 21     |           52 |        0.0535 |   SAMME.R |     1.0 |          1.0 |  0.668s |    36.788s |
| Iteration 22     |           51 |        0.0532 |     SAMME |  0.6875 |          1.0 |  0.672s |    38.341s |
| Iteration 23     |          249 |        0.0478 |     SAMME |  0.7188 |          1.0 |  0.806s |    40.068s |
| Iteration 24     |           51 |        0.0279 |   SAMME.R |     1.0 |          1.0 |  0.664s |    42.774s |
| Iteration 25     |           62 |        0.0322 |   SAMME.R |  0.6875 |          1.0 |  0.679s |    45.835s |
| Iteration 26     |           50 |        0.1024 |   SAMME.R |  0.9375 |          1.0 |  0.670s |    47.783s |
| Iteration 27     |           52 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  0.674s |    49.427s |
| Iteration 28     |           50 |        0.8284 |   SAMME.R |  0.9375 |          1.0 |  0.666s |    51.020s |
| Iteration 29     |           50 |          10.0 |   SAMME.R |   0.375 |          1.0 |  0.681s |    52.600s |
| Iteration 30     |           50 |        0.2434 |     SAMME |  0.8125 |          1.0 |  0.660s |    54.852s |
| Iteration 31     |          497 |        9.8721 |   SAMME.R |   0.625 |          1.0 |  1.030s |    56.959s |
| Iteration 32     |           51 |        0.2188 |   SAMME.R |  0.7188 |          1.0 |  0.666s |    58.556s |
| Iteration 33     |          249 |          0.01 |   SAMME.R |  0.6562 |          1.0 |  0.822s |     1m:00s |
| Iteration 34     |          290 |        0.0255 |     SAMME |  0.7812 |          1.0 |  0.831s |     1m:02s |
| Iteration 35     |          120 |        0.0229 |     SAMME |  0.5938 |          1.0 |  0.707s |     1m:04s |
| Iteration 36     |           50 |        0.0362 |   SAMME.R |     1.0 |          1.0 |  0.676s |     1m:06s |
| Iteration 37     |           50 |        0.0391 |   SAMME.R |  0.9375 |          1.0 |  0.666s |     1m:07s |
| Iteration 38     |          109 |        0.0848 |   SAMME.R |     1.0 |          1.0 |  0.714s |     1m:09s |
| Iteration 39     |          111 |        0.0839 |   SAMME.R |    0.75 |          1.0 |  0.740s |     1m:11s |
| Iteration 40     |          154 |        0.2655 |   SAMME.R |  0.9375 |          1.0 |  0.828s |     1m:13s |
| Iteration 41     |          167 |        0.3685 |   SAMME.R |  0.8125 |          1.0 |  0.827s |     1m:14s |
| Iteration 42     |           55 |        0.0537 |   SAMME.R |   0.625 |          1.0 |  0.670s |     1m:17s |
| Iteration 43     |           77 |        0.0527 |   SAMME.R |   0.625 |          1.0 |  0.696s |     1m:18s |
| Iteration 44     |          465 |        0.0397 |     SAMME |  0.6875 |          1.0 |  0.956s |     1m:20s |
| Iteration 45     |           67 |        0.0281 |   SAMME.R |  0.9688 |          1.0 |  0.688s |     1m:22s |
| Iteration 46     |          413 |        0.0281 |     SAMME |     1.0 |          1.0 |  0.950s |     1m:24s |
| Iteration 47     |           68 |        0.0281 |     SAMME |  0.8438 |          1.0 |  0.735s |     1m:26s |
| Iteration 48     |          378 |        0.0272 |   SAMME.R |  0.9375 |          1.0 |  0.997s |     1m:28s |
| Iteration 49     |          493 |        0.0289 |   SAMME.R |  0.8125 |          1.0 |  1.106s |     1m:30s |
| Iteration 50     |          492 |        0.0269 |   SAMME.R |     1.0 |          1.0 |  1.098s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 72, 'learning_rate': 0.0237, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9004
Test evaluation --> roc_auc: 0.325
Time elapsed: 0.073s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.36 ± 0.1562
Time elapsed: 0.296s
-------------------------------------------------
Total time: 1m:33s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  1.009s |     1.029s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5625 |       0.9375 |  0.941s |     2.665s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.3438 |       0.9375 |  0.974s |     4.337s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |       0.9375 |  0.746s |     5.787s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |       0.9375 |  0.995s |     7.495s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |       0.9375 |  0.838s |     9.186s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |       0.9375 |  0.871s |    10.770s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.625 |       0.9375 |  0.858s |    12.344s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.9375 |       0.9375 |  0.967s |    14.011s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |       0.9375 |  0.947s |    15.699s |
| Iteration 11     |          328 |   entropy |      None |                 9 |               20 |          0.5 |      True |    0.0089 |         0.8 |     0.5 |       0.9375 |  0.889s |    17.707s |
| Iteration 12     |          500 |   entropy |         3 |                20 |                1 |          0.5 |      True |    0.0284 |         0.9 |  0.8125 |       0.9375 |  1.079s |    19.838s |
| Iteration 13     |          360 |   entropy |      None |                16 |                5 |          0.9 |      True |    0.0223 |         0.7 |     1.0 |          1.0 |  0.967s |    21.873s |
| Iteration 14     |          221 |   entropy |         8 |                19 |                5 |          0.9 |      True |    0.0199 |         0.9 |  0.9375 |          1.0 |  0.848s |    23.794s |
| Iteration 15     |          421 |      gini |         4 |                 5 |                8 |          0.9 |      True |    0.0272 |         0.5 |   0.875 |          1.0 |  1.014s |    25.947s |
| Iteration 16     |          350 |   entropy |         2 |                17 |               16 |          0.9 |      True |    0.0263 |         0.9 |   0.875 |          1.0 |  0.955s |    28.107s |
| Iteration 17     |          496 |      gini |         5 |                13 |                3 |         log2 |     False |    0.0215 |         --- |  0.6875 |          1.0 |  1.578s |    30.937s |
| Iteration 18     |          500 |      gini |         1 |                16 |                4 |         None |      True |    0.0209 |         0.6 |     1.0 |          1.0 |  1.070s |    33.218s |
| Iteration 19     |          500 |      gini |         3 |                10 |                3 |          0.9 |      True |    0.0211 |         0.5 |     1.0 |          1.0 |  1.092s |    35.474s |
| Iteration 20     |          500 |   entropy |      None |                 2 |                1 |         None |      True |    0.0102 |         0.5 |    0.75 |          1.0 |  1.031s |    39.428s |
| Iteration 21     |          126 |   entropy |         1 |                12 |               20 |         sqrt |     False |       0.0 |         --- |   0.875 |          1.0 |  0.682s |    43.454s |
| Iteration 22     |          308 |   entropy |      None |                20 |                7 |         None |      True |    0.0217 |         0.6 |  0.8125 |          1.0 |  0.855s |    46.022s |
| Iteration 23     |          500 |      gini |         1 |                 3 |                9 |          0.6 |      True |    0.0202 |         0.8 |   0.625 |          1.0 |  1.001s |    48.216s |
| Iteration 24     |          500 |      gini |         3 |                12 |                9 |          0.9 |      True |    0.0213 |         0.5 |  0.9375 |          1.0 |  1.026s |    50.506s |
| Iteration 25     |          403 |   entropy |         4 |                15 |                1 |          0.9 |     False |    0.0202 |         --- |  0.6562 |          1.0 |  0.905s |    52.652s |
| Iteration 26     |          369 |   entropy |         3 |                 7 |                1 |          0.8 |      True |    0.0201 |         0.9 |  0.8125 |          1.0 |  0.993s |    54.943s |
| Iteration 27     |          500 |      gini |         2 |                11 |                1 |         None |      True |    0.0209 |         0.5 |  0.8125 |          1.0 |  1.024s |    57.273s |
| Iteration 28     |          500 |      gini |         1 |                17 |                4 |          0.9 |      True |    0.0318 |         0.9 |     1.0 |          1.0 |  1.075s |    59.624s |
| Iteration 29     |           98 |      gini |      None |                 4 |                5 |          0.7 |      True |    0.0226 |         0.8 |   0.875 |          1.0 |  0.740s |     1m:02s |
| Iteration 30     |          317 |   entropy |      None |                16 |                4 |          0.9 |      True |    0.0308 |         0.7 |  0.8125 |          1.0 |  0.919s |     1m:04s |
| Iteration 31     |          489 |      gini |         2 |                 5 |                4 |          0.6 |      True |    0.0194 |         0.8 |  0.9375 |          1.0 |  1.057s |     1m:06s |
| Iteration 32     |          368 |      gini |         3 |                 8 |                3 |         None |      True |    0.0314 |        None |  0.6875 |          1.0 |  0.966s |     1m:08s |
| Iteration 33     |          500 |   entropy |         7 |                 6 |                5 |          0.9 |      True |    0.0057 |         0.7 |   0.625 |          1.0 |  1.070s |     1m:11s |
| Iteration 34     |          155 |   entropy |         7 |                20 |                7 |          0.5 |     False |     0.035 |         --- |   0.625 |          1.0 |  0.762s |     1m:13s |
| Iteration 35     |          468 |      gini |         7 |                 2 |               12 |          0.7 |     False |       0.0 |         --- |  0.6875 |          1.0 |  0.934s |     1m:15s |
| Iteration 36     |          415 |      gini |         7 |                20 |                8 |          0.5 |     False |    0.0009 |         --- |     1.0 |          1.0 |  0.878s |     1m:19s |
| Iteration 37     |           37 |   entropy |         2 |                20 |                5 |         log2 |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.650s |     1m:22s |
| Iteration 38     |          469 |   entropy |         7 |                20 |               17 |          0.9 |     False |    0.0051 |         --- |  0.9062 |          1.0 |  0.937s |     1m:25s |
| Iteration 39     |          425 |   entropy |         6 |                14 |                9 |          0.8 |     False |     0.002 |         --- |  0.8125 |          1.0 |  0.896s |     1m:27s |
| Iteration 40     |          414 |      gini |         7 |                 4 |                8 |          0.9 |     False |    0.0063 |         --- |    0.75 |          1.0 |  0.899s |     1m:29s |
| Iteration 41     |          333 |      gini |         8 |                20 |                7 |          0.5 |      True |    0.0186 |        None |    0.75 |          1.0 |  0.889s |     1m:33s |
| Iteration 42     |           80 |      gini |         7 |                20 |                8 |         log2 |      True |     0.035 |         0.9 |  0.6875 |          1.0 |  1.280s |     1m:36s |
| Iteration 43     |          373 |      gini |         4 |                20 |               14 |          0.8 |      True |    0.0245 |         0.5 |  0.6562 |          1.0 |  0.946s |     1m:38s |
| Iteration 44     |          500 |      gini |         5 |                11 |                4 |          0.9 |      True |    0.0218 |         0.7 |     0.5 |          1.0 |  1.087s |     1m:41s |
| Iteration 45     |          235 |      gini |         1 |                17 |                4 |          0.9 |      True |    0.0292 |         0.6 |  0.9375 |          1.0 |  0.866s |     1m:44s |
| Iteration 46     |          500 |      gini |         2 |                12 |                3 |          0.9 |      True |    0.0201 |         0.7 |     1.0 |          1.0 |  1.085s |     1m:46s |
| Iteration 47     |          500 |      gini |         3 |                10 |                3 |          0.9 |      True |    0.0204 |         0.5 |   0.875 |          1.0 |  1.085s |     1m:49s |
| Iteration 48     |          191 |      gini |         2 |                14 |                4 |          0.7 |      True |    0.0213 |         0.7 |   0.875 |          1.0 |  0.839s |     1m:51s |
| Iteration 49     |          500 |      gini |         1 |                16 |                4 |          0.7 |      True |    0.0222 |         0.9 |  0.6875 |          1.0 |  1.072s |     1m:54s |
| Iteration 50     |          497 |      gini |         1 |                15 |                4 |          0.9 |      True |    0.0189 |         0.7 |  0.9375 |          1.0 |  1.083s |     1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 3, 'min_samples_split': 10, 'min_samples_leaf': 3, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0211, 'max_samples': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9286
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.446s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.48 ± 0.0678
Time elapsed: 2.065s
-------------------------------------------------
Total time: 2m:01s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.796s |     0.815s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.5625 |       0.5625 |  0.787s |     2.293s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.5625 |  0.775s |     3.886s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.5625 |  0.733s |     5.345s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.5625 |  0.762s |     6.806s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.5625 |  0.671s |     9.938s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.5625 |  0.679s |    11.745s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.5625 |  0.678s |    13.173s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.711s |    14.606s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.687s |    15.990s |
| Iteration 11     |          447 |        0.9279 |         9 |   0.503 |                3 |       0.5 |              1.0 |       100 |          1 |     0.5 |          1.0 |  0.700s |    17.648s |
| Iteration 12     |          134 |        0.8488 |        10 |  0.0669 |                4 |       0.7 |              0.8 |         1 |          0 |  0.5938 |          1.0 |  0.664s |    20.500s |
| Iteration 13     |           20 |           1.0 |        10 |  0.6774 |                4 |       0.7 |              1.0 |      0.01 |          0 |    0.75 |          1.0 |  0.637s |    23.544s |
| Iteration 14     |          500 |        0.1457 |         4 |  0.6386 |                4 |       0.8 |              0.9 |         0 |         10 |  0.9375 |          1.0 |  0.745s |    25.671s |
| Iteration 15     |          500 |        0.0246 |         6 |  0.8379 |                4 |       0.9 |              0.9 |      0.01 |          1 |   0.875 |          1.0 |  0.721s |    27.469s |
| Iteration 16     |          500 |        0.0143 |         3 |  0.1877 |                5 |       0.8 |              0.7 |         0 |       0.01 |     1.0 |          1.0 |  0.726s |    29.316s |
| Iteration 17     |          500 |        0.2152 |         5 |  0.8124 |                5 |       0.6 |              0.6 |         0 |          0 |  0.7812 |          1.0 |  0.719s |    31.126s |
| Iteration 18     |          500 |        0.0349 |         9 |  0.7861 |                5 |       0.9 |              0.4 |         0 |        100 |  0.9688 |          1.0 |  0.723s |    33.592s |
| Iteration 19     |          500 |        0.0816 |         2 |  0.2231 |                5 |       0.8 |              0.9 |         0 |          1 |  0.9062 |          1.0 |  0.732s |    35.470s |
| Iteration 20     |          291 |          0.01 |         8 |  0.0589 |                4 |       0.5 |              0.5 |         0 |        0.1 |  0.8125 |          1.0 |  0.700s |    37.414s |
| Iteration 21     |           20 |          0.01 |         2 |  0.1137 |                4 |       1.0 |              0.6 |         0 |       0.01 |  0.6875 |          1.0 |  0.643s |    39.276s |
| Iteration 22     |          268 |        0.0687 |         3 |  0.3953 |                4 |       0.7 |              0.9 |      0.01 |          1 |  0.9062 |          1.0 |  0.686s |    41.948s |
| Iteration 23     |          500 |          0.01 |         2 |  0.6885 |                4 |       0.8 |              0.7 |         0 |       0.01 |     0.5 |          1.0 |  0.730s |    44.043s |
| Iteration 24     |           20 |        0.0169 |        10 |  0.9904 |                4 |       0.6 |              0.7 |      0.01 |         10 |  0.9375 |          1.0 |  0.648s |    45.990s |
| Iteration 25     |          247 |        0.6297 |         7 |   0.294 |                5 |       0.8 |              0.4 |      0.01 |        100 |     0.5 |          1.0 |  0.682s |    47.870s |
| Iteration 26     |          142 |        0.0551 |        10 |  0.5724 |                4 |       1.0 |              0.8 |         0 |          0 |  0.9375 |          1.0 |  0.676s |    49.874s |
| Iteration 27     |          447 |        0.0676 |         7 |  0.6133 |                4 |       0.7 |              0.8 |      0.01 |        0.1 |     1.0 |          1.0 |  0.710s |    51.960s |
| Iteration 28     |          459 |        0.0486 |         7 |  0.5686 |                4 |       0.5 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.707s |    54.001s |
| Iteration 29     |           20 |          0.01 |        10 |     0.0 |                6 |       1.0 |              0.6 |         0 |        0.1 |   0.625 |          1.0 |  0.673s |    55.938s |
| Iteration 30     |          500 |        0.0507 |         7 |  0.9611 |                4 |       0.6 |              0.8 |         0 |         10 |  0.5625 |          1.0 |  0.724s |    57.894s |
| Iteration 31     |           20 |        0.0265 |         9 |  0.2062 |                4 |       1.0 |              0.9 |         0 |        0.1 |  0.9375 |          1.0 |  0.643s |    59.768s |
| Iteration 32     |          115 |        0.2776 |         9 |  0.4931 |                4 |       0.9 |              0.9 |         0 |         10 |   0.625 |          1.0 |  0.653s |     1m:02s |
| Iteration 33     |          500 |        0.2808 |         3 |  0.5872 |                4 |       0.5 |              0.8 |         0 |          0 |  0.6562 |          1.0 |  0.710s |     1m:04s |
| Iteration 34     |          438 |        0.0193 |         6 |  0.2302 |                5 |       0.7 |              0.6 |         0 |          1 |   0.875 |          1.0 |  0.727s |     1m:05s |
| Iteration 35     |          184 |        0.0652 |         7 |  0.5214 |                4 |       0.8 |              1.0 |         0 |          1 |  0.4375 |          1.0 |  0.666s |     1m:07s |
| Iteration 36     |          468 |        0.2756 |         1 |     0.0 |                4 |       0.9 |              0.9 |      0.01 |        100 |     1.0 |          1.0 |  0.722s |     1m:09s |
| Iteration 37     |          453 |        0.4225 |         5 |  0.5498 |                4 |       0.6 |              0.9 |      0.01 |          1 |     1.0 |          1.0 |  0.707s |     1m:12s |
| Iteration 38     |          442 |         0.423 |         2 |  0.3444 |                4 |       0.7 |              0.9 |      0.01 |       0.01 |     1.0 |          1.0 |  0.716s |     1m:14s |
| Iteration 39     |           20 |          0.01 |         6 |   0.993 |                4 |       0.8 |              0.8 |         0 |          0 |  0.7812 |          1.0 |  0.640s |     1m:16s |
| Iteration 40     |          456 |        0.4671 |         1 |  0.3247 |                4 |       0.7 |              0.9 |      0.01 |         10 |     1.0 |          1.0 |  0.708s |     1m:18s |
| Iteration 41     |          451 |        0.2647 |         8 |  0.4116 |                4 |       0.6 |              0.9 |      0.01 |          1 |    0.75 |          1.0 |  0.713s |     1m:20s |
| Iteration 42     |          447 |        0.1098 |         4 |  0.6673 |                4 |       0.8 |              0.9 |      0.01 |          1 |   0.875 |          1.0 |  0.726s |     1m:22s |
| Iteration 43     |          455 |        0.5058 |         4 |  0.6395 |                4 |       0.8 |              0.9 |      0.01 |         10 |  0.5625 |          1.0 |  0.733s |     1m:24s |
| Iteration 44     |          139 |        0.0884 |         8 |  0.0078 |                1 |       0.9 |              0.5 |         0 |         10 |  0.5625 |          1.0 |  0.680s |     1m:28s |
| Iteration 45     |          214 |        0.0131 |         1 |  0.3472 |                3 |       0.6 |              0.6 |      0.01 |         10 |   0.875 |          1.0 |  0.683s |     1m:30s |
| Iteration 46     |          229 |        0.0228 |         2 |  0.2531 |                2 |       0.6 |              0.5 |      0.01 |        100 |     1.0 |          1.0 |  0.694s |     1m:32s |
| Iteration 47     |          213 |        0.7055 |         8 |  0.7401 |                2 |       1.0 |              0.6 |      0.01 |       0.01 |   0.875 |          1.0 |  0.838s |     1m:34s |
| Iteration 48     |          105 |        0.0108 |         9 |   0.033 |                3 |       0.9 |              0.9 |      0.01 |          0 |   0.875 |          1.0 |  0.673s |     1m:36s |
| Iteration 49     |          440 |        0.8942 |         9 |  0.8387 |               10 |       1.0 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.715s |     1m:38s |
| Iteration 50     |          493 |        0.4814 |        10 |  0.1098 |               10 |       1.0 |              0.4 |         0 |         10 |     0.5 |          1.0 |  0.725s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0143, 'max_depth': 3, 'gamma': 0.1877, 'min_child_weight': 5, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8643
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.110s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.485 ± 0.0583
Time elapsed: 0.332s
-------------------------------------------------
Total time: 1m:42s


Final results ==================== >>
Duration: 12m:15s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.39 ± 0.097 ~
Logistic Regression             --> roc_auc: 0.32 ± 0.0245 ~
Linear Discriminant Analysis    --> roc_auc: 0.43 ± 0.04 ~
Quadratic Discriminant Analysis --> roc_auc: 0.45 ± 0.0316 ~
Radius Nearest Neighbors        --> roc_auc: 0.39 ± 0.02 ~
AdaBoost                        --> roc_auc: 0.36 ± 0.1562 ~
Random Forest                   --> roc_auc: 0.48 ± 0.0678 ~
XGBoost                         --> roc_auc: 0.485 ± 0.0583 ~ !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CAASDAGGTSYGKLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAASKGYSTLTF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CAGPNFGNEKLTF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVGARAAGNKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  3.152s |     3.171s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |          1.0 |  3.209s |     7.106s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.3125 |          1.0 |  3.169s |    10.968s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     0.5 |          1.0 |  3.226s |    14.944s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.625 |          1.0 |  3.210s |    18.867s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.9375 |          1.0 |  3.262s |    22.834s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.875 |          1.0 |  3.204s |    26.740s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |          1.0 |  3.276s |    30.748s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |          1.0 |  3.198s |    34.669s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.4375 |          1.0 |  3.195s |    38.618s |
| Iteration 11     | exponen.. |        0.9067 |           97 |       0.6 | friedman_mse |                14 |                8 |         4 |          0.8 |    0.0274 |  0.8125 |          1.0 |  3.163s |    42.886s |
| Iteration 12     |  deviance |        0.0883 |          247 |       0.6 | squared_er.. |                 4 |               10 |         8 |          0.7 |     0.035 |    0.75 |          1.0 |  3.188s |    48.893s |
| Iteration 13     | exponen.. |           1.0 |           85 |       1.0 | friedman_mse |                 9 |                7 |         7 |          0.8 |    0.0304 |  0.9375 |          1.0 |  3.159s |    53.638s |
| Iteration 14     |  deviance |           1.0 |           72 |       1.0 | friedman_mse |                 9 |                7 |         6 |          0.8 |    0.0345 |   0.875 |          1.0 |  3.171s |    57.934s |
| Iteration 15     | exponen.. |        0.8033 |          135 |       0.8 | friedman_mse |                13 |                9 |        10 |         None |    0.0178 |     0.5 |          1.0 |  3.203s |     1m:02s |
| Iteration 16     | exponen.. |        0.4406 |           69 |       1.0 | friedman_mse |                 8 |               10 |         7 |          0.9 |    0.0294 |     1.0 |          1.0 |  3.169s |     1m:07s |
| Iteration 17     |  deviance |        0.1734 |          500 |       1.0 | squared_er.. |                20 |                1 |         8 |         None |    0.0295 |   0.875 |          1.0 |  3.242s |     1m:11s |
| Iteration 18     | exponen.. |           1.0 |           10 |       0.7 | friedman_mse |                 5 |                6 |         7 |          0.8 |    0.0294 |     1.0 |          1.0 |  3.145s |     1m:15s |
| Iteration 19     |  deviance |        0.2774 |          413 |       0.7 | squared_er.. |                14 |               10 |        10 |          0.9 |    0.0048 |  0.8125 |          1.0 |  3.234s |     1m:20s |
| Iteration 20     | exponen.. |        0.0149 |          196 |       1.0 | friedman_mse |                10 |                9 |         7 |         None |    0.0294 |  0.8125 |          1.0 |  3.192s |     1m:25s |
| Iteration 21     | exponen.. |           1.0 |          500 |       0.9 | squared_er.. |                14 |                8 |        10 |         auto |    0.0107 |     1.0 |          1.0 |  3.283s |     1m:30s |
| Iteration 22     | exponen.. |           1.0 |          500 |       0.6 | squared_er.. |                12 |                6 |         9 |         sqrt |      0.01 |   0.625 |          1.0 |  3.273s |     1m:34s |
| Iteration 23     | exponen.. |        0.8622 |           10 |       1.0 | friedman_mse |                14 |               10 |         8 |          0.5 |    0.0294 |  0.8438 |          1.0 |  3.158s |     1m:39s |
| Iteration 24     | exponen.. |         0.016 |           49 |       0.8 | friedman_mse |                15 |               19 |         7 |         None |    0.0289 |   0.875 |          1.0 |  3.196s |     1m:43s |
| Iteration 25     | exponen.. |           1.0 |           10 |       0.9 | friedman_mse |                 2 |               14 |         6 |         None |    0.0293 |    0.75 |          1.0 |  3.143s |     1m:48s |
| Iteration 26     |  deviance |        0.9752 |          118 |       1.0 | friedman_mse |                 2 |               11 |         7 |          0.8 |    0.0292 |  0.6875 |          1.0 |  3.182s |     1m:52s |
| Iteration 27     | exponen.. |           1.0 |           65 |       1.0 | friedman_mse |                14 |                4 |         7 |          0.6 |    0.0213 |  0.8125 |          1.0 |  3.149s |     1m:57s |
| Iteration 28     | exponen.. |        0.6829 |           60 |       1.0 | friedman_mse |                 8 |                9 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  3.184s |     2m:01s |
| Iteration 29     | exponen.. |        0.6397 |          325 |       0.9 | friedman_mse |                 5 |               18 |         7 |          0.9 |    0.0281 |     1.0 |          1.0 |  3.217s |     2m:07s |
| Iteration 30     | exponen.. |        0.1005 |          318 |       0.5 | squared_er.. |                 6 |               17 |        10 |         auto |    0.0234 |     0.5 |          1.0 |  3.142s |     2m:13s |
| Iteration 31     | exponen.. |        0.2555 |          296 |       0.7 | friedman_mse |                 2 |               19 |         7 |          0.8 |    0.0293 |    0.75 |          1.0 |  3.202s |     2m:20s |
| Iteration 32     | exponen.. |        0.0119 |          217 |       0.6 | friedman_mse |                14 |                6 |        10 |         auto |    0.0058 |  0.6875 |          1.0 |  3.174s |     2m:25s |
| Iteration 33     | exponen.. |        0.2316 |           10 |       1.0 | squared_er.. |                 4 |                3 |         7 |          0.8 |    0.0294 |  0.4375 |          1.0 |  3.128s |     2m:29s |
| Iteration 34     | exponen.. |        0.3253 |           69 |       1.0 | friedman_mse |                 2 |                8 |         7 |         None |    0.0118 |   0.875 |          1.0 |  3.155s |     2m:34s |
| Iteration 35     | exponen.. |         0.776 |          428 |       0.9 | friedman_mse |                 5 |                8 |         8 |          0.7 |    0.0309 |    0.75 |          1.0 |  3.227s |     2m:38s |
| Iteration 36     | exponen.. |        0.7751 |          175 |       0.8 | friedman_mse |                 9 |                3 |         7 |         None |    0.0033 |  0.8125 |          1.0 |  3.185s |     2m:43s |
| Iteration 37     | exponen.. |        0.6968 |          231 |       0.9 | friedman_mse |                13 |                9 |         7 |          0.9 |    0.0175 |  0.8125 |          1.0 |  3.196s |     2m:48s |
| Iteration 38     | exponen.. |        0.0815 |          341 |       0.9 | friedman_mse |                 5 |               17 |         7 |          0.9 |    0.0305 |     1.0 |          1.0 |  3.221s |     2m:52s |
| Iteration 39     | exponen.. |        0.0818 |          207 |       0.7 | friedman_mse |                 6 |                9 |         7 |          0.9 |    0.0171 |     1.0 |          1.0 |  3.193s |     2m:57s |
| Iteration 40     | exponen.. |        0.1289 |          447 |       0.8 | squared_er.. |                14 |               13 |        10 |         sqrt |    0.0077 |  0.8125 |          1.0 |  3.235s |     3m:01s |
| Iteration 41     | exponen.. |          0.09 |          204 |       0.8 | friedman_mse |                 7 |                8 |         7 |          0.8 |    0.0323 |     1.0 |          1.0 |  3.182s |     3m:06s |
| Iteration 42     | exponen.. |        0.2897 |          443 |       0.7 | friedman_mse |                 6 |                3 |         7 |          0.8 |    0.0226 |     1.0 |          1.0 |  3.235s |     3m:11s |
| Iteration 43     | exponen.. |        0.0522 |           58 |       0.8 | friedman_mse |                 6 |                2 |         7 |          0.8 |    0.0311 |  0.5625 |          1.0 |  3.142s |     3m:15s |
| Iteration 44     | exponen.. |        0.0907 |          221 |       0.8 | friedman_mse |                 7 |                9 |         7 |          0.8 |     0.022 |     0.5 |          1.0 |  3.786s |     3m:21s |
| Iteration 45     | exponen.. |        0.0164 |          271 |       0.6 | friedman_mse |                 4 |                9 |         3 |          0.9 |    0.0171 |     1.0 |          1.0 |  3.236s |     3m:27s |
| Iteration 46     | exponen.. |         0.049 |          407 |       0.9 | friedman_mse |                 5 |               17 |         5 |          0.9 |    0.0292 |     1.0 |          1.0 |  3.282s |     3m:33s |
| Iteration 47     |  deviance |        0.1803 |          233 |       0.7 | friedman_mse |                 5 |                7 |         9 |          0.8 |    0.0313 |  0.9375 |          1.0 |  3.179s |     3m:37s |
| Iteration 48     | exponen.. |          0.03 |          413 |       0.6 | friedman_mse |                 5 |               18 |         3 |          0.9 |    0.0294 |     0.5 |          1.0 |  3.278s |     3m:42s |
| Iteration 49     | exponen.. |        0.3191 |          311 |       1.0 | friedman_mse |                 5 |               18 |         3 |          0.9 |    0.0296 |   0.625 |          1.0 |  3.217s |     3m:47s |
| Iteration 50     | exponen.. |        0.1217 |           21 |       0.7 | friedman_mse |                 5 |                6 |         7 |         None |    0.0196 |   0.625 |          1.0 |  3.175s |     3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'loss': 'exponential', 'learning_rate': 1.0, 'n_estimators': 500, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 10, 'max_features': 'auto', 'ccp_alpha': 0.0107}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.143s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.131
Time elapsed: 0.687s
-------------------------------------------------
Total time: 3m:54s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  3.161s |     3.174s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.875 |        0.875 |  3.148s |     7.027s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.3125 |        0.875 |  3.169s |    11.030s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.6875 |        0.875 |  3.164s |    14.930s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |        0.875 |  3.232s |    18.966s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.6875 |        0.875 |  3.195s |    22.854s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |        0.875 |  3.216s |    26.748s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |        0.875 |  3.181s |    30.643s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.875 |        0.875 |  3.210s |    34.570s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |        0.875 |  3.201s |    38.474s |
| Iteration 11     |      l2 |   100.0 |   lbfgs |      831 |      --- |    0.75 |        0.875 |  3.177s |    42.728s |
| Iteration 12     |      l2 |  0.0021 | libli.. |      310 |      --- |  0.5625 |        0.875 |  3.199s |    46.976s |
| Iteration 13     |      l2 |  0.0263 |     sag |      809 |      --- |    0.75 |        0.875 |  3.113s |    51.081s |
| Iteration 14     |      l1 |   0.941 |    saga |     1000 |      --- |   0.875 |        0.875 |  3.171s |    55.355s |
| Iteration 15     |      l2 |  0.0978 |     sag |      985 |      --- |    0.75 |        0.875 |  3.168s |    59.557s |
| Iteration 16     |      l2 |  0.0692 | libli.. |      420 |      --- |    0.75 |        0.875 |  3.193s |     1m:04s |
| Iteration 17     |      l2 |  0.0075 |    saga |      141 |      --- |  0.6875 |        0.875 |  3.144s |     1m:08s |
| Iteration 18     |      l1 |  2.5237 |    saga |      982 |      --- |  0.6875 |        0.875 |  3.160s |     1m:12s |
| Iteration 19     |      l2 |   0.001 |   lbfgs |      128 |      --- |  0.9375 |       0.9375 |  3.162s |     1m:17s |
| Iteration 20     |    none |     --- |   lbfgs |      864 |      --- |  0.6875 |       0.9375 |  3.181s |     1m:21s |
| Iteration 21     |      l2 |  0.0068 |   lbfgs |      100 |      --- |  0.4375 |       0.9375 |  3.764s |     1m:26s |
| Iteration 22     |      l1 |  0.0014 | libli.. |      126 |      --- |     0.5 |       0.9375 |  3.137s |     1m:30s |
| Iteration 23     |      l1 |  0.1609 |    saga |      694 |      --- |  0.6875 |       0.9375 |  3.165s |     1m:35s |
| Iteration 24     |      l2 |  0.0119 |   lbfgs |      128 |      --- |   0.875 |       0.9375 |  3.128s |     1m:39s |
| Iteration 25     |      l2 |  5.6239 | libli.. |      291 |      --- |   0.875 |       0.9375 |  3.172s |     1m:43s |
| Iteration 26     |      l2 |   0.001 |   lbfgs |      331 |      --- |     1.0 |          1.0 |  3.164s |     1m:47s |
| Iteration 27     |      l2 |   0.001 |   lbfgs |     1000 |      --- |   0.625 |          1.0 |  3.170s |     1m:53s |
| Iteration 28     |      l2 |  0.0121 |   lbfgs |      761 |      --- |  0.9375 |          1.0 |  3.175s |     1m:57s |
| Iteration 29     |      l2 |   0.001 |   lbfgs |      732 |      --- |  0.5625 |          1.0 |  3.231s |     2m:01s |
| Iteration 30     |      l2 | 88.1277 |   lbfgs |      100 |      --- |     0.5 |          1.0 |  3.230s |     2m:06s |
| Iteration 31     |      l2 |  3.5148 |   lbfgs |      333 |      --- |    0.75 |          1.0 |  3.238s |     2m:10s |
| Iteration 32     |      l2 |  0.1226 | newto.. |      408 |      --- |  0.6875 |          1.0 |  3.221s |     2m:14s |
| Iteration 33     |      l2 |  1.3636 |   lbfgs |      324 |      --- |   0.625 |          1.0 |  3.239s |     2m:19s |
| Iteration 34     |      l2 |  0.0117 |   lbfgs |      133 |      --- |   0.875 |          1.0 |  3.233s |     2m:23s |
| Iteration 35     |      l2 |  0.0026 | libli.. |      265 |      --- |  0.8125 |          1.0 |  3.213s |     2m:27s |
| Iteration 36     |      l2 |  1.9295 |   lbfgs |      254 |      --- |     1.0 |          1.0 |  3.230s |     2m:32s |
| Iteration 37     |      l2 |  80.348 | newto.. |      227 |      --- |  0.9375 |          1.0 |  3.245s |     2m:36s |
| Iteration 38     |      l2 | 84.1706 |   lbfgs |      129 |      --- |    0.75 |          1.0 |  3.205s |     2m:40s |
| Iteration 39     |      l2 |  0.0203 | newto.. |      274 |      --- |  0.8125 |          1.0 |  3.168s |     2m:45s |
| Iteration 40     |      l2 |  0.1102 | newto.. |      523 |      --- |    0.75 |          1.0 |  3.206s |     2m:49s |
| Iteration 41     |      l2 |  0.1237 | newto.. |      998 |      --- |   0.875 |          1.0 |  3.161s |     2m:53s |
| Iteration 42     |      l2 |  0.0205 | libli.. |     1000 |      --- |  0.6875 |          1.0 |  3.178s |     2m:58s |
| Iteration 43     | elast.. |  0.0126 |    saga |     1000 |      0.3 |     0.5 |          1.0 |  3.174s |     3m:02s |
| Iteration 44     |      l2 |  0.0437 |   lbfgs |      248 |      --- |   0.625 |          1.0 |  3.166s |     3m:07s |
| Iteration 45     |      l2 |  0.0844 | newto.. |      102 |      --- |     1.0 |          1.0 |  3.189s |     3m:11s |
| Iteration 46     |      l2 | 10.3592 |     sag |      100 |      --- |     1.0 |          1.0 |  3.815s |     3m:16s |
| Iteration 47     |    none |     --- |    saga |      100 |      --- |    0.75 |          1.0 |  3.153s |     3m:20s |
| Iteration 48     |      l2 |   100.0 |   lbfgs |      100 |      --- |     1.0 |          1.0 |  3.155s |     3m:25s |
| Iteration 49     |      l2 | 41.0865 |    saga |      242 |      --- |     0.5 |          1.0 |  3.188s |     3m:29s |
| Iteration 50     |      l2 |   0.023 |   lbfgs |      100 |      --- |   0.375 |          1.0 |  3.203s |     3m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'l2', 'C': 10.3592, 'solver': 'sag', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9741
Test evaluation --> roc_auc: 0.25
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.27 ± 0.0748
Time elapsed: 0.058s
-------------------------------------------------
Total time: 3m:35s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  3.192s |     3.197s |
| Initial point 2  |     svd |       --- |   0.875 |        0.875 |  3.201s |     8.461s |
| Initial point 3  |     svd |       --- |   0.875 |        0.875 |  0.001s |     9.464s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |        0.875 |  3.192s |    13.357s |
| Initial point 5  |   eigen |       0.9 |    0.75 |        0.875 |  3.220s |    17.290s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |        0.875 |  3.226s |    21.211s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |        0.875 |  3.228s |    25.120s |
| Initial point 8  |    lsqr |       0.9 |  0.6875 |        0.875 |  3.250s |    29.054s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |        0.875 |  3.225s |    32.982s |
| Initial point 10 |   eigen |       0.8 |  0.4375 |        0.875 |  3.242s |    36.979s |
| Iteration 11     |   eigen |       0.6 |     0.0 |        0.875 |  3.198s |    41.108s |
| Iteration 12     |     svd |       --- |   0.875 |        0.875 |  0.000s |    41.931s |
| Iteration 13     |   eigen |       0.7 |    0.75 |        0.875 |  3.261s |    45.994s |
| Iteration 14     |    lsqr |      auto |  0.6875 |        0.875 |  3.199s |    50.034s |
| Iteration 15     |   eigen |      auto |    0.75 |        0.875 |  3.256s |    54.200s |
| Iteration 16     |     svd |       --- |   0.875 |        0.875 |  0.001s |    55.094s |
| Iteration 17     |     svd |       --- |   0.875 |        0.875 |  0.000s |    55.955s |
| Iteration 18     |     svd |       --- |   0.875 |        0.875 |  0.000s |    57.757s |
| Iteration 19     |     svd |       --- |   0.875 |        0.875 |  0.000s |    59.835s |
| Iteration 20     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:01s |
| Iteration 21     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 22     |    lsqr |       1.0 |    0.75 |        0.875 |  3.101s |     1m:06s |
| Iteration 23     |    lsqr |      None |     0.5 |        0.875 |  3.165s |     1m:10s |
| Iteration 24     |   eigen |       0.5 |     1.0 |          1.0 |  3.257s |     1m:14s |
| Iteration 25     |   eigen |      None |     1.0 |          1.0 |  3.196s |     1m:18s |
| Iteration 26     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 27     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 28     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 29     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 30     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |     1m:23s |
| Iteration 31     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 32     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 33     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 34     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 35     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 36     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 37     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 38     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 39     |     svd |       --- |   0.875 |          1.0 |  0.001s |     1m:36s |
| Iteration 40     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 41     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |     1m:38s |
| Iteration 42     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 43     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |     1m:40s |
| Iteration 44     |   eigen |      None |     1.0 |          1.0 |  0.001s |     1m:41s |
| Iteration 45     |   eigen |      None |     1.0 |          1.0 |  0.001s |     1m:42s |
| Iteration 46     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 47     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 48     |     svd |       --- |   0.875 |          1.0 |  0.000s |     1m:46s |
| Iteration 49     |   eigen |       0.6 |     0.0 |          1.0 |  0.001s |     1m:47s |
| Iteration 50     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0316
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:49s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  3.128s |     3.131s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  3.145s |     7.014s |
| Initial point 3  |       0.1 |     0.5 |         0.75 |  3.171s |    10.877s |
| Initial point 4  |       1.0 |    0.75 |         0.75 |  0.000s |    11.570s |
| Initial point 5  |       0.2 |  0.8125 |       0.8125 |  3.156s |    15.404s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  3.195s |    19.309s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.001s |    20.011s |
| Initial point 8  |       0.7 |   0.625 |       0.8125 |  3.193s |    23.881s |
| Initial point 9  |       0.9 |    0.75 |       0.8125 |  0.001s |    26.083s |
| Initial point 10 |       0.8 |  0.4375 |       0.8125 |  3.197s |    30.319s |
| Iteration 11     |       0.3 |     0.0 |       0.8125 |  3.176s |    34.308s |
| Iteration 12     |       0.6 |   0.625 |       0.8125 |  3.177s |    38.360s |
| Iteration 13     |       0.5 |    0.75 |       0.8125 |  3.169s |    42.347s |
| Iteration 14     |       0.0 |  0.9375 |       0.9375 |  3.172s |    46.394s |
| Iteration 15     |       0.0 |  0.9375 |       0.9375 |  0.000s |    47.352s |
| Iteration 16     |       0.0 |  0.9375 |       0.9375 |  0.000s |    48.178s |
| Iteration 17     |       0.0 |  0.9375 |       0.9375 |  0.000s |    48.968s |
| Iteration 18     |       0.0 |  0.9375 |       0.9375 |  0.000s |    49.749s |
| Iteration 19     |       0.0 |  0.9375 |       0.9375 |  0.000s |    50.538s |
| Iteration 20     |       0.0 |  0.9375 |       0.9375 |  0.000s |    52.986s |
| Iteration 21     |       0.0 |  0.9375 |       0.9375 |  0.000s |    54.254s |
| Iteration 22     |       0.6 |   0.625 |       0.9375 |  0.001s |    55.111s |
| Iteration 23     |       0.0 |  0.9375 |       0.9375 |  0.000s |    56.027s |
| Iteration 24     |       0.0 |  0.9375 |       0.9375 |  0.000s |    58.030s |
| Iteration 25     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:00s |
| Iteration 26     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:03s |
| Iteration 27     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 28     |       0.9 |    0.75 |       0.9375 |  0.000s |     1m:05s |
| Iteration 29     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 30     |       0.8 |  0.4375 |       0.9375 |  0.000s |     1m:07s |
| Iteration 31     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 32     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 33     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 34     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 35     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:11s |
| Iteration 36     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:12s |
| Iteration 37     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:13s |
| Iteration 38     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:13s |
| Iteration 39     |       0.0 |  0.9375 |       0.9375 |  0.001s |     1m:14s |
| Iteration 40     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:15s |
| Iteration 41     |       0.0 |  0.9375 |       0.9375 |  0.001s |     1m:16s |
| Iteration 42     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:17s |
| Iteration 43     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:18s |
| Iteration 44     |       0.0 |  0.9375 |       0.9375 |  0.001s |     1m:20s |
| Iteration 45     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:22s |
| Iteration 46     |       0.0 |  0.9375 |       0.9375 |  0.001s |     1m:23s |
| Iteration 47     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:24s |
| Iteration 48     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:25s |
| Iteration 49     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:27s |
| Iteration 50     |       0.0 |  0.9375 |       0.9375 |  0.000s |     1m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9813
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.25 ± 0.0632
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:31s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  9.4334 | dista.. |      auto |        40 |       1 |  0.7188 |       0.7188 |  3.176s |     3.198s |
| Initial point 2  |  3.7517 | uniform |   kd_tree |        39 |       2 |  0.5938 |       0.7188 |  3.160s |     7.136s |
| Initial point 3  |  2.9636 | dista.. | ball_tree |        25 |       2 |   0.625 |       0.7188 |  3.820s |    11.837s |
| Initial point 4  |  8.6461 | uniform | ball_tree |        39 |       2 |     0.5 |       0.7188 |  3.144s |    16.017s |
| Initial point 5  |  6.7731 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  3.178s |    20.026s |
| Initial point 6  |  7.8438 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  3.254s |    24.068s |
| Initial point 7  |  5.6104 | dista.. | ball_tree |        24 |       1 |  0.7188 |        0.875 |  3.293s |    28.193s |
| Initial point 8  |  1.3445 | dista.. | ball_tree |        21 |       2 |     0.5 |        0.875 |  3.255s |    32.244s |
| Initial point 9  |  6.2496 | uniform | ball_tree |        24 |       1 |  0.7812 |        0.875 |  3.231s |    38.160s |
| Initial point 10 |   4.439 | uniform |     brute |        22 |       2 |    0.25 |        0.875 |  3.252s |    42.607s |
| Iteration 11     |    9.46 | dista.. |     brute |        40 |       2 |    0.25 |        0.875 |  3.220s |    46.910s |
| Iteration 12     |  8.5431 | uniform | ball_tree |        21 |       2 |  0.6562 |        0.875 |  3.178s |    51.311s |
| Iteration 13     |   7.329 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  3.210s |    55.522s |
| Iteration 14     |  8.1206 | dista.. |      auto |        20 |       2 |  0.8125 |          1.0 |  3.198s |    59.823s |
| Iteration 15     |  5.9062 | dista.. |      auto |        20 |       1 |  0.6875 |          1.0 |  3.217s |     1m:06s |
| Iteration 16     |  7.1944 | dista.. |      auto |        20 |       2 |  0.9375 |          1.0 |  3.226s |     1m:11s |
| Iteration 17     |  7.5297 | uniform | ball_tree |        40 |       1 |  0.6875 |          1.0 |  3.213s |     1m:15s |
| Iteration 18     |  2.8955 | dista.. |     brute |        40 |       1 |   0.625 |          1.0 |  3.194s |     1m:20s |
| Iteration 19     |     0.0 | uniform |   kd_tree |        20 |       1 |     0.5 |          1.0 |  3.212s |     1m:24s |
| Iteration 20     |  7.3207 | dista.. |      auto |        20 |       2 |   0.625 |          1.0 |  3.208s |     1m:28s |
| Iteration 21     |  0.0657 | uniform |      auto |        39 |       2 |     0.5 |          1.0 |  3.186s |     1m:33s |
| Iteration 22     |    9.46 | dista.. |      auto |        20 |       1 |  0.6875 |          1.0 |  3.181s |     1m:37s |
| Iteration 23     |  5.4577 | uniform |      auto |        40 |       2 |  0.5312 |          1.0 |  3.182s |     1m:41s |
| Iteration 24     |     0.0 | dista.. |      auto |        38 |       1 |     0.5 |          1.0 |  3.185s |     1m:46s |
| Iteration 25     |     0.0 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.185s |     1m:50s |
| Iteration 26     |    9.46 | dista.. |      auto |        23 |       2 |   0.875 |          1.0 |  3.218s |     1m:56s |
| Iteration 27     |    9.46 | dista.. | ball_tree |        36 |       2 |   0.625 |          1.0 |  3.177s |     2m:02s |
| Iteration 28     |    9.46 | uniform |      auto |        20 |       1 |   0.125 |          1.0 |  3.190s |     2m:06s |
| Iteration 29     |  5.3376 | dista.. |   kd_tree |        35 |       2 |  0.5625 |          1.0 |  3.189s |     2m:10s |
| Iteration 30     |    9.46 | dista.. |      auto |        28 |       2 |  0.5312 |          1.0 |  3.182s |     2m:16s |
| Iteration 31     |  7.1004 | dista.. | ball_tree |        38 |       2 |    0.75 |          1.0 |  3.171s |     2m:21s |
| Iteration 32     |    9.46 | uniform |   kd_tree |        23 |       1 |   0.375 |          1.0 |  3.203s |     2m:26s |
| Iteration 33     |  7.1132 | dista.. |     brute |        39 |       1 |  0.4062 |          1.0 |  3.167s |     2m:30s |
| Iteration 34     |   3.456 | uniform | ball_tree |        21 |       2 |   0.625 |          1.0 |  3.220s |     2m:35s |
| Iteration 35     |  4.4515 | dista.. |      auto |        40 |       2 |  0.9375 |          1.0 |  3.191s |     2m:39s |
| Iteration 36     |  4.5692 | dista.. |      auto |        40 |       2 |     1.0 |          1.0 |  3.221s |     2m:44s |
| Iteration 37     |  4.8651 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  3.209s |     2m:48s |
| Iteration 38     |   4.227 | dista.. |      auto |        23 |       2 |  0.7812 |          1.0 |  3.218s |     2m:52s |
| Iteration 39     |  5.3405 | dista.. |      auto |        38 |       1 |  0.8125 |          1.0 |  3.197s |     2m:57s |
| Iteration 40     |   6.142 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  3.232s |     3m:01s |
| Iteration 41     |  6.1839 | dista.. |      auto |        40 |       2 |  0.6562 |          1.0 |  3.185s |     3m:06s |
| Iteration 42     |  4.9415 | dista.. |      auto |        20 |       2 |   0.625 |          1.0 |  3.230s |     3m:10s |
| Iteration 43     |     0.0 | dista.. |   kd_tree |        38 |       2 |     0.5 |          1.0 |  3.224s |     3m:14s |
| Iteration 44     |  0.0025 | uniform |     brute |        28 |       1 |     0.5 |          1.0 |  3.212s |     3m:19s |
| Iteration 45     |  6.4443 | dista.. | ball_tree |        40 |       2 |     1.0 |          1.0 |  3.181s |     3m:23s |
| Iteration 46     |  6.3922 | dista.. | ball_tree |        40 |       2 |     1.0 |          1.0 |  3.227s |     3m:28s |
| Iteration 47     |  6.3659 | dista.. | ball_tree |        40 |       2 |  0.8125 |          1.0 |  3.196s |     3m:33s |
| Iteration 48     |  6.3926 | dista.. | ball_tree |        40 |       2 |  0.5625 |          1.0 |  3.199s |     3m:37s |
| Iteration 49     |    9.46 | dista.. | ball_tree |        21 |       1 |    0.75 |          1.0 |  3.177s |     3m:42s |
| Iteration 50     |  6.4355 | dista.. | ball_tree |        40 |       1 |   0.375 |          1.0 |  3.194s |     3m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'radius': 6.3922, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.29 ± 0.08
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:47s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.9375 |       0.9375 |  3.568s |     3.577s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  3.574s |     7.864s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.5625 |       0.9375 |  3.306s |    11.878s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.7188 |       0.9375 |  3.467s |    16.165s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.4688 |       0.9375 |  3.319s |    20.264s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.875 |       0.9375 |  3.514s |    24.662s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.9375 |       0.9375 |  3.182s |    28.766s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.625 |       0.9375 |  3.434s |    33.031s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |       0.9375 |  3.167s |    36.995s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8438 |       0.9375 |  3.922s |    41.742s |
| Iteration 11     |          489 |        0.2361 |   SAMME.R |  0.8125 |       0.9375 |  3.563s |    46.291s |
| Iteration 12     |          497 |        0.5743 |     SAMME |  0.9375 |       0.9375 |  3.504s |    50.833s |
| Iteration 13     |          500 |          10.0 |     SAMME |    0.75 |       0.9375 |  3.152s |    55.003s |
| Iteration 14     |          123 |        0.0193 |     SAMME |  0.8125 |       0.9375 |  3.269s |    59.235s |
| Iteration 15     |           53 |         8.172 |   SAMME.R |  0.6875 |       0.9375 |  3.268s |     1m:03s |
| Iteration 16     |          150 |        5.6604 |   SAMME.R |   0.625 |       0.9375 |  3.346s |     1m:08s |
| Iteration 17     |          483 |          0.01 |   SAMME.R |   0.875 |       0.9375 |  3.588s |     1m:12s |
| Iteration 18     |          337 |        1.0197 |   SAMME.R |     1.0 |          1.0 |  3.488s |     1m:17s |
| Iteration 19     |          360 |        0.4774 |   SAMME.R |    0.75 |          1.0 |  3.527s |     1m:21s |
| Iteration 20     |          315 |        2.2006 |   SAMME.R |  0.4688 |          1.0 |  3.473s |     1m:26s |
| Iteration 21     |          342 |         0.022 |     SAMME |     1.0 |          1.0 |  3.474s |     1m:30s |
| Iteration 22     |          340 |        0.2395 |   SAMME.R |   0.375 |          1.0 |  3.500s |     1m:35s |
| Iteration 23     |          336 |        0.0223 |     SAMME |  0.8125 |          1.0 |  3.390s |     1m:39s |
| Iteration 24     |          500 |        0.0488 |   SAMME.R |     1.0 |          1.0 |  3.569s |     1m:44s |
| Iteration 25     |          500 |        0.0151 |   SAMME.R |     1.0 |          1.0 |  3.562s |     1m:49s |
| Iteration 26     |          500 |        0.0111 |   SAMME.R |  0.6875 |          1.0 |  3.592s |     1m:53s |
| Iteration 27     |          458 |        9.1334 |   SAMME.R |   0.375 |          1.0 |  3.494s |     1m:58s |
| Iteration 28     |           94 |        0.0171 |     SAMME |  0.9062 |          1.0 |  3.229s |     2m:02s |
| Iteration 29     |          500 |        0.0719 |     SAMME |   0.875 |          1.0 |  3.528s |     2m:07s |
| Iteration 30     |           89 |        2.8073 |   SAMME.R |   0.375 |          1.0 |  3.216s |     2m:11s |
| Iteration 31     |          500 |        0.3051 |   SAMME.R |   0.875 |          1.0 |  3.549s |     2m:16s |
| Iteration 32     |          500 |        0.0475 |   SAMME.R |    0.75 |          1.0 |  3.725s |     2m:22s |
| Iteration 33     |          470 |          0.01 |     SAMME |  0.4375 |          1.0 |  3.529s |     2m:28s |
| Iteration 34     |          500 |        9.8747 |   SAMME.R |   0.375 |          1.0 |  3.509s |     2m:35s |
| Iteration 35     |          500 |        0.1661 |   SAMME.R |  0.4375 |          1.0 |  3.522s |     2m:41s |
| Iteration 36     |          339 |        0.9915 |   SAMME.R |  0.8125 |          1.0 |  3.428s |     2m:47s |
| Iteration 37     |          497 |        0.0167 |   SAMME.R |   0.875 |          1.0 |  3.577s |     2m:52s |
| Iteration 38     |          444 |        0.0147 |   SAMME.R |     1.0 |          1.0 |  3.503s |     2m:57s |
| Iteration 39     |          392 |        0.0158 |   SAMME.R |  0.9375 |          1.0 |  3.436s |     3m:02s |
| Iteration 40     |          459 |        0.0149 |   SAMME.R |  0.8125 |          1.0 |  3.531s |     3m:06s |
| Iteration 41     |          500 |        0.0561 |   SAMME.R |     1.0 |          1.0 |  3.526s |     3m:11s |
| Iteration 42     |          489 |         0.057 |   SAMME.R |  0.9375 |          1.0 |  3.531s |     3m:18s |
| Iteration 43     |          447 |        0.0553 |   SAMME.R |  0.6875 |          1.0 |  3.487s |     3m:25s |
| Iteration 44     |          380 |        0.0134 |   SAMME.R |   0.625 |          1.0 |  3.421s |     3m:30s |
| Iteration 45     |          430 |        0.0167 |   SAMME.R |     1.0 |          1.0 |  3.487s |     3m:34s |
| Iteration 46     |          408 |        0.0182 |   SAMME.R |     1.0 |          1.0 |  3.448s |     3m:39s |
| Iteration 47     |          421 |        0.0174 |   SAMME.R |   0.875 |          1.0 |  3.440s |     3m:44s |
| Iteration 48     |          340 |        0.0199 |   SAMME.R |    0.75 |          1.0 |  3.398s |     3m:48s |
| Iteration 49     |          314 |        1.2156 |   SAMME.R |    0.75 |          1.0 |  3.390s |     3m:55s |
| Iteration 50     |          445 |        0.0167 |   SAMME.R |    0.75 |          1.0 |  3.471s |     4m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0488, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.464s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.1068
Time elapsed: 2.066s
-------------------------------------------------
Total time: 4m:06s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  3.485s |     3.505s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |          1.0 |  3.371s |     7.829s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.5625 |          1.0 |  3.402s |    12.047s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.235s |    16.041s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.6875 |          1.0 |  3.429s |    20.331s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  3.260s |    24.360s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  3.262s |    28.889s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |          1.0 |  3.307s |    33.044s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.625 |          1.0 |  3.424s |    37.163s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.4375 |          1.0 |  3.412s |    41.334s |
| Iteration 11     |           47 |   entropy |      None |                 2 |               15 |         auto |      True |     0.035 |         0.9 |   0.375 |          1.0 |  3.190s |    45.879s |
| Iteration 12     |          428 |   entropy |         4 |                 2 |                5 |          0.9 |      True |     0.006 |         0.9 |  0.8125 |          1.0 |  3.504s |    50.596s |
| Iteration 13     |          500 |      gini |         9 |                 2 |               20 |         auto |      True |       0.0 |        None |     1.0 |          1.0 |  4.139s |    56.026s |
| Iteration 14     |          500 |      gini |      None |                20 |                1 |         None |      True |     0.035 |        None |  0.9375 |          1.0 |  3.549s |     1m:01s |
| Iteration 15     |          352 |      gini |         3 |                20 |                3 |          0.9 |     False |    0.0166 |         --- |   0.875 |          1.0 |  3.384s |     1m:05s |
| Iteration 16     |          107 |   entropy |         1 |                18 |               20 |          0.9 |      True |    0.0246 |         0.9 |    0.75 |          1.0 |  3.224s |     1m:10s |
| Iteration 17     |           58 |      gini |      None |                20 |                4 |         None |     False |    0.0051 |         --- |  0.5625 |          1.0 |  3.186s |     1m:14s |
| Iteration 18     |          500 |   entropy |         4 |                18 |               20 |         auto |      True |       0.0 |         0.9 |   0.625 |          1.0 |  3.490s |     1m:19s |
| Iteration 19     |          485 |   entropy |         4 |                20 |                5 |          0.7 |     False |    0.0314 |         --- |  0.9375 |          1.0 |  3.459s |     1m:24s |
| Iteration 20     |          500 |      gini |         8 |                 2 |               20 |         auto |     False |    0.0148 |         --- |   0.875 |          1.0 |  3.421s |     1m:28s |
| Iteration 21     |          500 |      gini |         1 |                20 |                1 |          0.7 |      True |     0.017 |         0.7 |     1.0 |          1.0 |  3.543s |     1m:33s |
| Iteration 22     |          500 |   entropy |         8 |                 2 |               20 |          0.7 |      True |       0.0 |        None |  0.8125 |          1.0 |  3.489s |     1m:38s |
| Iteration 23     |          494 |      gini |         6 |                20 |                1 |         auto |      True |    0.0091 |         0.7 |  0.8125 |          1.0 |  3.516s |     1m:45s |
| Iteration 24     |          419 |      gini |      None |                20 |               15 |          0.6 |      True |     0.035 |         0.5 |     0.5 |          1.0 |  3.472s |     1m:50s |
| Iteration 25     |          399 |   entropy |      None |                20 |                5 |         auto |     False |    0.0226 |         --- |  0.8125 |          1.0 |  3.369s |     1m:55s |
| Iteration 26     |          186 |   entropy |      None |                20 |                6 |         None |      True |    0.0323 |         0.5 |   0.875 |          1.0 |  3.293s |     1m:59s |
| Iteration 27     |           38 |   entropy |      None |                 2 |                1 |         None |     False |     0.035 |         --- |   0.625 |          1.0 |  3.160s |     2m:04s |
| Iteration 28     |          500 |   entropy |         6 |                20 |                6 |         log2 |      True |    0.0001 |         0.8 |     1.0 |          1.0 |  3.528s |     2m:09s |
| Iteration 29     |          500 |   entropy |         9 |                20 |                6 |          0.9 |     False |    0.0221 |         --- |  0.8438 |          1.0 |  3.453s |     2m:14s |
| Iteration 30     |           30 |   entropy |         1 |                20 |                6 |         auto |      True |    0.0111 |         0.6 |     0.5 |          1.0 |  3.440s |     2m:19s |
| Iteration 31     |          500 |      gini |         1 |                12 |                2 |          0.7 |      True |    0.0335 |         0.8 |   0.875 |          1.0 |  3.582s |     2m:24s |
| Iteration 32     |          374 |      gini |      None |                20 |                1 |          0.8 |     False |    0.0315 |         --- |  0.6875 |          1.0 |  3.361s |     2m:29s |
| Iteration 33     |          500 |   entropy |         5 |                20 |                5 |         log2 |      True |    0.0222 |         0.6 |  0.4375 |          1.0 |  3.512s |     2m:35s |
| Iteration 34     |          499 |   entropy |         3 |                17 |                5 |         log2 |      True |    0.0101 |         0.9 |   0.875 |          1.0 |  3.515s |     2m:41s |
| Iteration 35     |          468 |   entropy |         1 |                16 |                6 |         auto |     False |    0.0158 |         --- |  0.8125 |          1.0 |  3.387s |     2m:46s |
| Iteration 36     |          500 |      gini |         5 |                11 |                1 |         None |     False |    0.0241 |         --- |  0.7188 |          1.0 |  3.460s |     2m:51s |
| Iteration 37     |          135 |   entropy |         1 |                20 |                6 |          0.5 |      True |    0.0262 |         0.8 |  0.8125 |          1.0 |  3.905s |     2m:56s |
| Iteration 38     |          134 |      gini |         2 |                 8 |                1 |          0.9 |      True |    0.0192 |         0.7 |     1.0 |          1.0 |  3.266s |     3m:01s |
| Iteration 39     |          315 |   entropy |         3 |                 7 |                5 |         log2 |      True |     0.035 |         0.9 |  0.9375 |          1.0 |  3.382s |     3m:06s |
| Iteration 40     |          235 |      gini |         6 |                19 |                1 |          0.8 |      True |    0.0205 |         0.7 |  0.8125 |          1.0 |  3.332s |     3m:12s |
| Iteration 41     |          253 |   entropy |         7 |                11 |                6 |         auto |      True |       0.0 |         0.8 |     1.0 |          1.0 |  3.309s |     3m:18s |
| Iteration 42     |          207 |   entropy |         1 |                10 |                5 |          0.6 |      True |    0.0347 |         0.9 |  0.9375 |          1.0 |  3.272s |     3m:23s |
| Iteration 43     |           25 |      gini |         1 |                 5 |                1 |         None |      True |    0.0225 |         0.7 |   0.625 |          1.0 |  3.138s |     3m:27s |
| Iteration 44     |          154 |      gini |         7 |                 9 |                6 |         auto |      True |    0.0061 |         0.9 |  0.4375 |          1.0 |  3.277s |     3m:32s |
| Iteration 45     |          498 |   entropy |         7 |                20 |                7 |         auto |      True |    0.0295 |         0.9 |     1.0 |          1.0 |  3.523s |     3m:37s |
| Iteration 46     |          441 |   entropy |         9 |                 9 |                6 |         auto |      True |    0.0033 |         0.9 |     1.0 |          1.0 |  3.472s |     3m:43s |
| Iteration 47     |          269 |   entropy |         1 |                 8 |                6 |         auto |      True |     0.029 |         0.9 |   0.875 |          1.0 |  3.316s |     3m:48s |
| Iteration 48     |          500 |   entropy |         9 |                20 |                7 |         auto |      True |       0.0 |         0.9 |    0.75 |          1.0 |  3.462s |     3m:53s |
| Iteration 49     |           47 |      gini |         2 |                17 |               20 |          0.5 |      True |    0.0322 |        None |     0.5 |          1.0 |  3.128s |     3m:58s |
| Iteration 50     |          324 |   entropy |         5 |                15 |                7 |          0.6 |      True |    0.0265 |         0.8 |  0.8125 |          1.0 |  3.384s |     4m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 9, 'min_samples_split': 2, 'min_samples_leaf': 20, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7232
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.408s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0316
Time elapsed: 1.838s
-------------------------------------------------
Total time: 4m:06s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.216s |     3.236s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  3.202s |     7.491s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8125 |  3.193s |    11.511s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8125 |  3.172s |    15.466s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8125 |  3.171s |    19.401s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8125 |  3.193s |    23.529s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8125 |  3.184s |    27.463s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8125 |  3.176s |    31.429s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |       0.8125 |  3.190s |    35.443s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.191s |    39.423s |
| Iteration 11     |          448 |        0.0216 |         9 |   0.234 |                2 |       0.9 |              0.9 |      0.01 |       0.01 |  0.8125 |       0.8125 |  3.200s |    43.811s |
| Iteration 12     |          426 |        0.0316 |         6 |  0.3683 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |       0.8125 |  3.196s |    48.224s |
| Iteration 13     |          476 |        0.1706 |        10 |  0.1553 |                1 |       0.7 |              0.8 |         0 |        0.1 |  0.9375 |       0.9375 |  3.194s |    52.576s |
| Iteration 14     |           20 |           1.0 |        10 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |  0.6875 |       0.9375 |  3.120s |    57.038s |
| Iteration 15     |          500 |        0.0168 |         1 |     0.0 |                1 |       0.7 |              0.5 |         0 |          1 |    0.75 |       0.9375 |  3.202s |     1m:01s |
| Iteration 16     |          500 |        0.8621 |         8 |  0.3892 |                1 |       0.5 |              0.8 |         0 |       0.01 |  0.8125 |       0.9375 |  3.816s |     1m:06s |
| Iteration 17     |           20 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |  0.6875 |       0.9375 |  3.115s |     1m:11s |
| Iteration 18     |          500 |           1.0 |        10 |  0.2691 |                1 |       1.0 |              0.4 |         0 |        100 |   0.875 |       0.9375 |  3.209s |     1m:15s |
| Iteration 19     |          500 |           1.0 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |          0 |     1.0 |          1.0 |  3.229s |     1m:19s |
| Iteration 20     |          500 |        0.0837 |        10 |     0.0 |                1 |       0.6 |              0.9 |         0 |        0.1 |     1.0 |          1.0 |  3.223s |     1m:25s |
| Iteration 21     |          500 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |  0.3438 |          1.0 |  3.205s |     1m:30s |
| Iteration 22     |          500 |        0.1309 |         1 |     0.0 |                1 |       0.5 |              0.9 |         0 |          0 |    0.75 |          1.0 |  3.208s |     1m:35s |
| Iteration 23     |          500 |        0.5609 |        10 |     0.0 |                1 |       1.0 |              0.9 |         0 |       0.01 |  0.8125 |          1.0 |  3.219s |     1m:39s |
| Iteration 24     |          313 |           1.0 |        10 |  0.2495 |                1 |       0.7 |              0.8 |         0 |          1 |   0.875 |          1.0 |  3.198s |     1m:43s |
| Iteration 25     |          500 |           1.0 |        10 |  0.5607 |                1 |       1.0 |              0.6 |         0 |          1 |     1.0 |          1.0 |  3.157s |     1m:48s |
| Iteration 26     |          500 |           1.0 |         1 |     0.0 |                1 |       1.0 |              0.4 |         0 |          1 |     1.0 |          1.0 |  3.213s |     1m:52s |
| Iteration 27     |          500 |           1.0 |        10 |     1.0 |                1 |       1.0 |              0.4 |         0 |          1 |   0.625 |          1.0 |  3.199s |     1m:57s |
| Iteration 28     |          500 |           1.0 |         5 |     0.0 |                1 |       1.0 |              0.4 |         0 |          1 |   0.875 |          1.0 |  3.180s |     2m:01s |
| Iteration 29     |          500 |           1.0 |         1 |     0.0 |                1 |       1.0 |              0.8 |         1 |        0.1 |   0.875 |          1.0 |  3.185s |     2m:06s |
| Iteration 30     |           20 |           1.0 |         2 |     0.0 |                1 |       1.0 |              0.5 |         0 |        100 |   0.625 |          1.0 |  3.125s |     2m:10s |
| Iteration 31     |          500 |           1.0 |        10 |     0.0 |                2 |       0.5 |              0.4 |         0 |        0.1 |   0.875 |          1.0 |  3.187s |     2m:17s |
| Iteration 32     |          500 |           1.0 |         5 |  0.2244 |                1 |       1.0 |              1.0 |         0 |          1 |  0.6875 |          1.0 |  3.194s |     2m:22s |
| Iteration 33     |          500 |           1.0 |        10 |     0.0 |                1 |       0.8 |              0.4 |       100 |        0.1 |     0.5 |          1.0 |  3.221s |     2m:26s |
| Iteration 34     |          500 |           1.0 |        10 |     0.0 |                1 |       1.0 |              0.6 |         0 |        0.1 |  0.8125 |          1.0 |  3.203s |     2m:31s |
| Iteration 35     |           40 |           1.0 |         9 |     0.0 |                1 |       0.7 |              1.0 |         0 |       0.01 |   0.625 |          1.0 |  3.133s |     2m:36s |
| Iteration 36     |          500 |          0.01 |         1 |     1.0 |                1 |       0.9 |              0.8 |         0 |          0 |   0.875 |          1.0 |  3.213s |     2m:40s |
| Iteration 37     |          500 |           1.0 |         1 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |   0.875 |          1.0 |  3.184s |     2m:45s |
| Iteration 38     |          500 |          0.01 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |     1.0 |          1.0 |  3.218s |     2m:49s |
| Iteration 39     |          322 |          0.01 |         5 |     0.0 |                1 |       0.9 |              0.5 |         0 |          0 |  0.9375 |          1.0 |  3.242s |     2m:54s |
| Iteration 40     |          500 |          0.01 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |     1.0 |          1.0 |  0.001s |     2m:56s |
| Iteration 41     |          500 |          0.01 |        10 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |     1.0 |          1.0 |  3.198s |     3m:01s |
| Iteration 42     |          500 |          0.01 |         1 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |  0.9375 |          1.0 |  3.200s |     3m:05s |
| Iteration 43     |          500 |          0.01 |        10 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |     1.0 |          1.0 |  0.000s |     3m:07s |
| Iteration 44     |          500 |          0.01 |         6 |     0.0 |                1 |       1.0 |              0.7 |       0.1 |          0 |     0.5 |          1.0 |  3.250s |     3m:11s |
| Iteration 45     |          226 |         0.903 |         9 |  0.2523 |                1 |       0.6 |              0.6 |        10 |          1 |     0.5 |          1.0 |  3.189s |     3m:16s |
| Iteration 46     |          331 |        0.9989 |         1 |     0.0 |                1 |       1.0 |              0.7 |       100 |         10 |     0.5 |          1.0 |  3.181s |     3m:21s |
| Iteration 47     |          500 |           1.0 |         7 |     0.0 |                1 |       1.0 |              0.5 |       0.1 |       0.01 |    0.75 |          1.0 |  3.170s |     3m:25s |
| Iteration 48     |          500 |          0.01 |        10 |     0.0 |                1 |       0.5 |              0.4 |         0 |       0.01 |    0.75 |          1.0 |  3.371s |     3m:30s |
| Iteration 49     |          233 |          0.01 |         7 |     1.0 |                1 |       0.6 |              0.9 |         0 |          0 |    0.75 |          1.0 |  3.296s |     3m:35s |
| Iteration 50     |          500 |           1.0 |        10 |     0.0 |               10 |       1.0 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.212s |     3m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 10, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.099s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.565 ± 0.1497
Time elapsed: 0.291s
-------------------------------------------------
Total time: 3m:42s


Final results ==================== >>
Duration: 26m:30s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.61 ± 0.131 ~
Logistic Regression             --> roc_auc: 0.27 ± 0.0748 ~
Linear Discriminant Analysis    --> roc_auc: 0.6 ± 0.0316
Quadratic Discriminant Analysis --> roc_auc: 0.25 ± 0.0632 ~
Radius Nearest Neighbors        --> roc_auc: 0.29 ± 0.08 ~
AdaBoost                        --> roc_auc: 0.49 ± 0.1068 ~
Random Forest                   --> roc_auc: 0.75 ± 0.0316 !
XGBoost                         --> roc_auc: 0.565 ± 0.1497 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 834 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGGADGLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVSQGAQKLVF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAVTGANNLFF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVPTQGGSEKLVF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLAGTDTQYF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVRGAAGNKLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  0.686s |     0.708s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |       0.8125 |  0.724s |     2.239s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.685s |     3.712s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     0.5 |          1.0 |  0.716s |     5.233s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |          1.0 |  0.730s |     6.708s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.625 |          1.0 |  0.777s |     9.732s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |          1.0 |  0.749s |    11.563s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |          1.0 |  0.746s |    13.052s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |          1.0 |  0.672s |    14.506s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.663s |    15.905s |
| Iteration 11     | exponen.. |         0.016 |           53 |       0.9 | friedman_mse |                15 |                8 |         2 |          0.6 |    0.0228 |     1.0 |          1.0 |  0.632s |    17.563s |
| Iteration 12     | exponen.. |        0.0104 |          131 |       0.8 | friedman_mse |                 9 |                9 |         2 |         auto |    0.0267 |  0.5625 |          1.0 |  0.671s |    19.250s |
| Iteration 13     | exponen.. |        0.0477 |           37 |       0.8 | friedman_mse |                16 |               11 |         3 |          0.5 |    0.0228 |   0.625 |          1.0 |  0.640s |    20.985s |
| Iteration 14     | exponen.. |        0.0221 |          357 |       0.8 | squared_er.. |                20 |                6 |         4 |         auto |    0.0151 |     1.0 |          1.0 |  0.725s |    22.809s |
| Iteration 15     | exponen.. |        0.2309 |          207 |       0.6 | friedman_mse |                15 |                8 |         3 |          0.6 |     0.031 |   0.875 |          1.0 |  0.667s |    26.484s |
| Iteration 16     | exponen.. |        0.1475 |          140 |       0.8 | squared_er.. |                19 |               14 |         3 |         auto |    0.0202 |   0.625 |          1.0 |  0.663s |    29.407s |
| Iteration 17     | exponen.. |        0.1757 |           60 |       0.8 | squared_er.. |                17 |               17 |         5 |          0.9 |    0.0184 |  0.8125 |          1.0 |  0.649s |    31.330s |
| Iteration 18     | exponen.. |           1.0 |          441 |       0.6 | squared_er.. |                16 |               16 |         6 |          0.8 |    0.0316 |  0.4375 |          1.0 |  0.730s |    33.076s |
| Iteration 19     |  deviance |        0.9599 |          166 |       0.8 | friedman_mse |                 5 |               17 |         1 |         sqrt |    0.0028 |   0.625 |          1.0 |  0.658s |    34.804s |
| Iteration 20     | exponen.. |        0.0664 |          162 |       0.8 | squared_er.. |                19 |                6 |         2 |          0.6 |    0.0234 |   0.875 |          1.0 |  0.666s |    36.593s |
| Iteration 21     | exponen.. |        0.0798 |          408 |       0.8 | squared_er.. |                15 |               18 |         7 |         log2 |    0.0329 |  0.6875 |          1.0 |  0.748s |    38.428s |
| Iteration 22     | exponen.. |        0.0198 |          230 |       0.9 | friedman_mse |                20 |                7 |         1 |          0.6 |     0.028 |  0.7188 |          1.0 |  0.734s |    40.348s |
| Iteration 23     | exponen.. |        0.3751 |          101 |       0.8 | friedman_mse |                15 |               17 |         3 |         log2 |    0.0216 |  0.8125 |          1.0 |  0.651s |    43.684s |
| Iteration 24     | exponen.. |        0.3735 |          192 |       1.0 | friedman_mse |                10 |               17 |         4 |         None |    0.0038 |  0.3125 |          1.0 |  0.659s |    45.988s |
| Iteration 25     |  deviance |        0.6559 |           10 |       1.0 | squared_er.. |                19 |               17 |         4 |         auto |    0.0076 |  0.8125 |          1.0 |  0.624s |    49.515s |
| Iteration 26     | exponen.. |          0.01 |          153 |       0.5 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0093 |     0.5 |          1.0 |  0.660s |    53.580s |
| Iteration 27     | exponen.. |        0.0359 |           66 |       0.9 | friedman_mse |                18 |                8 |         3 |         sqrt |    0.0027 |  0.8125 |          1.0 |  0.643s |    55.813s |
| Iteration 28     |  deviance |        0.1085 |           27 |       0.7 | squared_er.. |                19 |               17 |         6 |         auto |    0.0337 |  0.5938 |          1.0 |  0.662s |    57.686s |
| Iteration 29     | exponen.. |        0.0209 |           74 |       0.8 | squared_er.. |                18 |               17 |         4 |         auto |      0.01 |    0.75 |          1.0 |  0.717s |    59.779s |
| Iteration 30     | exponen.. |        0.3093 |          416 |       1.0 | friedman_mse |                16 |               16 |         2 |         log2 |    0.0027 |   0.625 |          1.0 |  0.737s |     1m:02s |
| Iteration 31     | exponen.. |        0.1546 |          152 |       0.8 | friedman_mse |                15 |                5 |         7 |          0.9 |    0.0322 |  0.8438 |          1.0 |  0.705s |     1m:04s |
| Iteration 32     | exponen.. |        0.0139 |          454 |       0.6 | squared_er.. |                18 |                6 |         4 |         sqrt |      0.02 |     1.0 |          1.0 |  0.765s |     1m:06s |
| Iteration 33     | exponen.. |         0.012 |          500 |       0.6 | squared_er.. |                19 |                5 |         5 |          0.7 |    0.0072 |  0.8125 |          1.0 |  0.786s |     1m:08s |
| Iteration 34     |  deviance |        0.1718 |           87 |       0.5 | squared_er.. |                17 |                6 |         2 |         None |    0.0088 |  0.9375 |          1.0 |  0.661s |     1m:10s |
| Iteration 35     | exponen.. |        0.1007 |           10 |       0.5 | squared_er.. |                17 |                3 |         8 |         log2 |    0.0232 |     1.0 |          1.0 |  0.644s |     1m:12s |
| Iteration 36     | exponen.. |        0.8175 |          331 |       0.5 | squared_er.. |                16 |                1 |         8 |         auto |    0.0086 |  0.6875 |          1.0 |  0.708s |     1m:14s |
| Iteration 37     | exponen.. |         0.037 |           10 |       0.5 | squared_er.. |                18 |                5 |         7 |         auto |    0.0328 |     1.0 |          1.0 |  0.636s |     1m:15s |
| Iteration 38     |  deviance |        0.0113 |           10 |       0.5 | squared_er.. |                18 |                5 |         7 |         auto |    0.0337 |    0.75 |          1.0 |  0.643s |     1m:17s |
| Iteration 39     | exponen.. |        0.8665 |           10 |       1.0 | squared_er.. |                17 |                3 |         8 |          0.7 |    0.0278 |   0.625 |          1.0 |  0.633s |     1m:19s |
| Iteration 40     | exponen.. |        0.1245 |           10 |       0.5 | squared_er.. |                15 |                6 |         3 |          0.6 |    0.0089 |     1.0 |          1.0 |  0.635s |     1m:21s |
| Iteration 41     | exponen.. |        0.2566 |          109 |       0.5 | squared_er.. |                16 |                6 |         3 |         auto |     0.009 |    0.75 |          1.0 |  0.657s |     1m:23s |
| Iteration 42     |  deviance |        0.0663 |          273 |       0.5 | friedman_mse |                 2 |                1 |         7 |          0.8 |    0.0262 |  0.8125 |          1.0 |  0.755s |     1m:26s |
| Iteration 43     | exponen.. |        0.0746 |          417 |       1.0 | squared_er.. |                 2 |                1 |         4 |          0.8 |    0.0033 |  0.5625 |          1.0 |  0.754s |     1m:28s |
| Iteration 44     |  deviance |        0.0191 |          395 |       0.5 | squared_er.. |                10 |                5 |         2 |          0.8 |    0.0153 |     1.0 |          1.0 |  0.748s |     1m:30s |
| Iteration 45     |  deviance |         0.036 |          184 |       0.5 | squared_er.. |                 6 |                5 |         4 |          0.8 |    0.0057 |   0.875 |          1.0 |  0.691s |     1m:32s |
| Iteration 46     | exponen.. |        0.0213 |          387 |       0.5 | friedman_mse |                 2 |                6 |         2 |         sqrt |    0.0345 |  0.8125 |          1.0 |  0.737s |     1m:34s |
| Iteration 47     |  deviance |        0.0128 |           64 |       0.5 | friedman_mse |                20 |                6 |         2 |          0.7 |    0.0127 |     1.0 |          1.0 |  0.654s |     1m:35s |
| Iteration 48     | exponen.. |         0.827 |          469 |       0.5 | friedman_mse |                20 |                7 |         8 |         None |     0.023 |    0.75 |          1.0 |  0.752s |     1m:37s |
| Iteration 49     |  deviance |           1.0 |          491 |       0.5 | friedman_mse |                20 |                4 |         9 |         None |       0.0 |     0.5 |          1.0 |  0.746s |     1m:40s |
| Iteration 50     |  deviance |        0.0489 |          420 |       0.5 | friedman_mse |                15 |                6 |         1 |         None |       0.0 |     1.0 |          1.0 |  0.739s |     1m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0139, 'n_estimators': 454, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 18, 'min_samples_leaf': 6, 'max_depth': 4, 'max_features': 'sqrt', 'ccp_alpha': 0.02}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9946
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.131s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.086
Time elapsed: 0.626s
-------------------------------------------------
Total time: 1m:44s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.4375 |       0.4375 |  0.660s |     0.671s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  0.659s |     2.236s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  0.664s |     3.630s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |         0.75 |  0.660s |     4.998s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |         0.75 |  0.668s |     6.467s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |         0.75 |  0.666s |     7.852s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |         0.75 |  0.665s |     9.377s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.25 |         0.75 |  0.666s |    10.791s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.8125 |       0.8125 |  0.660s |    12.221s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |       0.8125 |  0.662s |    13.682s |
| Iteration 11     |      l2 |  0.0233 | libli.. |      319 |      --- |  0.4375 |       0.8125 |  0.664s |    15.455s |
| Iteration 12     |      l2 | 68.1428 |   lbfgs |      296 |      --- |  0.4375 |       0.8125 |  0.660s |    17.130s |
| Iteration 13     |      l2 |  0.0746 | libli.. |      233 |      --- |   0.625 |       0.8125 |  0.651s |    18.800s |
| Iteration 14     |      l2 |  0.0262 |     sag |      164 |      --- |  0.6875 |       0.8125 |  0.662s |    20.557s |
| Iteration 15     | elast.. |   0.001 |    saga |      895 |      0.7 |     0.5 |       0.8125 |  0.665s |    22.604s |
| Iteration 16     |    none |     --- |   lbfgs |      394 |      --- |    0.75 |       0.8125 |  0.668s |    24.335s |
| Iteration 17     |      l2 |  0.0132 |     sag |      245 |      --- |   0.625 |       0.8125 |  0.654s |    25.992s |
| Iteration 18     |      l2 | 19.9287 |   lbfgs |      505 |      --- |  0.4375 |       0.8125 |  0.658s |    27.694s |
| Iteration 19     |      l2 | 99.9809 | newto.. |      550 |      --- |   0.625 |       0.8125 |  1.312s |    31.558s |
| Iteration 20     |    none |     --- |   lbfgs |      523 |      --- |    0.75 |       0.8125 |  0.660s |    33.548s |
| Iteration 21     |      l2 |  1.6212 | newto.. |      133 |      --- |   0.625 |       0.8125 |  0.660s |    35.258s |
| Iteration 22     |    none |     --- |     sag |      652 |      --- |   0.625 |       0.8125 |  0.665s |    36.973s |
| Iteration 23     |    none |     --- |    saga |      955 |      --- |  0.8125 |       0.8125 |  0.659s |    38.694s |
| Iteration 24     |    none |     --- |    saga |      466 |      --- |     1.0 |          1.0 |  0.652s |    40.486s |
| Iteration 25     |    none |     --- |    saga |      711 |      --- |   0.625 |          1.0 |  0.654s |    42.158s |
| Iteration 26     |    none |     --- |   lbfgs |      215 |      --- |  0.3125 |          1.0 |  0.656s |    43.977s |
| Iteration 27     |    none |     --- |    saga |      615 |      --- |   0.625 |          1.0 |  0.656s |    45.715s |
| Iteration 28     |    none |     --- |   lbfgs |      642 |      --- |    0.25 |          1.0 |  0.652s |    47.440s |
| Iteration 29     | elast.. |  0.0011 |    saga |      114 |      0.1 |     0.5 |          1.0 |  0.657s |    49.148s |
| Iteration 30     |    none |     --- |     sag |      108 |      --- |     0.5 |          1.0 |  0.651s |    50.980s |
| Iteration 31     |    none |     --- |    saga |      119 |      --- |     0.5 |          1.0 |  0.648s |    52.780s |
| Iteration 32     |      l2 |   100.0 | libli.. |      956 |      --- |     0.5 |          1.0 |  0.651s |    54.471s |
| Iteration 33     |      l2 |  0.0311 | libli.. |      720 |      --- |  0.8125 |          1.0 |  0.662s |    56.306s |
| Iteration 34     |      l2 |  0.0375 | libli.. |      127 |      --- |  0.9375 |          1.0 |  0.649s |    58.078s |
| Iteration 35     |      l2 |   0.043 | libli.. |      303 |      --- |     1.0 |          1.0 |  0.658s |     1m:02s |
| Iteration 36     |      l2 |  0.0451 | libli.. |      920 |      --- |   0.375 |          1.0 |  0.654s |     1m:05s |
| Iteration 37     |      l2 |   1.392 | libli.. |      206 |      --- |  0.5625 |          1.0 |  0.655s |     1m:09s |
| Iteration 38     |      l2 |  0.0419 | libli.. |      269 |      --- |  0.5625 |          1.0 |  0.657s |     1m:12s |
| Iteration 39     |      l2 |   0.027 | libli.. |      125 |      --- |  0.8125 |          1.0 |  0.654s |     1m:14s |
| Iteration 40     |      l2 |  0.0334 | libli.. |      100 |      --- |  0.9375 |          1.0 |  0.652s |     1m:16s |
| Iteration 41     |      l2 |  0.0215 | libli.. |      150 |      --- |   0.625 |          1.0 |  0.653s |     1m:17s |
| Iteration 42     |      l2 |  0.0342 | libli.. |      100 |      --- |  0.8125 |          1.0 |  0.650s |     1m:19s |
| Iteration 43     |      l2 |  0.0552 | libli.. |      314 |      --- |  0.5625 |          1.0 |  0.650s |     1m:21s |
| Iteration 44     |      l2 |  0.0342 | libli.. |      100 |      --- |  0.8125 |          1.0 |  0.001s |     1m:23s |
| Iteration 45     |      l2 |   0.162 | libli.. |      318 |      --- |    0.75 |          1.0 |  1.293s |     1m:26s |
| Iteration 46     |      l2 |  0.0343 | libli.. |      100 |      --- |   0.625 |          1.0 |  0.704s |     1m:28s |
| Iteration 47     |      l2 |  0.0341 | libli.. |      150 |      --- |  0.8125 |          1.0 |  0.695s |     1m:30s |
| Iteration 48     |      l2 |  0.0341 | libli.. |      164 |      --- |     0.5 |          1.0 |  0.696s |     1m:32s |
| Iteration 49     |      l2 |  0.1214 | libli.. |      122 |      --- |   0.625 |          1.0 |  0.700s |     1m:34s |
| Iteration 50     |      l2 |  0.0435 |   lbfgs |      100 |      --- |  0.6875 |          1.0 |  0.705s |     1m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'penalty': 'l2', 'C': 0.043, 'solver': 'liblinear', 'max_iter': 303}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7188
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.02
Time elapsed: 0.053s
-------------------------------------------------
Total time: 1m:38s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  0.689s |     0.695s |
| Initial point 2  |     svd |       --- |   0.125 |        0.625 |  0.686s |     2.427s |
| Initial point 3  |     svd |       --- |   0.125 |        0.625 |  0.000s |     3.426s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  0.643s |     4.876s |
| Initial point 5  |   eigen |       0.9 |   0.625 |         0.75 |  0.636s |     6.343s |
| Initial point 6  |    lsqr |       0.7 |    0.25 |         0.75 |  0.666s |     7.814s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |         0.75 |  0.643s |     9.241s |
| Initial point 8  |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.640s |    10.690s |
| Initial point 9  |    lsqr |       0.6 |   0.875 |       0.9375 |  0.636s |    13.177s |
| Initial point 10 |   eigen |       0.8 |    0.75 |       0.9375 |  0.638s |    14.966s |
| Iteration 11     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    15.888s |
| Iteration 12     |    lsqr |      None |   0.375 |       0.9375 |  0.665s |    17.446s |
| Iteration 13     |   eigen |       0.7 |    0.75 |       0.9375 |  0.648s |    18.966s |
| Iteration 14     |   eigen |       0.5 |  0.6875 |       0.9375 |  0.638s |    20.562s |
| Iteration 15     |   eigen |      auto |  0.6875 |       0.9375 |  0.635s |    22.138s |
| Iteration 16     |   eigen |      None |     0.5 |       0.9375 |  0.630s |    23.667s |
| Iteration 17     |   eigen |       0.6 |     0.5 |       0.9375 |  0.634s |    25.255s |
| Iteration 18     |    lsqr |       1.0 |  0.3125 |       0.9375 |  0.643s |    26.950s |
| Iteration 19     |    lsqr |      auto |    0.75 |       0.9375 |  0.652s |    28.567s |
| Iteration 20     |     svd |       --- |   0.125 |       0.9375 |  0.000s |    29.452s |
| Iteration 21     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    30.344s |
| Iteration 22     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.001s |    31.303s |
| Iteration 23     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    32.191s |
| Iteration 24     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    33.102s |
| Iteration 25     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    34.075s |
| Iteration 26     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    35.135s |
| Iteration 27     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    36.127s |
| Iteration 28     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    37.107s |
| Iteration 29     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    38.227s |
| Iteration 30     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    39.197s |
| Iteration 31     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.001s |    40.252s |
| Iteration 32     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    41.210s |
| Iteration 33     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    42.161s |
| Iteration 34     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    43.151s |
| Iteration 35     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    44.206s |
| Iteration 36     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    45.194s |
| Iteration 37     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    46.904s |
| Iteration 38     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    47.906s |
| Iteration 39     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    48.959s |
| Iteration 40     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.001s |    50.002s |
| Iteration 41     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    51.008s |
| Iteration 42     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    52.024s |
| Iteration 43     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    53.018s |
| Iteration 44     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    54.065s |
| Iteration 45     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    55.110s |
| Iteration 46     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    56.137s |
| Iteration 47     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.001s |    59.265s |
| Iteration 48     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     1m:01s |
| Iteration 49     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 50     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.001s |     1m:03s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7009
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.049
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:04s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  0.631s |     0.635s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  0.627s |     2.015s |
| Initial point 3  |       0.1 |    0.75 |         0.75 |  0.633s |     3.550s |
| Initial point 4  |       1.0 |   0.625 |         0.75 |  0.001s |     4.421s |
| Initial point 5  |       0.2 |  0.5625 |         0.75 |  0.632s |     5.769s |
| Initial point 6  |       0.4 |    0.25 |         0.75 |  0.632s |     7.107s |
| Initial point 7  |       0.4 |    0.25 |         0.75 |  0.001s |     7.943s |
| Initial point 8  |       0.7 |  0.9375 |       0.9375 |  0.632s |     9.399s |
| Initial point 9  |       0.9 |   0.625 |       0.9375 |  0.000s |    11.609s |
| Initial point 10 |       0.8 |    0.75 |       0.9375 |  0.644s |    13.373s |
| Iteration 11     |       0.3 |    0.25 |       0.9375 |  0.653s |    14.932s |
| Iteration 12     |       0.6 |  0.4375 |       0.9375 |  0.655s |    16.413s |
| Iteration 13     |       0.5 |    0.75 |       0.9375 |  0.637s |    17.999s |
| Iteration 14     |       0.0 |  0.5625 |       0.9375 |  0.649s |    20.097s |
| Iteration 15     |       0.7 |  0.9375 |       0.9375 |  0.000s |    21.293s |
| Iteration 16     |       0.7 |  0.9375 |       0.9375 |  0.001s |    23.023s |
| Iteration 17     |       0.7 |  0.9375 |       0.9375 |  0.000s |    24.094s |
| Iteration 18     |       0.7 |  0.9375 |       0.9375 |  0.001s |    24.965s |
| Iteration 19     |       0.7 |  0.9375 |       0.9375 |  0.000s |    25.867s |
| Iteration 20     |       0.7 |  0.9375 |       0.9375 |  0.000s |    26.679s |
| Iteration 21     |       0.7 |  0.9375 |       0.9375 |  0.000s |    27.528s |
| Iteration 22     |       0.7 |  0.9375 |       0.9375 |  0.000s |    28.399s |
| Iteration 23     |       0.4 |    0.25 |       0.9375 |  0.000s |    29.346s |
| Iteration 24     |       0.7 |  0.9375 |       0.9375 |  0.000s |    30.203s |
| Iteration 25     |       0.7 |  0.9375 |       0.9375 |  0.000s |    31.036s |
| Iteration 26     |       0.7 |  0.9375 |       0.9375 |  0.000s |    31.876s |
| Iteration 27     |       0.7 |  0.9375 |       0.9375 |  0.000s |    32.703s |
| Iteration 28     |       0.9 |   0.625 |       0.9375 |  0.000s |    33.543s |
| Iteration 29     |       0.7 |  0.9375 |       0.9375 |  0.000s |    34.761s |
| Iteration 30     |       0.8 |    0.75 |       0.9375 |  0.000s |    35.597s |
| Iteration 31     |       0.7 |  0.9375 |       0.9375 |  0.001s |    36.464s |
| Iteration 32     |       0.7 |  0.9375 |       0.9375 |  0.000s |    37.352s |
| Iteration 33     |       0.7 |  0.9375 |       0.9375 |  0.000s |    38.217s |
| Iteration 34     |       0.7 |  0.9375 |       0.9375 |  0.000s |    39.084s |
| Iteration 35     |       0.7 |  0.9375 |       0.9375 |  0.000s |    40.169s |
| Iteration 36     |       0.7 |  0.9375 |       0.9375 |  0.000s |    41.145s |
| Iteration 37     |       0.7 |  0.9375 |       0.9375 |  0.000s |    42.971s |
| Iteration 38     |       0.7 |  0.9375 |       0.9375 |  0.000s |    44.994s |
| Iteration 39     |       0.7 |  0.9375 |       0.9375 |  0.000s |    46.101s |
| Iteration 40     |       0.7 |  0.9375 |       0.9375 |  0.000s |    47.045s |
| Iteration 41     |       0.7 |  0.9375 |       0.9375 |  0.001s |    47.992s |
| Iteration 42     |       0.7 |  0.9375 |       0.9375 |  0.000s |    48.883s |
| Iteration 43     |       0.7 |  0.9375 |       0.9375 |  0.000s |    51.026s |
| Iteration 44     |       0.7 |  0.9375 |       0.9375 |  0.000s |    52.180s |
| Iteration 45     |       0.7 |  0.9375 |       0.9375 |  0.000s |    53.097s |
| Iteration 46     |       0.7 |  0.9375 |       0.9375 |  0.000s |    54.034s |
| Iteration 47     |       0.7 |  0.9375 |       0.9375 |  0.000s |    55.291s |
| Iteration 48     |       0.7 |  0.9375 |       0.9375 |  0.001s |    57.318s |
| Iteration 49     |       0.7 |  0.9375 |       0.9375 |  0.001s |    58.290s |
| Iteration 50     |       0.7 |  0.9375 |       0.9375 |  0.000s |    59.242s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7036
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0583
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:00s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.8669 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  0.655s |     0.675s |
| Initial point 2  |  4.7195 | uniform |   kd_tree |        39 |       2 |  0.5938 |       0.5938 |  0.651s |     2.116s |
| Initial point 3  |  3.7281 | dista.. | ball_tree |        25 |       2 |  0.9375 |       0.9375 |  0.660s |     3.526s |
| Initial point 4  | 10.8765 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.657s |     4.936s |
| Initial point 5  |  8.5203 | dista.. |      auto |        30 |       2 |    0.75 |       0.9375 |  0.651s |     6.329s |
| Initial point 6  |  9.8672 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.9375 |  0.668s |     7.740s |
| Initial point 7  |  7.0577 | dista.. | ball_tree |        24 |       1 |    0.75 |       0.9375 |  0.661s |     9.140s |
| Initial point 8  |  1.6913 | dista.. | ball_tree |        21 |       2 |     0.5 |       0.9375 |  0.654s |    10.588s |
| Initial point 9  |  7.8618 | uniform | ball_tree |        24 |       1 |  0.7188 |       0.9375 |  0.652s |    12.074s |
| Initial point 10 |  5.5841 | uniform |     brute |        22 |       2 |     0.5 |       0.9375 |  0.654s |    13.457s |
| Iteration 11     |     0.0 | dista.. |      auto |        26 |       1 |     0.5 |       0.9375 |  0.655s |    15.266s |
| Iteration 12     |  3.7244 | dista.. |      auto |        25 |       2 |   0.625 |       0.9375 |  0.660s |    16.985s |
| Iteration 13     |  0.0943 | dista.. | ball_tree |        25 |       2 |  0.4688 |       0.9375 |  0.654s |    18.841s |
| Iteration 14     |   3.988 | dista.. | ball_tree |        26 |       2 |    0.75 |       0.9375 |  0.663s |    20.667s |
| Iteration 15     |  7.0581 | dista.. |      auto |        39 |       2 |  0.8125 |       0.9375 |  0.656s |    22.340s |
| Iteration 16     |  4.5307 | dista.. |   kd_tree |        26 |       2 |   0.875 |       0.9375 |  0.675s |    24.093s |
| Iteration 17     |  5.0857 | dista.. |     brute |        36 |       2 |   0.625 |       0.9375 |  0.649s |    25.798s |
| Iteration 18     |  5.2693 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.9375 |  0.664s |    27.503s |
| Iteration 19     |  4.4418 | dista.. |   kd_tree |        25 |       2 |     0.5 |       0.9375 |  0.660s |    29.366s |
| Iteration 20     |  7.8023 | dista.. |     brute |        28 |       2 |     1.0 |          1.0 |  0.655s |    31.010s |
| Iteration 21     |  2.9242 | uniform | ball_tree |        33 |       1 |  0.4062 |          1.0 |  0.666s |    33.839s |
| Iteration 22     |  7.8609 | dista.. |     brute |        24 |       1 |  0.5312 |          1.0 |  0.654s |    35.759s |
| Iteration 23     |  7.5492 | dista.. |   kd_tree |        20 |       2 |    0.75 |          1.0 |  0.657s |    37.414s |
| Iteration 24     |  3.5708 | dista.. |     brute |        34 |       1 |     1.0 |          1.0 |  0.659s |    39.879s |
| Iteration 25     |  3.0487 | dista.. | ball_tree |        40 |       1 |  0.6875 |          1.0 |  0.634s |    41.634s |
| Iteration 26     |   3.526 | dista.. |     brute |        25 |       1 |   0.375 |          1.0 |  0.637s |    43.371s |
| Iteration 27     |  0.0001 | uniform |   kd_tree |        28 |       1 |     0.5 |          1.0 |  0.644s |    45.056s |
| Iteration 28     |  4.5923 | dista.. |      auto |        34 |       1 |   0.375 |          1.0 |  0.640s |    47.360s |
| Iteration 29     |  11.896 | dista.. |   kd_tree |        20 |       2 |    0.75 |          1.0 |  0.632s |    51.037s |
| Iteration 30     | 11.8946 | uniform |   kd_tree |        37 |       1 |   0.625 |          1.0 |  0.656s |    53.165s |
| Iteration 31     |  9.0999 | uniform |     brute |        28 |       2 |  0.5312 |          1.0 |  0.661s |    54.915s |
| Iteration 32     | 11.8964 | dista.. |     brute |        31 |       2 |  0.6875 |          1.0 |  0.648s |    56.534s |
| Iteration 33     |  0.0011 | uniform | ball_tree |        31 |       2 |     0.5 |          1.0 |  0.647s |    58.584s |
| Iteration 34     | 10.6851 | dista.. |   kd_tree |        38 |       2 |     1.0 |          1.0 |  0.647s |     1m:01s |
| Iteration 35     | 11.8951 | dista.. |   kd_tree |        30 |       2 |  0.8125 |          1.0 |  0.647s |     1m:02s |
| Iteration 36     | 11.5649 | dista.. |     brute |        40 |       2 |  0.5625 |          1.0 |  0.664s |     1m:04s |
| Iteration 37     | 11.8977 | uniform | ball_tree |        28 |       1 |  0.5312 |          1.0 |  0.656s |     1m:07s |
| Iteration 38     | 11.8981 | dista.. |   kd_tree |        27 |       1 |    0.75 |          1.0 |  0.658s |     1m:10s |
| Iteration 39     | 11.8955 | dista.. | ball_tree |        25 |       1 |    0.75 |          1.0 |  0.650s |     1m:13s |
| Iteration 40     | 11.9004 | dista.. |     brute |        40 |       2 |     1.0 |          1.0 |  0.652s |     1m:16s |
| Iteration 41     | 11.7999 | dista.. | ball_tree |        40 |       2 |  0.6875 |          1.0 |  0.658s |     1m:19s |
| Iteration 42     | 11.9004 | dista.. |     brute |        40 |       2 |     1.0 |          1.0 |  0.001s |     1m:20s |
| Iteration 43     | 11.9004 | dista.. |     brute |        40 |       2 |     1.0 |          1.0 |  0.001s |     1m:21s |
| Iteration 44     |  10.708 | dista.. |   kd_tree |        38 |       2 |  0.8125 |          1.0 |  0.656s |     1m:23s |
| Iteration 45     | 10.5957 | dista.. |   kd_tree |        38 |       2 |   0.875 |          1.0 |  0.679s |     1m:27s |
| Iteration 46     |  7.8807 | dista.. |     brute |        28 |       2 |  0.8125 |          1.0 |  0.679s |     1m:30s |
| Iteration 47     |  7.7222 | dista.. |     brute |        28 |       2 |     1.0 |          1.0 |  0.653s |     1m:32s |
| Iteration 48     |    3.66 | uniform |     brute |        34 |       1 |    0.75 |          1.0 |  1.280s |     1m:34s |
| Iteration 49     |  3.5053 | dista.. |     brute |        34 |       1 |    0.75 |          1.0 |  0.661s |     1m:38s |
| Iteration 50     |  3.6841 | dista.. | ball_tree |        25 |       2 |  0.8125 |          1.0 |  0.647s |     1m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'radius': 3.5708, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 34, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0548
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:42s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  1.026s |     1.033s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  1.033s |     2.786s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.799s |     4.345s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |          1.0 |  0.948s |     6.137s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.6562 |          1.0 |  0.799s |     7.706s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.875 |          1.0 |  0.993s |     9.691s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.4062 |          1.0 |  0.666s |    11.144s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.6875 |          1.0 |  0.944s |    12.961s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4375 |          1.0 |  0.687s |    16.170s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     1.0 |          1.0 |  0.757s |    18.290s |
| Iteration 11     |          161 |        0.0131 |     SAMME |  0.9062 |          1.0 |  0.736s |    20.005s |
| Iteration 12     |          192 |        1.7643 |     SAMME |    0.75 |          1.0 |  0.767s |    21.793s |
| Iteration 13     |          229 |        0.8781 |     SAMME |  0.6875 |          1.0 |  0.786s |    23.584s |
| Iteration 14     |           95 |        0.0108 |     SAMME |  0.7188 |          1.0 |  0.717s |    25.239s |
| Iteration 15     |          465 |        0.0116 |   SAMME.R |  0.7188 |          1.0 |  0.999s |    27.332s |
| Iteration 16     |          160 |        0.0472 |     SAMME |     1.0 |          1.0 |  0.745s |    28.984s |
| Iteration 17     |          168 |        0.0595 |     SAMME |   0.875 |          1.0 |  0.755s |    30.726s |
| Iteration 18     |          130 |        0.2816 |     SAMME |  0.6875 |          1.0 |  0.738s |    32.395s |
| Iteration 19     |          188 |          0.01 |     SAMME |   0.875 |          1.0 |  0.776s |    34.126s |
| Iteration 20     |          500 |        0.2397 |   SAMME.R |   0.875 |          1.0 |  1.018s |    36.193s |
| Iteration 21     |          376 |        1.2599 |   SAMME.R |     1.0 |          1.0 |  0.946s |    38.105s |
| Iteration 22     |          334 |        2.2301 |   SAMME.R |  0.5938 |          1.0 |  0.937s |    40.108s |
| Iteration 23     |          402 |        0.9936 |   SAMME.R |  0.9062 |          1.0 |  0.947s |    42.013s |
| Iteration 24     |          408 |        8.5471 |   SAMME.R |   0.375 |          1.0 |  1.563s |    44.618s |
| Iteration 25     |          165 |        0.0265 |   SAMME.R |   0.875 |          1.0 |  0.765s |    46.523s |
| Iteration 26     |          379 |        0.6478 |   SAMME.R |    0.75 |          1.0 |  0.923s |    48.784s |
| Iteration 27     |          143 |        0.0338 |     SAMME |  0.8438 |          1.0 |  0.730s |    52.737s |
| Iteration 28     |          186 |        0.0229 |     SAMME |  0.3125 |          1.0 |  0.757s |    57.540s |
| Iteration 29     |          161 |        1.1543 |     SAMME |  0.9375 |          1.0 |  0.736s |     1m:02s |
| Iteration 30     |          361 |        1.1495 |   SAMME.R |   0.875 |          1.0 |  0.916s |     1m:06s |
| Iteration 31     |           79 |         1.354 |     SAMME |   0.875 |          1.0 |  0.680s |     1m:10s |
| Iteration 32     |          441 |        0.0148 |   SAMME.R |  0.9375 |          1.0 |  0.975s |     1m:15s |
| Iteration 33     |           86 |        0.0146 |     SAMME |    0.75 |          1.0 |  0.685s |     1m:19s |
| Iteration 34     |          387 |        1.1625 |     SAMME |  0.9375 |          1.0 |  0.914s |     1m:24s |
| Iteration 35     |          254 |        0.1843 |   SAMME.R |  0.9375 |          1.0 |  0.846s |     1m:28s |
| Iteration 36     |          496 |        0.1612 |   SAMME.R |  0.6875 |          1.0 |  1.044s |     1m:32s |
| Iteration 37     |          493 |        1.1068 |   SAMME.R |   0.625 |          1.0 |  1.035s |     1m:37s |
| Iteration 38     |          391 |          0.04 |   SAMME.R |     1.0 |          1.0 |  0.939s |     1m:42s |
| Iteration 39     |          434 |        0.0399 |   SAMME.R |    0.75 |          1.0 |  0.974s |     1m:46s |
| Iteration 40     |          132 |        1.3335 |     SAMME |     1.0 |          1.0 |  0.714s |     1m:48s |
| Iteration 41     |           94 |        1.3629 |   SAMME.R |   0.875 |          1.0 |  0.703s |     1m:50s |
| Iteration 42     |           69 |        0.4384 |   SAMME.R |    0.75 |          1.0 |  0.683s |     1m:52s |
| Iteration 43     |          478 |        0.0667 |   SAMME.R |   0.625 |          1.0 |  1.003s |     1m:54s |
| Iteration 44     |           97 |        0.1178 |   SAMME.R |     1.0 |          1.0 |  0.704s |     1m:56s |
| Iteration 45     |          174 |        0.1174 |     SAMME |  0.8438 |          1.0 |  0.753s |     1m:58s |
| Iteration 46     |           61 |        0.2043 |     SAMME |  0.7188 |          1.0 |  0.668s |     1m:59s |
| Iteration 47     |          469 |         0.128 |   SAMME.R |    0.75 |          1.0 |  1.004s |     2m:02s |
| Iteration 48     |          500 |        1.3562 |     SAMME |  0.8125 |          1.0 |  0.981s |     2m:04s |
| Iteration 49     |           50 |        1.1911 |     SAMME |  0.9375 |          1.0 |  0.707s |     2m:06s |
| Iteration 50     |           50 |        1.1814 |     SAMME |     1.0 |          1.0 |  0.717s |     2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'n_estimators': 376, 'learning_rate': 1.2599, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.357s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0917
Time elapsed: 1.577s
-------------------------------------------------
Total time: 2m:11s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     0.5 |          0.5 |  1.069s |     1.088s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  0.944s |     2.858s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.981s |     4.642s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |          1.0 |  0.802s |     6.217s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.9375 |          1.0 |  0.982s |     8.897s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  0.823s |    10.832s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.866s |    13.958s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6875 |          1.0 |  0.853s |    15.760s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.7812 |          1.0 |  0.950s |    17.574s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  0.939s |    19.427s |
| Iteration 11     |          173 |   entropy |         9 |                20 |                1 |          0.6 |      True |     0.035 |         0.9 |   0.875 |          1.0 |  0.821s |    21.598s |
| Iteration 12     |          500 |      gini |         5 |                10 |                1 |          0.6 |     False |    0.0308 |         --- |    0.75 |          1.0 |  0.994s |    23.948s |
| Iteration 13     |          257 |   entropy |         6 |                14 |                3 |          0.6 |     False |    0.0245 |         --- |   0.625 |          1.0 |  0.820s |    25.968s |
| Iteration 14     |          460 |   entropy |         2 |                12 |                3 |         log2 |     False |    0.0297 |         --- |   0.875 |          1.0 |  0.932s |    28.146s |
| Iteration 15     |          500 |   entropy |         5 |                13 |               10 |         None |     False |    0.0337 |         --- |  0.8125 |          1.0 |  0.946s |    30.299s |
| Iteration 16     |          352 |      gini |         7 |                 6 |               17 |          0.8 |      True |     0.007 |        None |    0.75 |          1.0 |  0.922s |    32.467s |
| Iteration 17     |          480 |   entropy |         7 |                 4 |               12 |          0.7 |     False |    0.0221 |         --- |     1.0 |          1.0 |  0.958s |    34.603s |
| Iteration 18     |          403 |      gini |         2 |                 7 |                4 |          0.5 |     False |    0.0143 |         --- |   0.625 |          1.0 |  0.895s |    36.693s |
| Iteration 19     |          475 |      gini |      None |                19 |               11 |          0.8 |     False |    0.0111 |         --- |  0.6875 |          1.0 |  0.941s |    38.824s |
| Iteration 20     |          475 |   entropy |         9 |                19 |               12 |          0.8 |     False |    0.0339 |         --- |     1.0 |          1.0 |  0.940s |    40.988s |
| Iteration 21     |          310 |      gini |         6 |                15 |               15 |         None |      True |    0.0003 |         0.5 |     0.5 |          1.0 |  0.871s |    43.299s |
| Iteration 22     |          474 |   entropy |         7 |                 9 |               10 |          0.5 |     False |    0.0291 |         --- |  0.7188 |          1.0 |  0.935s |    45.593s |
| Iteration 23     |          480 |   entropy |         8 |                11 |               12 |         None |     False |    0.0224 |         --- |  0.6875 |          1.0 |  0.946s |    47.754s |
| Iteration 24     |          474 |   entropy |         4 |                10 |               13 |          0.7 |     False |    0.0325 |         --- |  0.6875 |          1.0 |  0.932s |    50.075s |
| Iteration 25     |          480 |   entropy |         6 |                 2 |               12 |         None |     False |    0.0221 |         --- |     1.0 |          1.0 |  1.535s |    53.097s |
| Iteration 26     |          477 |      gini |         5 |                 3 |               12 |         log2 |     False |    0.0202 |         --- |  0.5625 |          1.0 |  0.908s |    55.668s |
| Iteration 27     |          480 |   entropy |         6 |                11 |               13 |          0.9 |     False |    0.0221 |         --- |  0.8438 |          1.0 |  0.919s |    57.849s |
| Iteration 28     |          476 |   entropy |         7 |                16 |               12 |          0.6 |     False |    0.0221 |         --- |  0.3125 |          1.0 |  0.915s |     1m:00s |
| Iteration 29     |          329 |   entropy |         3 |                 2 |                3 |          0.9 |     False |    0.0231 |         --- |    0.75 |          1.0 |  0.826s |     1m:02s |
| Iteration 30     |          355 |   entropy |         7 |                 4 |               18 |          0.7 |     False |    0.0216 |         --- |    0.75 |          1.0 |  0.841s |     1m:05s |
| Iteration 31     |          344 |   entropy |         9 |                19 |               13 |         log2 |      True |    0.0345 |         0.5 |  0.6875 |          1.0 |  0.887s |     1m:07s |
| Iteration 32     |          138 |   entropy |         3 |                18 |               13 |          0.6 |     False |    0.0294 |         --- |   0.875 |          1.0 |  0.708s |     1m:09s |
| Iteration 33     |          488 |   entropy |         3 |                 2 |               12 |          0.8 |     False |    0.0226 |         --- |  0.8125 |          1.0 |  0.913s |     1m:12s |
| Iteration 34     |          471 |   entropy |         3 |                20 |                8 |          0.9 |     False |    0.0338 |         --- |  0.9375 |          1.0 |  0.909s |     1m:16s |
| Iteration 35     |          124 |   entropy |         4 |                 3 |                9 |         None |     False |    0.0217 |         --- |     1.0 |          1.0 |  0.785s |     1m:21s |
| Iteration 36     |          162 |   entropy |         8 |                 3 |                6 |         None |      True |    0.0219 |        None |  0.6875 |          1.0 |  0.770s |     1m:26s |
| Iteration 37     |          200 |   entropy |         2 |                 3 |                9 |          0.6 |     False |     0.022 |         --- |  0.8125 |          1.0 |  0.779s |     1m:28s |
| Iteration 38     |          448 |   entropy |         6 |                19 |               13 |          0.9 |     False |    0.0345 |         --- |    0.75 |          1.0 |  0.929s |     1m:31s |
| Iteration 39     |          175 |   entropy |         5 |                 4 |                7 |          0.9 |     False |    0.0221 |         --- |   0.875 |          1.0 |  0.753s |     1m:33s |
| Iteration 40     |          344 |   entropy |         8 |                10 |               16 |          0.8 |     False |    0.0168 |         --- |   0.875 |          1.0 |  0.858s |     1m:36s |
| Iteration 41     |          492 |      gini |         8 |                17 |                3 |          0.5 |     False |    0.0285 |         --- |     0.5 |          1.0 |  0.952s |     1m:39s |
| Iteration 42     |          467 |   entropy |         4 |                15 |                3 |          0.6 |     False |    0.0292 |         --- |    0.75 |          1.0 |  0.928s |     1m:41s |
| Iteration 43     |          133 |      gini |         2 |                18 |                8 |         auto |      True |       0.0 |         0.8 |  0.8125 |          1.0 |  0.738s |     1m:43s |
| Iteration 44     |          455 |      gini |         8 |                15 |                3 |         None |      True |    0.0305 |        None |     1.0 |          1.0 |  1.008s |     1m:46s |
| Iteration 45     |           15 |      gini |         6 |                 3 |                9 |         None |      True |     0.035 |         0.7 |   0.875 |          1.0 |  0.655s |     1m:48s |
| Iteration 46     |          467 |      gini |         4 |                 6 |                9 |         None |     False |     0.035 |         --- |  0.6562 |          1.0 |  0.933s |     1m:50s |
| Iteration 47     |          316 |   entropy |         7 |                14 |               10 |         sqrt |     False |    0.0001 |         --- |     1.0 |          1.0 |  0.820s |     1m:53s |
| Iteration 48     |          334 |   entropy |         5 |                 3 |                6 |         None |     False |    0.0018 |         --- |   0.875 |          1.0 |  1.490s |     1m:56s |
| Iteration 49     |          400 |   entropy |      None |                 2 |               15 |         None |     False |    0.0219 |         --- |  0.9375 |          1.0 |  0.947s |     1m:59s |
| Iteration 50     |          393 |   entropy |         4 |                 2 |                9 |          0.5 |     False |    0.0219 |         --- |  0.9375 |          1.0 |  0.874s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 480, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 2, 'min_samples_leaf': 12, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.0221}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9009
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.348s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0735
Time elapsed: 1.554s
-------------------------------------------------
Total time: 2m:05s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.786s |     0.805s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.781s |     2.563s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.816s |     4.307s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.693s |     5.823s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.720s |     7.434s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.716s |     8.983s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.718s |    12.119s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.740s |    14.214s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |          1.0 |  0.758s |    15.782s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.743s |    17.443s |
| Iteration 11     |          123 |        0.0293 |         6 |     0.0 |                2 |       0.6 |              0.6 |        10 |          0 |     0.5 |          1.0 |  0.667s |    19.374s |
| Iteration 12     |          317 |        0.0284 |         8 |  0.3505 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |  0.4375 |          1.0 |  0.712s |    21.293s |
| Iteration 13     |          404 |        0.1496 |         6 |  0.9089 |                6 |       1.0 |              1.0 |       0.1 |         10 |  0.4062 |          1.0 |  0.734s |    23.291s |
| Iteration 14     |          432 |        0.0118 |         6 |  0.2907 |               10 |       0.8 |              0.4 |      0.01 |        100 |     0.5 |          1.0 |  0.728s |    25.255s |
| Iteration 15     |          121 |        0.0434 |         6 |   0.539 |                9 |       0.8 |              1.0 |        10 |       0.01 |     0.5 |          1.0 |  0.682s |    29.335s |
| Iteration 16     |          477 |        0.0427 |         6 |  0.6404 |                3 |       0.8 |              0.9 |         0 |         10 |  0.6875 |          1.0 |  0.736s |    32.121s |
| Iteration 17     |          466 |        0.0221 |         6 |  0.8912 |                1 |       0.8 |              0.8 |        10 |        0.1 |     0.5 |          1.0 |  0.726s |    34.204s |
| Iteration 18     |          420 |        0.0551 |         6 |  0.3208 |                8 |       0.8 |              0.6 |       0.1 |         10 |     0.5 |          1.0 |  0.713s |    36.284s |
| Iteration 19     |          430 |        0.0371 |         5 |  0.2297 |                3 |       0.8 |              0.8 |         1 |          0 |  0.8125 |          1.0 |  0.712s |    38.322s |
| Iteration 20     |          430 |        0.5248 |         8 |  0.4874 |                3 |       0.8 |              0.7 |       0.1 |       0.01 |     1.0 |          1.0 |  0.736s |    40.556s |
| Iteration 21     |          430 |        0.0327 |         4 |   0.424 |                3 |       0.8 |              0.9 |      0.01 |          0 |  0.8125 |          1.0 |  0.734s |    42.611s |
| Iteration 22     |          429 |        0.0704 |         9 |  0.0287 |                3 |       0.7 |              1.0 |       0.1 |        0.1 |  0.6875 |          1.0 |  0.724s |    44.661s |
| Iteration 23     |          428 |        0.0487 |         3 |  0.4696 |                3 |       0.8 |              1.0 |       0.1 |         10 |  0.9062 |          1.0 |  0.717s |    46.603s |
| Iteration 24     |          437 |        0.0471 |         7 |   0.474 |                4 |       0.9 |              0.6 |       0.1 |         10 |     1.0 |          1.0 |  0.725s |    48.759s |
| Iteration 25     |          431 |        0.0309 |         7 |   0.472 |                3 |       0.8 |              0.7 |       0.1 |         10 |    0.75 |          1.0 |  1.438s |    51.407s |
| Iteration 26     |          436 |        0.2508 |         1 |  0.4543 |                4 |       0.9 |              1.0 |       100 |          0 |     0.5 |          1.0 |  0.709s |    53.321s |
| Iteration 27     |          454 |        0.0213 |         4 |  0.4191 |                4 |       0.8 |              0.9 |       0.1 |          0 |  0.6875 |          1.0 |  0.729s |    55.227s |
| Iteration 28     |          435 |        0.4502 |         9 |  0.7305 |                3 |       0.8 |              0.6 |      0.01 |       0.01 |   0.625 |          1.0 |  0.710s |    57.110s |
| Iteration 29     |          411 |        0.3284 |         1 |  0.3817 |                3 |       0.8 |              0.9 |       0.1 |       0.01 |  0.8125 |          1.0 |  0.709s |    59.010s |
| Iteration 30     |          432 |        0.9085 |         7 |  0.3946 |                2 |       0.6 |              0.5 |       0.1 |          1 |  0.8125 |          1.0 |  0.733s |     1m:01s |
| Iteration 31     |          431 |        0.3988 |        10 |  0.4269 |                4 |       0.6 |              0.4 |      0.01 |        100 |    0.75 |          1.0 |  0.709s |     1m:03s |
| Iteration 32     |          479 |        0.0589 |        10 |   0.282 |                1 |       0.8 |              0.4 |      0.01 |        100 |   0.875 |          1.0 |  0.729s |     1m:05s |
| Iteration 33     |          500 |        0.5791 |         7 |  0.3275 |                1 |       1.0 |              1.0 |       0.1 |        100 |    0.75 |          1.0 |  0.746s |     1m:07s |
| Iteration 34     |          500 |        0.2531 |         3 |     0.0 |                1 |       0.7 |              0.7 |         0 |         10 |     1.0 |          1.0 |  0.732s |     1m:09s |
| Iteration 35     |          500 |          0.01 |         1 |     0.0 |                1 |       1.0 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.737s |     1m:11s |
| Iteration 36     |          500 |           1.0 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |  0.8125 |          1.0 |  0.720s |     1m:13s |
| Iteration 37     |          500 |        0.1087 |         5 |     0.0 |                4 |       0.8 |              0.6 |         0 |        0.1 |     1.0 |          1.0 |  0.731s |     1m:15s |
| Iteration 38     |          500 |          0.01 |         1 |     0.0 |                3 |       0.5 |              1.0 |         0 |        100 |    0.75 |          1.0 |  0.724s |     1m:17s |
| Iteration 39     |          441 |        0.0266 |         3 |  0.1463 |                1 |       1.0 |              0.9 |         0 |          1 |  0.5625 |          1.0 |  0.736s |     1m:19s |
| Iteration 40     |          500 |        0.1169 |         6 |     0.0 |                1 |       0.5 |              0.8 |       0.1 |        100 |     1.0 |          1.0 |  0.741s |     1m:21s |
| Iteration 41     |          500 |          0.01 |         1 |     0.0 |                1 |       0.8 |              0.4 |         1 |       0.01 |   0.625 |          1.0 |  0.730s |     1m:23s |
| Iteration 42     |           20 |        0.9937 |         3 |     1.0 |                1 |       0.6 |              0.7 |         0 |          0 |   0.625 |          1.0 |  0.655s |     1m:26s |
| Iteration 43     |          500 |        0.3358 |         4 |     0.0 |                3 |       1.0 |              0.4 |      0.01 |          0 |  0.9375 |          1.0 |  0.725s |     1m:28s |
| Iteration 44     |           20 |        0.1566 |         5 |     0.0 |               10 |       0.8 |              0.4 |         0 |        100 |     0.5 |          1.0 |  0.645s |     1m:30s |
| Iteration 45     |           20 |        0.2484 |        10 |     1.0 |                1 |       0.9 |              0.5 |       100 |          1 |     0.5 |          1.0 |  0.650s |     1m:32s |
| Iteration 46     |          500 |          0.01 |         9 |     0.0 |                4 |       0.5 |              1.0 |      0.01 |         10 |    0.75 |          1.0 |  0.730s |     1m:34s |
| Iteration 47     |           20 |        0.8179 |         6 |     0.0 |                1 |       0.5 |              0.9 |         0 |         10 |  0.9375 |          1.0 |  0.664s |     1m:36s |
| Iteration 48     |          402 |           1.0 |         1 |     0.0 |                1 |       0.5 |              0.4 |      0.01 |          0 |   0.875 |          1.0 |  0.734s |     1m:38s |
| Iteration 49     |           20 |           1.0 |         3 |     0.0 |                1 |       1.0 |              1.0 |      0.01 |        0.1 |     1.0 |          1.0 |  0.718s |     1m:40s |
| Iteration 50     |           20 |        0.1454 |         1 |     0.0 |                1 |       0.5 |              0.4 |      0.01 |        100 |  0.9062 |          1.0 |  0.714s |     1m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9732
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.1095
Time elapsed: 0.351s
-------------------------------------------------
Total time: 1m:45s


Final results ==================== >>
Duration: 13m:10s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.91 ± 0.086 !
Logistic Regression             --> roc_auc: 0.89 ± 0.02
Linear Discriminant Analysis    --> roc_auc: 0.89 ± 0.049
Quadratic Discriminant Analysis --> roc_auc: 0.91 ± 0.0583 !
Radius Nearest Neighbors        --> roc_auc: 0.8 ± 0.0548
AdaBoost                        --> roc_auc: 0.91 ± 0.0917 !
Random Forest                   --> roc_auc: 0.91 ± 0.0735 !
XGBoost                         --> roc_auc: 0.9 ± 0.1095
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGGADGLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVSQGAQKLVF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAVTGANNLFF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVPTQGGSEKLVF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLAGTDTQYF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVRGAAGNKLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  3.220s |     3.241s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |       0.8125 |  3.403s |     7.595s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |       0.8125 |  3.274s |    12.169s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     0.5 |       0.8125 |  3.267s |    16.448s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |       0.8125 |  3.415s |    20.749s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |       0.8125 |  3.345s |    24.949s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.875 |        0.875 |  3.303s |    29.171s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.625 |        0.875 |  3.334s |    33.339s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6562 |        0.875 |  3.264s |    37.559s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  3.234s |    41.687s |
| Iteration 11     | exponen.. |        0.0524 |          126 |       1.0 | friedman_mse |                13 |               18 |         3 |          0.9 |    0.0146 |  0.6875 |          1.0 |  3.238s |    46.106s |
| Iteration 12     | exponen.. |          0.01 |          413 |       1.0 | squared_er.. |                 8 |                3 |         8 |         auto |    0.0129 |   0.625 |          1.0 |  3.326s |    50.701s |
| Iteration 13     | exponen.. |        0.0133 |          182 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0052 |  0.4375 |          1.0 |  3.234s |    55.086s |
| Iteration 14     | exponen.. |        0.0861 |          283 |       0.5 | squared_er.. |                15 |                7 |         8 |         sqrt |     0.035 |    0.75 |          1.0 |  3.272s |    59.661s |
| Iteration 15     | exponen.. |        0.0582 |          164 |       0.8 | squared_er.. |                 9 |               19 |         8 |          0.7 |    0.0025 |    0.75 |          1.0 |  3.204s |     1m:04s |
| Iteration 16     |  deviance |         0.698 |          239 |       0.6 | squared_er.. |                14 |                7 |         9 |          0.5 |    0.0283 |  0.8125 |          1.0 |  3.251s |     1m:09s |
| Iteration 17     |  deviance |        0.0973 |          500 |       0.6 | friedman_mse |                20 |                2 |         2 |          0.9 |    0.0255 |   0.875 |          1.0 |  3.292s |     1m:13s |
| Iteration 18     |  deviance |        0.1738 |          196 |       1.0 | friedman_mse |                 9 |               11 |         3 |          0.6 |     0.035 |  0.5625 |          1.0 |  3.228s |     1m:18s |
| Iteration 19     | exponen.. |        0.2977 |          439 |       0.9 | friedman_mse |                 7 |                9 |         9 |         auto |    0.0121 |     1.0 |          1.0 |  3.295s |     1m:24s |
| Iteration 20     |  deviance |         0.509 |          301 |       0.8 | friedman_mse |                 7 |                7 |         9 |          0.7 |    0.0061 |  0.8125 |          1.0 |  3.149s |     1m:31s |
| Iteration 21     | exponen.. |        0.8759 |          115 |       0.9 | friedman_mse |                19 |                2 |        10 |          0.5 |    0.0269 |  0.6875 |          1.0 |  3.117s |     1m:35s |
| Iteration 22     | exponen.. |        0.4733 |          276 |       0.6 | friedman_mse |                 7 |                8 |         9 |         log2 |    0.0203 |   0.375 |          1.0 |  3.196s |     1m:40s |
| Iteration 23     |  deviance |        0.0105 |          236 |       0.7 | friedman_mse |                20 |               20 |         3 |         log2 |    0.0323 |  0.7812 |          1.0 |  3.201s |     1m:44s |
| Iteration 24     | exponen.. |        0.6051 |           32 |       0.9 | friedman_mse |                 2 |               14 |        10 |         sqrt |    0.0218 |     1.0 |          1.0 |  3.136s |     1m:49s |
| Iteration 25     | exponen.. |           1.0 |          344 |       0.9 | squared_er.. |                 2 |               19 |        10 |         auto |    0.0147 |   0.875 |          1.0 |  4.026s |     1m:54s |
| Iteration 26     | exponen.. |        0.6633 |          439 |       0.9 | friedman_mse |                 2 |                8 |         5 |          0.8 |    0.0102 |  0.5625 |          1.0 |  3.265s |     1m:58s |
| Iteration 27     | exponen.. |        0.7036 |          105 |       0.9 | friedman_mse |                 2 |                2 |        10 |         auto |    0.0264 |    0.75 |          1.0 |  3.253s |     2m:03s |
| Iteration 28     |  deviance |         0.314 |          405 |       0.7 | friedman_mse |                12 |                2 |         6 |          0.9 |    0.0302 |   0.625 |          1.0 |  3.276s |     2m:07s |
| Iteration 29     | exponen.. |        0.0105 |          495 |       0.9 | friedman_mse |                 5 |               16 |         7 |         auto |    0.0043 |   0.625 |          1.0 |  3.510s |     2m:12s |
| Iteration 30     | exponen.. |        0.1722 |          235 |       0.9 | squared_er.. |                18 |               10 |         4 |         auto |    0.0091 |    0.75 |          1.0 |  3.271s |     2m:17s |
| Iteration 31     | exponen.. |        0.5014 |          187 |       0.9 | friedman_mse |                 2 |               17 |         9 |         auto |    0.0015 |  0.5625 |          1.0 |  3.349s |     2m:22s |
| Iteration 32     | exponen.. |        0.2212 |          219 |       0.9 | squared_er.. |                10 |                6 |         4 |         auto |    0.0182 |   0.875 |          1.0 |  3.234s |     2m:26s |
| Iteration 33     | exponen.. |        0.0123 |          461 |       0.9 | friedman_mse |                16 |                8 |         3 |         auto |    0.0181 |   0.875 |          1.0 |  3.326s |     2m:31s |
| Iteration 34     | exponen.. |        0.6093 |          448 |       0.9 | squared_er.. |                 8 |               19 |         9 |          0.5 |    0.0187 |   0.625 |          1.0 |  3.280s |     2m:35s |
| Iteration 35     |  deviance |        0.5048 |          178 |       0.6 | squared_er.. |                 5 |               18 |         5 |          0.7 |    0.0199 |     0.5 |          1.0 |  3.228s |     2m:40s |
| Iteration 36     | exponen.. |        0.7292 |           41 |       0.9 | squared_er.. |                 2 |               10 |         2 |         auto |     0.021 |   0.875 |          1.0 |  3.191s |     2m:44s |
| Iteration 37     | exponen.. |        0.4251 |           16 |       0.9 | friedman_mse |                 2 |                8 |         8 |         auto |    0.0158 |     1.0 |          1.0 |  3.187s |     2m:49s |
| Iteration 38     |  deviance |        0.0119 |          208 |       0.9 | friedman_mse |                 8 |                9 |         4 |         auto |    0.0157 |  0.6875 |          1.0 |  3.233s |     2m:54s |
| Iteration 39     | exponen.. |        0.0255 |           11 |       0.9 | friedman_mse |                 3 |                3 |         4 |         sqrt |    0.0165 |     1.0 |          1.0 |  3.182s |     2m:58s |
| Iteration 40     | exponen.. |        0.2667 |          356 |       0.9 | friedman_mse |                 6 |                7 |         5 |         sqrt |    0.0168 |  0.9375 |          1.0 |  3.217s |     3m:03s |
| Iteration 41     | exponen.. |        0.0227 |           30 |       0.9 | friedman_mse |                13 |                7 |         6 |         sqrt |    0.0168 |  0.6875 |          1.0 |  3.135s |     3m:07s |
| Iteration 42     | exponen.. |        0.7005 |          406 |       0.9 | friedman_mse |                 2 |                4 |         4 |         auto |    0.0171 |   0.875 |          1.0 |  3.243s |     3m:12s |
| Iteration 43     | exponen.. |        0.1649 |           11 |       0.9 | friedman_mse |                 2 |                8 |         9 |         auto |     0.017 |     0.5 |          1.0 |  3.154s |     3m:16s |
| Iteration 44     | exponen.. |        0.0266 |          211 |       0.8 | friedman_mse |                 6 |               20 |         5 |         log2 |    0.0349 |  0.4375 |          1.0 |  3.152s |     3m:23s |
| Iteration 45     | exponen.. |        0.5022 |          268 |       0.9 | squared_er.. |                 2 |               18 |         2 |         sqrt |    0.0196 |     0.5 |          1.0 |  3.208s |     3m:28s |
| Iteration 46     | exponen.. |        0.0209 |          485 |       0.9 | friedman_mse |                 9 |                2 |        10 |         sqrt |    0.0106 |   0.625 |          1.0 |  3.311s |     3m:32s |
| Iteration 47     | exponen.. |         0.012 |          470 |       0.9 | friedman_mse |                14 |                2 |         2 |         auto |    0.0226 |     1.0 |          1.0 |  3.324s |     3m:37s |
| Iteration 48     | exponen.. |        0.0334 |          376 |       0.9 | friedman_mse |                11 |                3 |         2 |         auto |    0.0224 |  0.9375 |          1.0 |  3.282s |     3m:42s |
| Iteration 49     | exponen.. |        0.0151 |          306 |       0.9 | friedman_mse |                 3 |                3 |         1 |         auto |    0.0245 |   0.625 |          1.0 |  3.299s |     3m:46s |
| Iteration 50     | exponen.. |        0.0774 |          419 |       0.9 | squared_er.. |                 7 |                2 |         3 |         log2 |    0.0198 |  0.9375 |          1.0 |  3.967s |     3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.012, 'n_estimators': 470, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 14, 'min_samples_leaf': 2, 'max_depth': 2, 'max_features': 'auto', 'ccp_alpha': 0.0226}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0663
Time elapsed: 0.676s
-------------------------------------------------
Total time: 3m:54s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  3.231s |     3.244s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  3.244s |     7.338s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |         0.75 |  3.226s |    11.482s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |         0.75 |  3.239s |    15.467s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |         0.75 |  3.151s |    19.383s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |         0.75 |  3.205s |    25.102s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |         0.75 |  3.175s |    31.055s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |         0.75 |  3.231s |    35.578s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.25 |         0.75 |  3.201s |    39.560s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |       0.8125 |  3.191s |    43.525s |
| Iteration 11     |    none |     --- |    saga |      100 |      --- |   0.625 |       0.8125 |  3.209s |    48.171s |
| Iteration 12     |      l1 |  0.0014 |    saga |      530 |      --- |     0.5 |       0.8125 |  3.221s |    52.510s |
| Iteration 13     |      l2 |  0.0041 |    saga |      261 |      --- |     0.5 |       0.8125 |  3.191s |    56.783s |
| Iteration 14     |      l1 |  0.0038 |    saga |      163 |      --- |     0.5 |       0.8125 |  3.083s |     1m:02s |
| Iteration 15     |      l2 |  0.0029 | libli.. |      996 |      --- |  0.8125 |       0.8125 |  3.134s |     1m:07s |
| Iteration 16     |      l1 |  0.0027 |    saga |      100 |      --- |     0.5 |       0.8125 |  3.172s |     1m:11s |
| Iteration 17     |      l1 |  21.856 | libli.. |      142 |      --- |  0.8125 |       0.8125 |  3.183s |     1m:15s |
| Iteration 18     |      l1 | 66.6267 | libli.. |      937 |      --- |  0.6875 |       0.8125 |  3.167s |     1m:20s |
| Iteration 19     |    none |     --- |     sag |      192 |      --- |  0.8125 |       0.8125 |  3.161s |     1m:24s |
| Iteration 20     |    none |     --- |     sag |      694 |      --- |  0.4375 |       0.8125 |  3.102s |     1m:30s |
| Iteration 21     |      l2 |  0.0175 | newto.. |      110 |      --- |    0.75 |       0.8125 |  3.131s |     1m:34s |
| Iteration 22     |      l1 |  0.1154 | libli.. |      103 |      --- |   0.625 |       0.8125 |  3.166s |     1m:39s |
| Iteration 23     |    none |     --- | newto.. |      940 |      --- |  0.5625 |       0.8125 |  3.170s |     1m:43s |
| Iteration 24     |      l1 |  9.4829 | libli.. |      137 |      --- |    0.75 |       0.8125 |  3.152s |     1m:47s |
| Iteration 25     |      l2 |  0.0072 |     sag |      207 |      --- |    0.75 |       0.8125 |  3.211s |     1m:52s |
| Iteration 26     |      l1 |  0.0098 |    saga |      196 |      --- |     0.5 |       0.8125 |  3.209s |     1m:57s |
| Iteration 27     |      l2 |  0.0014 | libli.. |      107 |      --- |  0.6875 |       0.8125 |  3.304s |     2m:01s |
| Iteration 28     |      l1 | 64.8654 | libli.. |      913 |      --- |     0.5 |       0.8125 |  3.823s |     2m:06s |
| Iteration 29     |      l2 | 30.3464 |   lbfgs |      155 |      --- |    0.75 |       0.8125 |  3.785s |     2m:11s |
| Iteration 30     |      l2 |  4.3437 | libli.. |      285 |      --- |    0.25 |       0.8125 |  3.224s |     2m:17s |
| Iteration 31     | elast.. |  0.0051 |    saga |      191 |      0.8 |     0.5 |       0.8125 |  3.269s |     2m:22s |
| Iteration 32     |      l2 |  0.0032 |     sag |      170 |      --- |  0.6875 |       0.8125 |  3.234s |     2m:26s |
| Iteration 33     |    none |     --- |     sag |      220 |      --- |  0.8125 |       0.8125 |  3.281s |     2m:31s |
| Iteration 34     |      l2 |  0.0019 |     sag |      238 |      --- |  0.4375 |       0.8125 |  3.263s |     2m:35s |
| Iteration 35     |      l2 |  8.2061 | libli.. |      179 |      --- |    0.75 |       0.8125 |  3.219s |     2m:39s |
| Iteration 36     |      l2 |  38.657 | libli.. |      182 |      --- |   0.625 |       0.8125 |  3.261s |     2m:44s |
| Iteration 37     |    none |     --- |     sag |      988 |      --- |  0.9375 |       0.9375 |  3.226s |     2m:48s |
| Iteration 38     |      l1 |  2.4292 |    saga |      986 |      --- |  0.4375 |       0.9375 |  3.182s |     2m:53s |
| Iteration 39     |      l2 |   0.001 |     sag |     1000 |      --- |    0.75 |       0.9375 |  3.206s |     2m:57s |
| Iteration 40     |    none |     --- |     sag |      991 |      --- |  0.6875 |       0.9375 |  3.161s |     3m:02s |
| Iteration 41     |    none |     --- |   lbfgs |      101 |      --- |  0.6875 |       0.9375 |  3.196s |     3m:07s |
| Iteration 42     |      l1 |  0.0015 | libli.. |      827 |      --- |     0.5 |       0.9375 |  3.190s |     3m:11s |
| Iteration 43     |      l2 | 97.6814 |   lbfgs |      427 |      --- |  0.8125 |       0.9375 |  3.160s |     3m:17s |
| Iteration 44     |      l2 |  1.0362 |    saga |      425 |      --- |  0.6875 |       0.9375 |  3.141s |     3m:22s |
| Iteration 45     |      l2 |   100.0 |   lbfgs |      460 |      --- |  0.4375 |       0.9375 |  3.219s |     3m:27s |
| Iteration 46     |    none |     --- | newto.. |      973 |      --- |  0.5625 |       0.9375 |  3.215s |     3m:31s |
| Iteration 47     |    none |     --- |     sag |      990 |      --- |   0.375 |       0.9375 |  3.204s |     3m:37s |
| Iteration 48     |      l2 |  91.098 |   lbfgs |      203 |      --- |    0.75 |       0.9375 |  3.209s |     3m:42s |
| Iteration 49     |      l2 |   100.0 | libli.. |      196 |      --- |  0.4375 |       0.9375 |  3.265s |     3m:48s |
| Iteration 50     | elast.. | 86.6691 |    saga |      388 |      0.3 |  0.4375 |       0.9375 |  3.191s |     3m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 988}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8634
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.1844
Time elapsed: 0.089s
-------------------------------------------------
Total time: 3m:55s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  3.207s |     3.215s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  3.744s |     8.879s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.001s |     9.984s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  3.131s |    13.838s |
| Initial point 5  |   eigen |       0.9 |   0.375 |         0.75 |  3.156s |    17.774s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |         0.75 |  3.164s |    21.739s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |         0.75 |  3.094s |    25.696s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |         0.75 |  3.184s |    29.805s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |         0.75 |  3.148s |    33.692s |
| Initial point 10 |   eigen |       0.8 |   0.625 |         0.75 |  3.180s |    37.716s |
| Iteration 11     |     svd |       --- |    0.75 |         0.75 |  0.001s |    38.584s |
| Iteration 12     |     svd |       --- |    0.75 |         0.75 |  0.000s |    39.424s |
| Iteration 13     |     svd |       --- |    0.75 |         0.75 |  0.000s |    40.252s |
| Iteration 14     |     svd |       --- |    0.75 |         0.75 |  0.000s |    41.090s |
| Iteration 15     |     svd |       --- |    0.75 |         0.75 |  0.000s |    41.924s |
| Iteration 16     |     svd |       --- |    0.75 |         0.75 |  0.000s |    42.773s |
| Iteration 17     |     svd |       --- |    0.75 |         0.75 |  0.000s |    43.618s |
| Iteration 18     |    lsqr |       1.0 |  0.5625 |         0.75 |  3.138s |    47.608s |
| Iteration 19     |    lsqr |      auto |  0.8125 |       0.8125 |  3.177s |    52.199s |
| Iteration 20     |    lsqr |      None |     0.5 |       0.8125 |  3.131s |    56.337s |
| Iteration 21     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |    57.524s |
| Iteration 22     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |    58.424s |
| Iteration 23     |   eigen |      auto |   0.625 |       0.8125 |  3.082s |     1m:02s |
| Iteration 24     |   eigen |       0.5 |    0.75 |       0.8125 |  3.174s |     1m:07s |
| Iteration 25     |   eigen |      None |   0.875 |        0.875 |  3.177s |     1m:12s |
| Iteration 26     |   eigen |       0.6 |    0.25 |        0.875 |  3.141s |     1m:17s |
| Iteration 27     |   eigen |       0.7 |    0.75 |        0.875 |  3.126s |     1m:21s |
| Iteration 28     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:22s |
| Iteration 29     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:23s |
| Iteration 30     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:24s |
| Iteration 31     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:27s |
| Iteration 32     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:28s |
| Iteration 33     |   eigen |      None |   0.875 |        0.875 |  0.001s |     1m:29s |
| Iteration 34     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:30s |
| Iteration 35     |   eigen |       0.5 |    0.75 |        0.875 |  0.000s |     1m:31s |
| Iteration 36     |    lsqr |       0.9 |    0.75 |        0.875 |  0.001s |     1m:32s |
| Iteration 37     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:33s |
| Iteration 38     |     svd |       --- |    0.75 |        0.875 |  0.000s |     1m:34s |
| Iteration 39     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:35s |
| Iteration 40     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:36s |
| Iteration 41     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:37s |
| Iteration 42     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:38s |
| Iteration 43     |   eigen |      None |   0.875 |        0.875 |  0.001s |     1m:39s |
| Iteration 44     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:40s |
| Iteration 45     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:41s |
| Iteration 46     |   eigen |      None |   0.875 |        0.875 |  0.001s |     1m:42s |
| Iteration 47     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:43s |
| Iteration 48     |   eigen |      None |   0.875 |        0.875 |  0.001s |     1m:44s |
| Iteration 49     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:45s |
| Iteration 50     |   eigen |      None |   0.875 |        0.875 |  0.000s |     1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'solver': 'eigen', 'shrinkage': None}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:50s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8482
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.1114
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:50s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  3.075s |     3.079s |
| Initial point 2  |       0.9 |  0.4375 |       0.5625 |  3.164s |     7.067s |
| Initial point 3  |       0.1 |   0.375 |       0.5625 |  3.191s |    11.276s |
| Initial point 4  |       1.0 |  0.5625 |       0.5625 |  0.001s |    12.235s |
| Initial point 5  |       0.2 |   0.375 |       0.5625 |  3.189s |    16.128s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  3.183s |    20.149s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.000s |    21.129s |
| Initial point 8  |       0.7 |    0.75 |       0.8125 |  3.777s |    25.722s |
| Initial point 9  |       0.9 |  0.4375 |       0.8125 |  0.000s |    26.699s |
| Initial point 10 |       0.8 |   0.625 |       0.8125 |  3.183s |    30.596s |
| Iteration 11     |       0.3 |     0.5 |       0.8125 |  3.200s |    34.894s |
| Iteration 12     |       0.6 |   0.375 |       0.8125 |  3.155s |    39.190s |
| Iteration 13     |       0.5 |     0.5 |       0.8125 |  3.118s |    43.254s |
| Iteration 14     |       0.0 |    0.75 |       0.8125 |  3.189s |    47.357s |
| Iteration 15     |       0.4 |  0.8125 |       0.8125 |  0.000s |    48.297s |
| Iteration 16     |       0.4 |  0.8125 |       0.8125 |  0.000s |    49.169s |
| Iteration 17     |       0.4 |  0.8125 |       0.8125 |  0.001s |    50.048s |
| Iteration 18     |       0.4 |  0.8125 |       0.8125 |  0.000s |    50.848s |
| Iteration 19     |       0.9 |  0.4375 |       0.8125 |  0.000s |    51.679s |
| Iteration 20     |       0.6 |   0.375 |       0.8125 |  0.000s |    52.461s |
| Iteration 21     |       0.6 |   0.375 |       0.8125 |  0.000s |    53.278s |
| Iteration 22     |       0.4 |  0.8125 |       0.8125 |  0.000s |    54.075s |
| Iteration 23     |       0.4 |  0.8125 |       0.8125 |  0.000s |    54.888s |
| Iteration 24     |       0.4 |  0.8125 |       0.8125 |  0.000s |    55.698s |
| Iteration 25     |       0.4 |  0.8125 |       0.8125 |  0.000s |    56.537s |
| Iteration 26     |       0.4 |  0.8125 |       0.8125 |  0.000s |    57.339s |
| Iteration 27     |       0.4 |  0.8125 |       0.8125 |  0.000s |    58.249s |
| Iteration 28     |       0.9 |  0.4375 |       0.8125 |  0.000s |    59.111s |
| Iteration 29     |       0.4 |  0.8125 |       0.8125 |  0.000s |    59.976s |
| Iteration 30     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 31     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 32     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 33     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 34     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 35     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
| Iteration 36     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:06s |
| Iteration 37     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:07s |
| Iteration 38     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:08s |
| Iteration 39     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:09s |
| Iteration 40     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:10s |
| Iteration 41     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:11s |
| Iteration 42     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 43     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:13s |
| Iteration 44     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:14s |
| Iteration 45     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:15s |
| Iteration 46     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:16s |
| Iteration 47     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:16s |
| Iteration 48     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:17s |
| Iteration 49     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:18s |
| Iteration 50     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7705
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:20s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.8043 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  3.075s |     3.096s |
| Initial point 2  |  4.2969 | uniform |   kd_tree |        39 |       2 |  0.4375 |       0.5625 |  3.179s |     7.047s |
| Initial point 3  |  3.3943 | dista.. | ball_tree |        25 |       2 |   0.375 |       0.5625 |  3.164s |    10.981s |
| Initial point 4  |  9.9026 | uniform | ball_tree |        39 |       2 |   0.625 |        0.625 |  3.191s |    15.095s |
| Initial point 5  |  7.7574 | dista.. |      auto |        30 |       2 |    0.75 |         0.75 |  3.165s |    19.101s |
| Initial point 6  |  8.9836 | dista.. | ball_tree |        21 |       2 |   0.625 |         0.75 |  3.160s |    23.129s |
| Initial point 7  |  6.4257 | dista.. | ball_tree |        24 |       1 |  0.7188 |         0.75 |  3.158s |    27.226s |
| Initial point 8  |  1.5398 | dista.. | ball_tree |        21 |       2 |  0.5938 |         0.75 |  3.182s |    31.214s |
| Initial point 9  |  7.1579 | uniform | ball_tree |        24 |       1 |  0.6875 |         0.75 |  3.186s |    35.196s |
| Initial point 10 |  5.0841 | uniform |     brute |        22 |       2 |   0.375 |         0.75 |  3.165s |    39.190s |
| Iteration 11     |  8.0689 | uniform |     brute |        40 |       2 |  0.8125 |       0.8125 |  3.173s |    43.410s |
| Iteration 12     |  4.4777 | uniform |     brute |        40 |       1 |  0.4688 |       0.8125 |  3.121s |    48.297s |
| Iteration 13     |  7.6843 | dista.. |     brute |        40 |       2 |  0.1875 |       0.8125 |  3.098s |    52.542s |
| Iteration 14     |  8.1173 | uniform |     brute |        39 |       2 |  0.4375 |       0.8125 |  3.150s |    56.886s |
| Iteration 15     |  6.8425 | uniform |      auto |        37 |       1 |  0.4375 |       0.8125 |  3.156s |     1m:01s |
| Iteration 16     |  0.0093 | uniform |      auto |        22 |       2 |     0.5 |       0.8125 |  3.152s |     1m:05s |
| Iteration 17     | 10.8308 | dista.. | ball_tree |        20 |       1 |  0.7812 |       0.8125 |  3.155s |     1m:10s |
| Iteration 18     | 10.8281 | uniform | ball_tree |        35 |       2 |   0.625 |       0.8125 |  3.137s |     1m:15s |
| Iteration 19     | 10.8343 | uniform |   kd_tree |        20 |       2 |     0.5 |       0.8125 |  3.158s |     1m:19s |
| Iteration 20     | 10.8348 | dista.. |      auto |        30 |       1 |  0.8125 |       0.8125 |  3.165s |     1m:23s |
| Iteration 21     | 10.8281 | uniform |      auto |        28 |       1 |  0.5625 |       0.8125 |  3.171s |     1m:28s |
| Iteration 22     | 10.8348 | dista.. | ball_tree |        23 |       1 |  0.6562 |       0.8125 |  3.178s |     1m:32s |
| Iteration 23     | 10.8348 | dista.. |      auto |        21 |       2 |     0.5 |       0.8125 |  3.162s |     1m:36s |
| Iteration 24     | 10.7546 | dista.. |      auto |        27 |       1 |     1.0 |          1.0 |  3.191s |     1m:41s |
| Iteration 25     | 10.6167 | dista.. | ball_tree |        27 |       1 |    0.75 |          1.0 |  3.167s |     1m:45s |
| Iteration 26     |  1.2465 | dista.. |      auto |        27 |       1 |     0.5 |          1.0 |  3.473s |     1m:50s |
| Iteration 27     |  8.3454 | dista.. |     brute |        29 |       1 |  0.5625 |          1.0 |  3.154s |     1m:55s |
| Iteration 28     |  8.3626 | dista.. |      auto |        20 |       1 |  0.5625 |          1.0 |  3.188s |     1m:59s |
| Iteration 29     | 10.7468 | dista.. |      auto |        29 |       2 |  0.9375 |          1.0 |  3.144s |     2m:03s |
| Iteration 30     | 10.8348 | dista.. |      auto |        28 |       2 |   0.875 |          1.0 |  3.172s |     2m:07s |
| Iteration 31     |     9.4 | dista.. |      auto |        27 |       1 |  0.7188 |          1.0 |  3.151s |     2m:12s |
| Iteration 32     | 10.8348 | dista.. |      auto |        32 |       2 |  0.6875 |          1.0 |  3.172s |     2m:16s |
| Iteration 33     |     0.0 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  3.156s |     2m:23s |
| Iteration 34     | 10.8348 | dista.. |      auto |        28 |       1 |  0.6875 |          1.0 |  3.099s |     2m:29s |
| Iteration 35     | 10.8348 | dista.. |     brute |        25 |       2 |  0.9375 |          1.0 |  3.097s |     2m:36s |
| Iteration 36     |     0.0 | uniform |     brute |        32 |       1 |     0.5 |          1.0 |  3.685s |     2m:43s |
| Iteration 37     | 10.8348 | dista.. |     brute |        27 |       2 |    0.75 |          1.0 |  3.061s |     2m:49s |
| Iteration 38     | 10.8348 | dista.. | ball_tree |        27 |       2 |    0.75 |          1.0 |  3.108s |     2m:54s |
| Iteration 39     | 10.8348 | dista.. |      auto |        28 |       2 |   0.875 |          1.0 |  0.001s |     2m:55s |
| Iteration 40     | 10.7886 | dista.. |      auto |        27 |       1 |    0.75 |          1.0 |  3.177s |     2m:60s |
| Iteration 41     | 10.8051 | uniform |   kd_tree |        30 |       2 |    0.75 |          1.0 |  3.168s |     3m:06s |
| Iteration 42     | 10.8348 | dista.. |     brute |        28 |       2 |  0.9375 |          1.0 |  3.156s |     3m:11s |
| Iteration 43     | 10.8348 | dista.. |     brute |        29 |       2 |    0.75 |          1.0 |  3.155s |     3m:15s |
| Iteration 44     | 10.8304 | uniform | ball_tree |        26 |       1 |  0.5625 |          1.0 |  3.124s |     3m:20s |
| Iteration 45     | 10.8348 | dista.. |     brute |        28 |       2 |  0.9375 |          1.0 |  0.001s |     3m:21s |
| Iteration 46     | 10.8348 | dista.. |     brute |        28 |       2 |  0.9375 |          1.0 |  0.000s |     3m:23s |
| Iteration 47     | 10.8348 | dista.. |     brute |        28 |       2 |  0.9375 |          1.0 |  0.000s |     3m:24s |
| Iteration 48     | 10.8348 | dista.. |      auto |        27 |       2 |  0.8125 |          1.0 |  3.102s |     3m:28s |
| Iteration 49     |     0.0 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  3.179s |     3m:33s |
| Iteration 50     | 10.8348 | dista.. |     brute |        28 |       2 |  0.9375 |          1.0 |  0.001s |     3m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'radius': 10.7546, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 27, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0927
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:36s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  3.489s |     3.496s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  3.565s |     8.023s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |       0.8125 |  3.249s |    12.441s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     0.5 |       0.8125 |  3.416s |    16.885s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.7188 |       0.8125 |  3.291s |    21.606s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |       0.8125 |  3.481s |    28.051s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8125 |       0.8125 |  3.236s |    32.670s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7188 |       0.8125 |  3.444s |    37.397s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |       0.8125 |  3.152s |    41.495s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9688 |       0.9688 |  3.266s |    45.799s |
| Iteration 11     |          175 |        0.0142 |     SAMME |   0.625 |       0.9688 |  3.247s |    50.259s |
| Iteration 12     |          158 |        0.0159 |     SAMME |  0.5625 |       0.9688 |  3.271s |    54.548s |
| Iteration 13     |          249 |        0.0127 |   SAMME.R |   0.375 |       0.9688 |  3.323s |    58.965s |
| Iteration 14     |          169 |        0.0147 |     SAMME |  0.4375 |       0.9688 |  3.283s |     1m:04s |
| Iteration 15     |          178 |        0.0165 |   SAMME.R |  0.8438 |       0.9688 |  3.247s |     1m:08s |
| Iteration 16     |           78 |        2.4921 |   SAMME.R |   0.875 |       0.9688 |  3.877s |     1m:13s |
| Iteration 17     |          178 |         2.419 |   SAMME.R |  0.5625 |       0.9688 |  3.346s |     1m:18s |
| Iteration 18     |          372 |        0.2792 |     SAMME |    0.75 |       0.9688 |  3.457s |     1m:22s |
| Iteration 19     |          373 |        0.1955 |     SAMME |     1.0 |          1.0 |  3.443s |     1m:27s |
| Iteration 20     |          416 |        0.1768 |     SAMME |   0.875 |          1.0 |  3.519s |     1m:32s |
| Iteration 21     |          365 |        0.1671 |   SAMME.R |    0.75 |          1.0 |  3.447s |     1m:36s |
| Iteration 22     |           75 |        0.2086 |     SAMME |  0.8125 |          1.0 |  3.203s |     1m:41s |
| Iteration 23     |          264 |        0.1974 |     SAMME |  0.6562 |          1.0 |  3.364s |     1m:45s |
| Iteration 24     |           56 |        0.4064 |   SAMME.R |  0.9375 |          1.0 |  3.198s |     1m:50s |
| Iteration 25     |          488 |        0.5083 |   SAMME.R |   0.625 |          1.0 |  3.684s |     1m:55s |
| Iteration 26     |          351 |        0.2091 |     SAMME |    0.75 |          1.0 |  3.353s |     1m:59s |
| Iteration 27     |          428 |        0.2092 |     SAMME |  0.6875 |          1.0 |  3.480s |     2m:04s |
| Iteration 28     |          295 |        0.2081 |     SAMME |   0.625 |          1.0 |  3.464s |     2m:09s |
| Iteration 29     |          496 |        1.4215 |     SAMME |  0.5625 |          1.0 |  3.650s |     2m:13s |
| Iteration 30     |          348 |         0.195 |     SAMME |  0.4375 |          1.0 |  3.426s |     2m:20s |
| Iteration 31     |          122 |        0.3544 |     SAMME |  0.8125 |          1.0 |  3.290s |     2m:27s |
| Iteration 32     |          406 |        0.0324 |   SAMME.R |  0.8125 |          1.0 |  3.430s |     2m:33s |
| Iteration 33     |           69 |        0.3639 |   SAMME.R |    0.75 |          1.0 |  3.231s |     2m:40s |
| Iteration 34     |           94 |        0.3629 |   SAMME.R |   0.875 |          1.0 |  3.220s |     2m:47s |
| Iteration 35     |          373 |        0.1965 |     SAMME |    0.75 |          1.0 |  3.354s |     2m:54s |
| Iteration 36     |          373 |        0.1955 |     SAMME |     1.0 |          1.0 |  0.001s |     2m:57s |
| Iteration 37     |          373 |        0.1783 |     SAMME |  0.9375 |          1.0 |  3.431s |     3m:04s |
| Iteration 38     |          219 |        9.9961 |   SAMME.R |     0.5 |          1.0 |  3.340s |     3m:09s |
| Iteration 39     |           62 |        0.6744 |   SAMME.R |   0.625 |          1.0 |  3.192s |     3m:13s |
| Iteration 40     |           58 |        0.0353 |     SAMME |    0.75 |          1.0 |  3.192s |     3m:18s |
| Iteration 41     |          202 |        4.2473 |     SAMME |  0.6875 |          1.0 |  3.133s |     3m:22s |
| Iteration 42     |          261 |        0.1108 |   SAMME.R |     1.0 |          1.0 |  4.065s |     3m:27s |
| Iteration 43     |           63 |        0.0738 |   SAMME.R |   0.625 |          1.0 |  3.228s |     3m:31s |
| Iteration 44     |          150 |        0.2299 |   SAMME.R |    0.75 |          1.0 |  3.364s |     3m:36s |
| Iteration 45     |          103 |        0.2332 |   SAMME.R |  0.6875 |          1.0 |  3.198s |     3m:40s |
| Iteration 46     |          324 |        0.2089 |   SAMME.R |  0.6875 |          1.0 |  3.460s |     3m:45s |
| Iteration 47     |          306 |        0.2124 |     SAMME |     1.0 |          1.0 |  3.458s |     3m:49s |
| Iteration 48     |          102 |        0.2433 |     SAMME |     1.0 |          1.0 |  3.318s |     3m:54s |
| Iteration 49     |           70 |        0.2803 |     SAMME |     0.5 |          1.0 |  3.252s |     3m:58s |
| Iteration 50     |          332 |        0.1823 |     SAMME |  0.9375 |          1.0 |  3.469s |     4m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 261, 'learning_rate': 0.1108, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.251s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.06
Time elapsed: 1.062s
-------------------------------------------------
Total time: 4m:05s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  3.520s |     3.539s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |         0.75 |  3.387s |     7.754s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |         0.75 |  3.416s |    11.962s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |         0.75 |  3.216s |    15.918s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |       0.8125 |  3.404s |    20.115s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6562 |       0.8125 |  3.253s |    24.192s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |       0.8125 |  3.327s |    28.265s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |       0.8125 |  3.268s |    32.346s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.7812 |       0.8125 |  3.417s |    36.523s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  5.138s |    43.938s |
| Iteration 11     |          369 |   entropy |      None |                 2 |               20 |         None |      True |    0.0282 |         0.9 |  0.6875 |          1.0 |  5.179s |    52.684s |
| Iteration 12     |          264 |      gini |         7 |                13 |               11 |         None |      True |    0.0014 |         0.5 |  0.5625 |          1.0 |  5.032s |     1m:00s |
| Iteration 13     |           45 |   entropy |         2 |                11 |                7 |          0.9 |      True |    0.0008 |         0.7 |  0.5625 |          1.0 |  4.744s |     1m:07s |
| Iteration 14     |          344 |      gini |         7 |                 7 |               16 |          0.9 |      True |    0.0181 |        None |   0.625 |          1.0 |  5.100s |     1m:16s |
| Iteration 15     |          500 |      gini |         5 |                 7 |               11 |          0.7 |      True |    0.0181 |         0.6 |  0.6875 |          1.0 |  5.276s |     1m:24s |
| Iteration 16     |           10 |   entropy |         8 |                 2 |               16 |          0.8 |      True |    0.0159 |         0.8 |   0.875 |          1.0 |  4.041s |     1m:30s |
| Iteration 17     |          251 |   entropy |         6 |                 8 |               18 |          0.5 |      True |    0.0306 |         0.9 |   0.875 |          1.0 |  3.441s |     1m:34s |
| Iteration 18     |          308 |      gini |         7 |                 8 |                8 |          0.6 |      True |    0.0169 |         0.5 |     0.5 |          1.0 |  3.478s |     1m:39s |
| Iteration 19     |           10 |   entropy |         3 |                15 |               17 |         auto |     False |    0.0014 |         --- |    0.75 |          1.0 |  3.873s |     1m:44s |
| Iteration 20     |           36 |   entropy |         8 |                 4 |               18 |          0.6 |      True |    0.0141 |         0.9 |  0.9062 |          1.0 |  3.231s |     1m:48s |
| Iteration 21     |          265 |      gini |         5 |                16 |               15 |          0.9 |      True |    0.0325 |        None |    0.75 |          1.0 |  3.362s |     1m:55s |
| Iteration 22     |          405 |      gini |         9 |                18 |                6 |          0.8 |      True |    0.0079 |         0.9 |     0.5 |          1.0 |  3.510s |     2m:00s |
| Iteration 23     |          494 |      gini |         6 |                 5 |               20 |         None |     False |    0.0146 |         --- |   0.625 |          1.0 |  3.418s |     2m:05s |
| Iteration 24     |          126 |      gini |         2 |                 3 |                1 |          0.7 |     False |    0.0017 |         --- |    0.75 |          1.0 |  3.218s |     2m:09s |
| Iteration 25     |          165 |      gini |         7 |                15 |               20 |         auto |      True |    0.0086 |         0.5 |     0.5 |          1.0 |  3.331s |     2m:16s |
| Iteration 26     |          198 |      gini |         6 |                 6 |               15 |          0.8 |      True |    0.0264 |        None |  0.4062 |          1.0 |  3.231s |     2m:23s |
| Iteration 27     |          484 |   entropy |         9 |                16 |                4 |         auto |      True |    0.0043 |         0.5 |   0.875 |          1.0 |  3.464s |     2m:28s |
| Iteration 28     |          477 |   entropy |         9 |                 6 |               18 |         None |     False |    0.0141 |         --- |  0.5938 |          1.0 |  3.491s |     2m:34s |
| Iteration 29     |          257 |   entropy |         8 |                 6 |               17 |         log2 |      True |    0.0251 |         0.9 |  0.6875 |          1.0 |  3.382s |     2m:40s |
| Iteration 30     |          500 |      gini |      None |                19 |               18 |          0.7 |     False |    0.0098 |         --- |    0.75 |          1.0 |  3.468s |     2m:46s |
| Iteration 31     |          387 |   entropy |         9 |                 6 |                2 |         None |      True |    0.0347 |         0.9 |  0.8125 |          1.0 |  3.510s |     2m:51s |
| Iteration 32     |          461 |   entropy |         6 |                12 |               16 |         None |      True |    0.0011 |        None |  0.6875 |          1.0 |  3.518s |     2m:56s |
| Iteration 33     |           24 |   entropy |         9 |                11 |                7 |         auto |      True |    0.0335 |         0.5 |  0.9375 |          1.0 |  3.204s |     3m:01s |
| Iteration 34     |           75 |   entropy |         9 |                 3 |               13 |         auto |      True |    0.0215 |         0.5 |   0.875 |          1.0 |  3.234s |     3m:06s |
| Iteration 35     |           86 |      gini |      None |                17 |               13 |         None |      True |    0.0181 |         0.9 |   0.875 |          1.0 |  3.243s |     3m:11s |
| Iteration 36     |           15 |   entropy |         9 |                19 |               18 |          0.7 |      True |    0.0163 |        None |  0.4375 |          1.0 |  3.170s |     3m:15s |
| Iteration 37     |          480 |      gini |      None |                 2 |               19 |          0.8 |      True |    0.0317 |         0.7 |     0.5 |          1.0 |  3.559s |     3m:21s |
| Iteration 38     |          276 |   entropy |         9 |                 2 |                2 |         log2 |      True |    0.0108 |         0.6 |    0.75 |          1.0 |  3.377s |     3m:27s |
| Iteration 39     |          121 |   entropy |         5 |                 2 |                4 |         sqrt |      True |    0.0203 |         0.6 |     1.0 |          1.0 |  3.268s |     3m:32s |
| Iteration 40     |          117 |   entropy |         6 |                 2 |                5 |         auto |      True |    0.0235 |         0.7 |   0.875 |          1.0 |  3.270s |     3m:37s |
| Iteration 41     |          218 |   entropy |         3 |                 2 |                3 |         auto |      True |    0.0183 |         0.7 |  0.6875 |          1.0 |  3.246s |     3m:43s |
| Iteration 42     |          131 |      gini |         9 |                20 |               10 |         None |     False |    0.0109 |         --- |  0.9062 |          1.0 |  3.184s |     3m:50s |
| Iteration 43     |           33 |   entropy |         7 |                 2 |                4 |         auto |      True |    0.0002 |         0.8 |    0.75 |          1.0 |  3.806s |     3m:57s |
| Iteration 44     |          288 |      gini |         9 |                20 |                2 |          0.5 |     False |    0.0319 |         --- |   0.875 |          1.0 |  3.324s |     4m:03s |
| Iteration 45     |           22 |      gini |         6 |                20 |                5 |          0.9 |     False |    0.0118 |         --- |  0.9688 |          1.0 |  3.164s |     4m:08s |
| Iteration 46     |          482 |      gini |         6 |                20 |                2 |         auto |     False |    0.0124 |         --- |  0.5625 |          1.0 |  3.414s |     4m:14s |
| Iteration 47     |           38 |      gini |         8 |                20 |                3 |         None |     False |    0.0273 |         --- |  0.9375 |          1.0 |  3.200s |     4m:20s |
| Iteration 48     |          106 |      gini |         9 |                20 |                7 |         None |     False |    0.0234 |         --- |    0.75 |          1.0 |  3.243s |     4m:26s |
| Iteration 49     |          211 |      gini |         6 |                20 |                7 |         None |     False |    0.0288 |         --- |  0.8125 |          1.0 |  3.298s |     4m:32s |
| Iteration 50     |           99 |   entropy |      None |                18 |               15 |         None |     False |    0.0321 |         --- |  0.7812 |          1.0 |  4.858s |     4m:39s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'n_estimators': 327, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 8, 'min_samples_leaf': 15, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0174, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8446
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.452s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.114
Time elapsed: 1.992s
-------------------------------------------------
Total time: 4m:46s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  4.908s |     4.933s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  4.895s |    11.720s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8125 |  4.883s |    18.346s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8125 |  4.771s |    24.780s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8125 |  4.860s |    31.188s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8125 |  4.440s |    37.451s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8125 |  3.204s |    41.926s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8125 |  3.201s |    46.233s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |       0.8125 |  3.249s |    50.410s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.203s |    54.642s |
| Iteration 11     |          123 |        0.0293 |         6 |     0.0 |                2 |       0.6 |              0.6 |        10 |          0 |     0.5 |       0.8125 |  3.178s |    59.181s |
| Iteration 12     |          354 |        0.1461 |         8 |  0.2676 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.4375 |       0.8125 |  3.209s |     1m:04s |
| Iteration 13     |          409 |         0.018 |         6 |  0.5817 |                5 |       0.6 |              1.0 |        10 |        0.1 |     0.5 |       0.8125 |  3.211s |     1m:09s |
| Iteration 14     |          336 |        0.1104 |         6 |   0.365 |                4 |       0.8 |              0.7 |       0.1 |       0.01 |     0.5 |       0.8125 |  3.193s |     1m:13s |
| Iteration 15     |          438 |        0.0473 |         7 |  0.5309 |                2 |       0.7 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  3.234s |     1m:18s |
| Iteration 16     |          369 |        0.0439 |         3 |     1.0 |                5 |       1.0 |              0.7 |       0.1 |        0.1 |     1.0 |          1.0 |  3.210s |     1m:23s |
| Iteration 17     |          166 |         0.039 |         2 |     1.0 |                1 |       1.0 |              0.4 |       100 |        0.1 |     0.5 |          1.0 |  3.186s |     1m:28s |
| Iteration 18     |          122 |        0.0378 |         3 |     1.0 |                6 |       1.0 |              0.4 |       0.1 |          1 |  0.4688 |          1.0 |  3.172s |     1m:32s |
| Iteration 19     |          368 |        0.0451 |         2 |     1.0 |                6 |       1.0 |              0.7 |      0.01 |        0.1 |    0.75 |          1.0 |  3.939s |     1m:38s |
| Iteration 20     |          389 |        0.0413 |         7 |  0.9103 |                7 |       0.8 |              0.6 |         1 |          1 |     0.5 |          1.0 |  3.210s |     1m:42s |
| Iteration 21     |          218 |        0.0437 |        10 |   0.672 |                3 |       0.7 |              0.7 |       0.1 |        0.1 |  0.6875 |          1.0 |  3.230s |     1m:47s |
| Iteration 22     |          401 |        0.0438 |         3 |     1.0 |                5 |       1.0 |              0.7 |       0.1 |        0.1 |  0.5625 |          1.0 |  3.202s |     1m:52s |
| Iteration 23     |          366 |        0.0405 |         1 |     1.0 |                4 |       0.8 |              0.7 |       0.1 |        0.1 |  0.9375 |          1.0 |  3.222s |     1m:56s |
| Iteration 24     |          366 |        0.0826 |         5 |     1.0 |                9 |       1.0 |              0.5 |       0.1 |         10 |     0.5 |          1.0 |  3.205s |     2m:02s |
| Iteration 25     |          367 |        0.0388 |         7 |  0.7833 |                5 |       0.9 |              1.0 |       100 |          0 |     0.5 |          1.0 |  3.263s |     2m:07s |
| Iteration 26     |          366 |        0.0477 |         7 |   0.351 |                7 |       0.9 |              0.8 |       0.1 |       0.01 |  0.3125 |          1.0 |  3.229s |     2m:11s |
| Iteration 27     |          372 |        0.0639 |         7 |     1.0 |                2 |       0.8 |              0.7 |       0.1 |          1 |   0.875 |          1.0 |  3.260s |     2m:16s |
| Iteration 28     |          367 |        0.2033 |         1 |     1.0 |                3 |       1.0 |              0.7 |       0.1 |        0.1 |   0.375 |          1.0 |  3.261s |     2m:21s |
| Iteration 29     |          365 |        0.0485 |         7 |  0.0777 |                6 |       0.9 |              0.7 |       0.1 |        0.1 |     0.5 |          1.0 |  3.266s |     2m:26s |
| Iteration 30     |          370 |        0.0439 |         7 |     1.0 |                6 |       0.7 |              0.7 |       0.1 |        0.1 |    0.75 |          1.0 |  3.241s |     2m:31s |
| Iteration 31     |          366 |        0.0624 |         4 |  0.9775 |                2 |       1.0 |              0.7 |       0.1 |          1 |  0.8125 |          1.0 |  3.296s |     2m:36s |
| Iteration 32     |          369 |        0.0438 |         8 |     1.0 |                5 |       0.8 |              0.7 |       0.1 |        0.1 |  0.7188 |          1.0 |  3.253s |     2m:41s |
| Iteration 33     |          375 |        0.0368 |         3 |     1.0 |                2 |       0.7 |              0.7 |      0.01 |       0.01 |  0.9375 |          1.0 |  3.250s |     2m:46s |
| Iteration 34     |          370 |        0.0419 |         3 |     1.0 |                4 |       0.9 |              0.7 |       0.1 |          1 |  0.6875 |          1.0 |  3.261s |     2m:51s |
| Iteration 35     |          442 |        0.0329 |         1 |     1.0 |                1 |       0.7 |              0.5 |         0 |          1 |  0.9375 |          1.0 |  3.215s |     2m:55s |
| Iteration 36     |          460 |        0.0361 |         6 |     1.0 |                1 |       0.5 |              0.9 |         0 |          0 |     1.0 |          1.0 |  3.251s |     3m:00s |
| Iteration 37     |          500 |        0.0258 |         1 |     1.0 |                1 |       1.0 |              0.9 |         0 |        0.1 |  0.9375 |          1.0 |  3.525s |     3m:06s |
| Iteration 38     |          500 |        0.0395 |        10 |     1.0 |                1 |       0.5 |              1.0 |         0 |        100 |     0.5 |          1.0 |  4.922s |     3m:14s |
| Iteration 39     |          424 |        0.0366 |         4 |     1.0 |                1 |       0.9 |              0.5 |         0 |       0.01 |   0.875 |          1.0 |  4.853s |     3m:22s |
| Iteration 40     |          500 |        0.0327 |         1 |     1.0 |                1 |       0.6 |              1.0 |      0.01 |       0.01 |    0.75 |          1.0 |  4.860s |     3m:29s |
| Iteration 41     |          363 |        0.0299 |         4 |     1.0 |                1 |       1.0 |              0.7 |         0 |       0.01 |     0.5 |          1.0 |  4.835s |     3m:36s |
| Iteration 42     |          500 |        0.0565 |         5 |     1.0 |                1 |       0.5 |              0.9 |         0 |          0 |  0.9375 |          1.0 |  4.853s |     3m:44s |
| Iteration 43     |          500 |        0.0456 |         9 |     1.0 |                2 |       0.6 |              0.4 |         0 |          0 |   0.625 |          1.0 |  5.572s |     3m:53s |
| Iteration 44     |          500 |        0.0536 |         1 |     1.0 |                1 |       0.6 |              0.7 |         0 |        100 |     0.5 |          1.0 |  3.259s |     4m:00s |
| Iteration 45     |          458 |        0.0495 |         2 |     1.0 |                1 |       0.5 |              1.0 |         0 |        0.1 |     0.5 |          1.0 |  3.289s |     4m:06s |
| Iteration 46     |          475 |        0.0263 |         1 |     1.0 |                1 |       0.6 |              0.5 |       0.1 |        0.1 |   0.625 |          1.0 |  3.277s |     4m:11s |
| Iteration 47     |          500 |        0.0227 |         1 |     1.0 |                3 |       0.9 |              1.0 |         0 |          0 |    0.75 |          1.0 |  3.309s |     4m:16s |
| Iteration 48     |          500 |        0.0233 |         2 |     0.0 |                1 |       0.6 |              1.0 |         0 |          0 |  0.9375 |          1.0 |  3.341s |     4m:21s |
| Iteration 49     |          500 |        0.0138 |         3 |     0.0 |                1 |       0.9 |              0.4 |         0 |          0 |  0.8125 |          1.0 |  3.219s |     4m:26s |
| Iteration 50     |          500 |          0.01 |         6 |     0.0 |                1 |       0.6 |              0.7 |         0 |         10 |  0.9375 |          1.0 |  3.267s |     4m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 460, 'learning_rate': 0.0361, 'max_depth': 6, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 0.9, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0447
Time elapsed: 0.330s
-------------------------------------------------
Total time: 4m:35s


Final results ==================== >>
Duration: 28m:00s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.91 ± 0.0663
Logistic Regression             --> roc_auc: 0.4 ± 0.1844 ~
Linear Discriminant Analysis    --> roc_auc: 0.41 ± 0.1114 ~
Quadratic Discriminant Analysis --> roc_auc: 0.72 ± 0.0245
Radius Nearest Neighbors        --> roc_auc: 0.72 ± 0.0927
AdaBoost                        --> roc_auc: 0.93 ± 0.06 !
Random Forest                   --> roc_auc: 0.8 ± 0.114
XGBoost                         --> roc_auc: 0.9 ± 0.0447
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 817 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSNYGGSQGNLIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAVPYNQGGKLIF.
   >>> Dropping feature CAVVSGGYNKLIF.
   >>> Dropping feature CAGKIQGAQKLVF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASSLDSYEQYF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASDRGSTLGRLYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  0.687s |     0.708s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  0.731s |     2.417s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |       0.9375 |  0.688s |     3.984s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |       0.9375 |  0.723s |     5.504s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |       0.9375 |  0.729s |     6.989s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |       0.9375 |  0.769s |     8.731s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.740s |    10.348s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |          1.0 |  0.790s |    11.967s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  0.716s |    13.638s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.714s |    16.623s |
| Iteration 11     | exponen.. |        0.0198 |          464 |       0.6 | friedman_mse |                17 |                5 |         4 |          0.6 |    0.0096 |  0.8125 |          1.0 |  0.917s |    19.211s |
| Iteration 12     | exponen.. |        0.0373 |          197 |       0.6 | friedman_mse |                16 |               15 |         3 |          0.9 |    0.0207 |   0.625 |          1.0 |  0.789s |    21.231s |
| Iteration 13     | exponen.. |        0.0172 |          207 |       0.8 | friedman_mse |                 6 |                2 |         9 |          0.8 |    0.0299 |   0.875 |          1.0 |  0.690s |    23.304s |
| Iteration 14     | exponen.. |        0.3526 |          489 |       1.0 | friedman_mse |                 7 |               20 |         5 |         auto |       0.0 |    0.75 |          1.0 |  0.716s |    27.289s |
| Iteration 15     | exponen.. |        0.1002 |          256 |       0.7 | squared_er.. |                 7 |               10 |        10 |         auto |    0.0072 |   0.875 |          1.0 |  0.697s |    31.954s |
| Iteration 16     | exponen.. |        0.1056 |          254 |       0.8 | squared_er.. |                19 |                3 |         8 |         auto |    0.0177 |   0.875 |          1.0 |  0.704s |    34.452s |
| Iteration 17     | exponen.. |           1.0 |          254 |       0.8 | squared_er.. |                 2 |                4 |         8 |          0.5 |    0.0194 |  0.8125 |          1.0 |  0.698s |    37.413s |
| Iteration 18     | exponen.. |           1.0 |          284 |       0.7 | squared_er.. |                 9 |               16 |         8 |          0.6 |    0.0339 |   0.625 |          1.0 |  0.692s |    39.756s |
| Iteration 19     | exponen.. |        0.1316 |          162 |       0.7 | friedman_mse |                 4 |                2 |         9 |         auto |     0.035 |  0.9375 |          1.0 |  0.686s |    41.618s |
| Iteration 20     | exponen.. |          0.01 |          148 |       1.0 | friedman_mse |                19 |               17 |         3 |          0.8 |    0.0164 |     1.0 |          1.0 |  1.404s |    44.267s |
| Iteration 21     | exponen.. |          0.01 |          113 |       1.0 | squared_er.. |                20 |                9 |         3 |          0.7 |    0.0028 |     1.0 |          1.0 |  0.672s |    46.441s |
| Iteration 22     | exponen.. |          0.01 |           29 |       1.0 | friedman_mse |                 8 |               13 |         1 |          0.7 |    0.0157 |  0.9375 |          1.0 |  0.639s |    48.485s |
| Iteration 23     | exponen.. |        0.0128 |          260 |       1.0 | squared_er.. |                20 |               12 |         5 |          0.8 |       0.0 |    0.75 |          1.0 |  0.685s |    50.618s |
| Iteration 24     | exponen.. |        0.0968 |           77 |       1.0 | squared_er.. |                20 |               10 |         6 |          0.7 |    0.0019 |     1.0 |          1.0 |  0.654s |    52.642s |
| Iteration 25     | exponen.. |        0.0519 |          461 |       1.0 | squared_er.. |                20 |                1 |         6 |          0.7 |    0.0183 |   0.625 |          1.0 |  0.732s |    54.723s |
| Iteration 26     | exponen.. |        0.0291 |          161 |       1.0 | friedman_mse |                17 |               16 |         5 |          0.8 |    0.0063 |     1.0 |          1.0 |  0.672s |    57.046s |
| Iteration 27     | exponen.. |          0.01 |           97 |       1.0 | squared_er.. |                20 |               10 |         1 |          0.6 |     0.032 |     1.0 |          1.0 |  0.671s |    59.184s |
| Iteration 28     | exponen.. |        0.9796 |          239 |       0.8 | squared_er.. |                 2 |                2 |         8 |         auto |    0.0345 |  0.8125 |          1.0 |  0.707s |     1m:01s |
| Iteration 29     | exponen.. |          0.01 |          116 |       1.0 | squared_er.. |                20 |               14 |         4 |          0.6 |       0.0 |  0.5625 |          1.0 |  0.661s |     1m:03s |
| Iteration 30     | exponen.. |        0.8588 |          106 |       0.9 | squared_er.. |                 2 |                6 |        10 |         auto |    0.0134 |     1.0 |          1.0 |  0.674s |     1m:05s |
| Iteration 31     | exponen.. |           1.0 |          266 |       0.8 | squared_er.. |                 2 |                4 |         8 |         auto |     0.035 |  0.7188 |          1.0 |  0.716s |     1m:07s |
| Iteration 32     | exponen.. |        0.1279 |          387 |       0.8 | squared_er.. |                18 |                1 |         6 |         auto |    0.0283 |   0.875 |          1.0 |  0.742s |     1m:11s |
| Iteration 33     | exponen.. |        0.0143 |           77 |       1.0 | squared_er.. |                13 |                8 |         6 |          0.6 |    0.0157 |  0.9375 |          1.0 |  0.654s |     1m:14s |
| Iteration 34     | exponen.. |        0.1078 |          118 |       1.0 | friedman_mse |                16 |               16 |         2 |          0.5 |    0.0336 |   0.875 |          1.0 |  0.681s |     1m:16s |
| Iteration 35     | exponen.. |        0.0346 |           54 |       0.9 | squared_er.. |                16 |                8 |         1 |         sqrt |    0.0181 |   0.875 |          1.0 |  0.658s |     1m:18s |
| Iteration 36     | exponen.. |         0.016 |          277 |       1.0 | friedman_mse |                13 |               16 |         9 |          0.8 |     0.006 |    0.75 |          1.0 |  0.699s |     1m:20s |
| Iteration 37     | exponen.. |        0.0259 |          411 |       0.6 | friedman_mse |                17 |               16 |         7 |          0.8 |    0.0057 |  0.4375 |          1.0 |  0.743s |     1m:23s |
| Iteration 38     | exponen.. |        0.0235 |           81 |       1.0 | friedman_mse |                15 |               17 |         5 |         None |       0.0 |  0.7188 |          1.0 |  0.657s |     1m:25s |
| Iteration 39     | exponen.. |        0.8112 |          148 |       0.9 | squared_er.. |                11 |                7 |         8 |          0.7 |    0.0285 |  0.6875 |          1.0 |  0.698s |     1m:27s |
| Iteration 40     |  deviance |        0.5751 |           16 |       0.9 | friedman_mse |                12 |                4 |         6 |          0.9 |     0.015 |  0.9062 |          1.0 |  0.869s |     1m:29s |
| Iteration 41     |  deviance |        0.2276 |           10 |       0.5 | friedman_mse |                 6 |               20 |         2 |         None |    0.0266 |     0.5 |          1.0 |  0.858s |     1m:32s |
| Iteration 42     | exponen.. |        0.0628 |          182 |       1.0 | friedman_mse |                17 |               16 |         1 |          0.7 |     0.007 |     1.0 |          1.0 |  0.927s |     1m:35s |
| Iteration 43     |  deviance |        0.7953 |           84 |       1.0 | squared_er.. |                18 |                8 |        10 |         auto |    0.0056 |  0.9375 |          1.0 |  0.890s |     1m:38s |
| Iteration 44     |  deviance |        0.1156 |          242 |       1.0 | friedman_mse |                 8 |               16 |         1 |          0.7 |    0.0309 |  0.6562 |          1.0 |  0.909s |     1m:41s |
| Iteration 45     | exponen.. |        0.0169 |          100 |       1.0 | squared_er.. |                14 |                9 |         2 |          0.7 |    0.0165 |  0.7812 |          1.0 |  0.905s |     1m:45s |
| Iteration 46     | exponen.. |        0.0254 |           71 |       1.0 | squared_er.. |                16 |                8 |        10 |         auto |    0.0106 |  0.7812 |          1.0 |  0.888s |     1m:48s |
| Iteration 47     | exponen.. |        0.8274 |          220 |       1.0 | friedman_mse |                16 |               15 |         1 |          0.8 |     0.018 |     1.0 |          1.0 |  0.916s |     1m:52s |
| Iteration 48     |  deviance |        0.1637 |          178 |       0.8 | squared_er.. |                11 |                6 |        10 |         auto |    0.0054 |   0.875 |          1.0 |  0.960s |     1m:55s |
| Iteration 49     | exponen.. |        0.6331 |          150 |       0.8 | friedman_mse |                20 |                5 |        10 |         auto |    0.0268 |  0.9375 |          1.0 |  0.915s |     1m:59s |
| Iteration 50     |  deviance |        0.0204 |          168 |       0.8 | friedman_mse |                17 |                4 |        10 |         auto |    0.0093 |     1.0 |          1.0 |  0.929s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.01, 'n_estimators': 148, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 17, 'max_depth': 3, 'max_features': 0.8, 'ccp_alpha': 0.0164}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9281
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.061s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.505 ± 0.1089
Time elapsed: 0.287s
-------------------------------------------------
Total time: 2m:05s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.9375 |       0.9375 |  0.881s |     0.897s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |       0.9375 |  0.890s |     3.223s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |       0.9375 |  0.887s |     5.554s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |       0.9375 |  0.708s |     7.257s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     1.0 |          1.0 |  0.705s |     8.832s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |          1.0 |  0.704s |    10.491s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |          1.0 |  0.714s |    12.056s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |          1.0 |  0.709s |    13.570s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |          1.0 |  0.704s |    15.149s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.9375 |          1.0 |  0.712s |    16.876s |
| Iteration 11     |      l2 |  14.567 | newto.. |      488 |      --- |   0.625 |          1.0 |  0.703s |    18.802s |
| Iteration 12     |      l2 |  9.9485 |   lbfgs |      575 |      --- |   0.625 |          1.0 |  0.711s |    20.820s |
| Iteration 13     |      l2 |  0.2704 | libli.. |      537 |      --- |     0.5 |          1.0 |  0.703s |    22.783s |
| Iteration 14     |      l2 | 45.8858 |   lbfgs |      808 |      --- |  0.6875 |          1.0 |  0.670s |    24.682s |
| Iteration 15     |      l2 | 21.3875 | newto.. |      514 |      --- |  0.4375 |          1.0 |  0.653s |    26.486s |
| Iteration 16     |    none |     --- |   lbfgs |      570 |      --- |  0.9375 |          1.0 |  0.645s |    28.350s |
| Iteration 17     |    none |     --- |   lbfgs |      566 |      --- |  0.0625 |          1.0 |  0.658s |    30.244s |
| Iteration 18     |      l2 |  9.2114 | libli.. |      623 |      --- |  0.6875 |          1.0 |  0.661s |    32.137s |
| Iteration 19     |      l2 |  0.0203 |    saga |      232 |      --- |  0.8125 |          1.0 |  0.636s |    34.040s |
| Iteration 20     |      l2 |   0.015 |     sag |      189 |      --- |  0.3125 |          1.0 |  0.648s |    35.974s |
| Iteration 21     |      l2 | 10.9165 |   lbfgs |      599 |      --- |  0.5625 |          1.0 |  0.653s |    37.894s |
| Iteration 22     |      l2 |  0.0187 |   lbfgs |      518 |      --- |  0.6875 |          1.0 |  0.656s |    40.325s |
| Iteration 23     |      l2 |  10.192 |   lbfgs |      564 |      --- |  0.8125 |          1.0 |  0.654s |    42.282s |
| Iteration 24     |      l2 |  0.3228 |    saga |      103 |      --- |   0.875 |          1.0 |  0.641s |    44.103s |
| Iteration 25     |    none |     --- |   lbfgs |      490 |      --- |   0.375 |          1.0 |  0.656s |    45.918s |
| Iteration 26     |      l2 | 15.4211 |   lbfgs |      486 |      --- |   0.875 |          1.0 |  0.643s |    47.909s |
| Iteration 27     |      l2 | 12.7382 |   lbfgs |      562 |      --- |     1.0 |          1.0 |  0.648s |    49.837s |
| Iteration 28     |      l2 | 12.1417 |   lbfgs |      562 |      --- |  0.9375 |          1.0 |  0.674s |    51.816s |
| Iteration 29     |    none |     --- |   lbfgs |      551 |      --- |  0.4375 |          1.0 |  0.651s |    53.814s |
| Iteration 30     |      l2 |  9.7086 |   lbfgs |      521 |      --- |     1.0 |          1.0 |  0.647s |    55.643s |
| Iteration 31     |      l2 | 10.5298 |   lbfgs |      852 |      --- |    0.75 |          1.0 |  0.651s |    57.812s |
| Iteration 32     |      l2 | 10.1115 |   lbfgs |      498 |      --- |  0.9375 |          1.0 |  0.646s |    59.880s |
| Iteration 33     |    none |     --- |   lbfgs |      580 |      --- |  0.6875 |          1.0 |  0.677s |     1m:02s |
| Iteration 34     |      l2 |  9.5886 |   lbfgs |      577 |      --- |  0.9375 |          1.0 |  0.647s |     1m:04s |
| Iteration 35     |      l2 |  9.5226 |   lbfgs |      477 |      --- |  0.4375 |          1.0 |  0.655s |     1m:06s |
| Iteration 36     |      l2 | 12.7043 |   lbfgs |      510 |      --- |  0.6875 |          1.0 |  0.642s |     1m:09s |
| Iteration 37     |      l2 | 16.1648 |   lbfgs |      602 |      --- |   0.625 |          1.0 |  0.694s |     1m:11s |
| Iteration 38     |      l2 | 12.4356 |   lbfgs |      567 |      --- |    0.75 |          1.0 |  0.647s |     1m:13s |
| Iteration 39     |      l2 |  0.0024 |    saga |      100 |      --- |   0.625 |          1.0 |  0.650s |     1m:15s |
| Iteration 40     |      l2 |  0.0107 |    saga |      109 |      --- |  0.9375 |          1.0 |  0.661s |     1m:17s |
| Iteration 41     |      l2 |  0.0235 |    saga |      483 |      --- |   0.375 |          1.0 |  0.690s |     1m:21s |
| Iteration 42     |      l2 |  0.0189 |    saga |      161 |      --- |  0.8125 |          1.0 |  0.690s |     1m:23s |
| Iteration 43     |      l2 |  0.1943 |    saga |      100 |      --- |   0.875 |          1.0 |  0.682s |     1m:25s |
| Iteration 44     |      l2 |   0.001 |    saga |      166 |      --- |  0.6875 |          1.0 |  1.285s |     1m:28s |
| Iteration 45     |      l2 |  0.3448 |   lbfgs |      558 |      --- |  0.6875 |          1.0 |  0.642s |     1m:30s |
| Iteration 46     |      l2 |  0.9828 |    saga |      161 |      --- |    0.75 |          1.0 |  0.652s |     1m:32s |
| Iteration 47     |    none |     --- | newto.. |     1000 |      --- |   0.875 |          1.0 |  0.641s |     1m:34s |
| Iteration 48     |    none |     --- | newto.. |      955 |      --- |   0.875 |          1.0 |  0.651s |     1m:36s |
| Iteration 49     |    none |     --- | newto.. |     1000 |      --- |   0.875 |          1.0 |  0.000s |     1m:39s |
| Iteration 50     |    none |     --- | newto.. |     1000 |      --- |   0.875 |          1.0 |  0.000s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'penalty': 'l2', 'C': 10.3226, 'solver': 'lbfgs', 'max_iter': 566}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8259
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.0735
Time elapsed: 0.068s
-------------------------------------------------
Total time: 1m:42s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.3125 |       0.3125 |  0.642s |     0.648s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  0.679s |     2.285s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.001s |     3.209s |
| Initial point 4  |    lsqr |       0.8 |  0.8125 |       0.8125 |  0.676s |     4.692s |
| Initial point 5  |   eigen |       0.9 |     1.0 |          1.0 |  0.634s |     6.113s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |          1.0 |  0.635s |     7.525s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |          1.0 |  0.634s |     8.942s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |          1.0 |  0.633s |    10.407s |
| Initial point 9  |    lsqr |       0.6 |  0.6875 |          1.0 |  0.637s |    11.944s |
| Initial point 10 |   eigen |       0.8 |     1.0 |          1.0 |  0.638s |    13.462s |
| Iteration 11     |   eigen |       0.6 |   0.625 |          1.0 |  0.888s |    17.035s |
| Iteration 12     |   eigen |       0.9 |     1.0 |          1.0 |  0.001s |    20.254s |
| Iteration 13     |   eigen |       0.7 |     0.5 |          1.0 |  0.874s |    24.105s |
| Iteration 14     |     svd |       --- |    0.75 |          1.0 |  0.001s |    27.397s |
| Iteration 15     |   eigen |      auto |   0.625 |          1.0 |  0.862s |    31.308s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.001s |    34.421s |
| Iteration 17     |   eigen |      None |  0.0625 |          1.0 |  0.868s |    38.397s |
| Iteration 18     |     svd |       --- |    0.75 |          1.0 |  0.001s |    40.338s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.001s |    41.891s |
| Iteration 20     |   eigen |       0.5 |  0.3125 |          1.0 |  0.865s |    44.290s |
| Iteration 21     |    lsqr |      auto |  0.5625 |          1.0 |  0.879s |    46.724s |
| Iteration 22     |    lsqr |       1.0 |  0.8125 |          1.0 |  0.874s |    49.311s |
| Iteration 23     |     svd |       --- |    0.75 |          1.0 |  0.001s |    50.959s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.001s |    52.568s |
| Iteration 25     |    lsqr |      None |   0.375 |          1.0 |  0.876s |    55.107s |
| Iteration 26     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |    56.663s |
| Iteration 27     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    57.744s |
| Iteration 28     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    58.722s |
| Iteration 29     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    59.743s |
| Iteration 30     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 31     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 32     |   eigen |       0.9 |     1.0 |          1.0 |  0.001s |     1m:03s |
| Iteration 33     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 34     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 35     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 36     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 37     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 38     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 39     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:11s |
| Iteration 40     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 41     |    lsqr |      auto |  0.5625 |          1.0 |  0.000s |     1m:13s |
| Iteration 42     |    lsqr |       0.7 |     0.5 |          1.0 |  0.001s |     1m:14s |
| Iteration 43     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:15s |
| Iteration 44     |    lsqr |       0.5 |  0.6875 |          1.0 |  0.000s |     1m:16s |
| Iteration 45     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 46     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:19s |
| Iteration 47     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 48     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 49     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:22s |
| Iteration 50     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7973
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0707
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:26s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.3125 |       0.3125 |  0.638s |     0.641s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  0.637s |     2.072s |
| Initial point 3  |       0.1 |  0.8125 |       0.8125 |  0.628s |     3.462s |
| Initial point 4  |       1.0 |  0.3125 |       0.8125 |  0.001s |     4.256s |
| Initial point 5  |       0.2 |     1.0 |          1.0 |  0.636s |     6.527s |
| Initial point 6  |       0.4 |     0.5 |          1.0 |  0.631s |     8.232s |
| Initial point 7  |       0.4 |     0.5 |          1.0 |  0.000s |     9.024s |
| Initial point 8  |       0.7 |  0.5625 |          1.0 |  0.628s |    10.349s |
| Initial point 9  |       0.9 |   0.625 |          1.0 |  0.000s |    11.075s |
| Initial point 10 |       0.8 |  0.9375 |          1.0 |  0.733s |    13.817s |
| Iteration 11     |       0.3 |   0.625 |          1.0 |  0.650s |    15.742s |
| Iteration 12     |       0.6 |   0.625 |          1.0 |  0.645s |    17.296s |
| Iteration 13     |       0.5 |     0.5 |          1.0 |  0.641s |    18.825s |
| Iteration 14     |       0.0 |    0.75 |          1.0 |  0.642s |    20.362s |
| Iteration 15     |       0.2 |     1.0 |          1.0 |  0.000s |    21.304s |
| Iteration 16     |       0.2 |     1.0 |          1.0 |  0.000s |    22.122s |
| Iteration 17     |       0.2 |     1.0 |          1.0 |  0.000s |    23.123s |
| Iteration 18     |       0.2 |     1.0 |          1.0 |  0.000s |    24.099s |
| Iteration 19     |       0.2 |     1.0 |          1.0 |  0.000s |    25.021s |
| Iteration 20     |       0.2 |     1.0 |          1.0 |  0.000s |    25.929s |
| Iteration 21     |       0.2 |     1.0 |          1.0 |  0.000s |    26.785s |
| Iteration 22     |       0.2 |     1.0 |          1.0 |  0.000s |    27.718s |
| Iteration 23     |       0.4 |     0.5 |          1.0 |  0.000s |    28.555s |
| Iteration 24     |       0.2 |     1.0 |          1.0 |  0.000s |    29.419s |
| Iteration 25     |       0.2 |     1.0 |          1.0 |  0.000s |    31.573s |
| Iteration 26     |       0.2 |     1.0 |          1.0 |  0.000s |    32.780s |
| Iteration 27     |       0.2 |     1.0 |          1.0 |  0.000s |    33.619s |
| Iteration 28     |       0.9 |   0.625 |          1.0 |  0.000s |    34.523s |
| Iteration 29     |       0.2 |     1.0 |          1.0 |  0.000s |    35.411s |
| Iteration 30     |       0.8 |  0.9375 |          1.0 |  0.000s |    36.253s |
| Iteration 31     |       0.2 |     1.0 |          1.0 |  0.000s |    37.164s |
| Iteration 32     |       0.2 |     1.0 |          1.0 |  0.000s |    38.088s |
| Iteration 33     |       0.2 |     1.0 |          1.0 |  0.000s |    39.133s |
| Iteration 34     |       0.2 |     1.0 |          1.0 |  0.000s |    40.035s |
| Iteration 35     |       0.2 |     1.0 |          1.0 |  0.000s |    40.970s |
| Iteration 36     |       0.2 |     1.0 |          1.0 |  0.000s |    41.922s |
| Iteration 37     |       0.2 |     1.0 |          1.0 |  0.000s |    42.837s |
| Iteration 38     |       0.2 |     1.0 |          1.0 |  0.000s |    43.804s |
| Iteration 39     |       0.2 |     1.0 |          1.0 |  0.000s |    44.936s |
| Iteration 40     |       0.2 |     1.0 |          1.0 |  0.000s |    45.983s |
| Iteration 41     |       0.2 |     1.0 |          1.0 |  0.000s |    46.939s |
| Iteration 42     |       0.2 |     1.0 |          1.0 |  0.000s |    47.891s |
| Iteration 43     |       0.2 |     1.0 |          1.0 |  0.000s |    48.834s |
| Iteration 44     |       0.2 |     1.0 |          1.0 |  0.000s |    51.396s |
| Iteration 45     |       0.2 |     1.0 |          1.0 |  0.000s |    53.323s |
| Iteration 46     |       0.2 |     1.0 |          1.0 |  0.000s |    54.352s |
| Iteration 47     |       0.2 |     1.0 |          1.0 |  0.000s |    55.368s |
| Iteration 48     |       0.2 |     1.0 |          1.0 |  0.000s |    56.414s |
| Iteration 49     |       0.2 |     1.0 |          1.0 |  0.000s |    57.372s |
| Iteration 50     |       0.2 |     1.0 |          1.0 |  0.000s |    58.371s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.396s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7973
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.08
Time elapsed: 0.027s
-------------------------------------------------
Total time: 59.433s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.7584 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  0.634s |     0.655s |
| Initial point 2  |  4.6763 | uniform |   kd_tree |        39 |       2 |  0.7188 |       0.7188 |  0.639s |     2.162s |
| Initial point 3  |   3.694 | dista.. | ball_tree |        25 |       2 |  0.6875 |       0.7188 |  0.645s |     3.553s |
| Initial point 4  | 10.7771 | uniform | ball_tree |        39 |       2 |   0.625 |       0.7188 |  0.633s |     4.950s |
| Initial point 5  |  8.4424 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  0.648s |     6.430s |
| Initial point 6  |   9.777 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.635s |     8.027s |
| Initial point 7  |  6.9932 | dista.. | ball_tree |        24 |       1 |  0.7812 |          1.0 |  0.636s |    11.418s |
| Initial point 8  |  1.6758 | dista.. | ball_tree |        21 |       2 |  0.5312 |          1.0 |  0.637s |    13.370s |
| Initial point 9  |    7.79 | uniform | ball_tree |        24 |       1 |    0.75 |          1.0 |  0.662s |    14.924s |
| Initial point 10 |  5.5331 | uniform |     brute |        22 |       2 |  0.3438 |          1.0 |  0.645s |    16.351s |
| Iteration 11     |     0.0 | dista.. |      auto |        30 |       1 |     0.5 |          1.0 |  0.633s |    18.133s |
| Iteration 12     |  7.7892 | dista.. |      auto |        31 |       2 |  0.6875 |          1.0 |  0.638s |    19.874s |
| Iteration 13     |  8.9276 | dista.. |      auto |        30 |       2 |   0.875 |          1.0 |  0.633s |    21.603s |
| Iteration 14     |     0.0 | dista.. |      auto |        30 |       2 |     0.5 |          1.0 |  0.640s |    23.446s |
| Iteration 15     |  8.2858 | uniform | ball_tree |        30 |       2 |  0.7188 |          1.0 |  0.642s |    25.313s |
| Iteration 16     |  8.0161 | dista.. |      auto |        30 |       1 |    0.75 |          1.0 |  0.638s |    27.068s |
| Iteration 17     |  8.5758 | uniform |      auto |        24 |       1 |  0.7812 |          1.0 |  0.635s |    28.770s |
| Iteration 18     |  8.5559 | dista.. |      auto |        31 |       2 |  0.9375 |          1.0 |  0.638s |    30.608s |
| Iteration 19     |  8.5673 | uniform |      auto |        28 |       2 |   0.625 |          1.0 |  0.641s |    32.509s |
| Iteration 20     |  8.5037 | dista.. |     brute |        30 |       2 |    0.75 |          1.0 |  0.650s |    34.371s |
| Iteration 21     |  8.5538 | dista.. |      auto |        29 |       2 |    0.75 |          1.0 |  0.643s |    36.341s |
| Iteration 22     |  8.4896 | dista.. |      auto |        30 |       2 |    0.75 |          1.0 |  0.639s |    38.324s |
| Iteration 23     | 11.7916 | dista.. |      auto |        31 |       2 |   0.875 |          1.0 |  0.642s |    40.133s |
| Iteration 24     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.647s |    43.238s |
| Iteration 25     | 11.7916 | dista.. |     brute |        33 |       1 |   0.625 |          1.0 |  0.635s |    46.551s |
| Iteration 26     | 11.7916 | uniform |      auto |        34 |       1 |  0.5938 |          1.0 |  1.224s |    49.228s |
| Iteration 27     | 11.7916 | dista.. |      auto |        35 |       2 |     1.0 |          1.0 |  0.648s |    51.125s |
| Iteration 28     | 11.7916 | dista.. |      auto |        36 |       2 |  0.8125 |          1.0 |  0.660s |    53.062s |
| Iteration 29     | 11.7916 | dista.. |      auto |        20 |       1 |  0.5625 |          1.0 |  0.654s |    54.814s |
| Iteration 30     | 11.7916 | dista.. |     brute |        32 |       2 |  0.8125 |          1.0 |  0.651s |    56.630s |
| Iteration 31     |  8.9598 | dista.. |      auto |        38 |       2 |    0.75 |          1.0 |  0.655s |    58.364s |
| Iteration 32     | 11.7916 | dista.. |      auto |        32 |       2 |     1.0 |          1.0 |  0.649s |     1m:00s |
| Iteration 33     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.001s |     1m:01s |
| Iteration 34     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 35     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 36     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 37     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 38     | 11.7916 | uniform |      auto |        33 |       2 |   0.625 |          1.0 |  0.643s |     1m:08s |
| Iteration 39     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 40     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.001s |     1m:10s |
| Iteration 41     | 11.7916 | dista.. | ball_tree |        32 |       2 |     0.5 |          1.0 |  0.690s |     1m:12s |
| Iteration 42     | 11.7916 | dista.. |      auto |        33 |       1 |  0.6875 |          1.0 |  0.692s |     1m:14s |
| Iteration 43     |  8.4311 | dista.. |      auto |        30 |       2 |   0.875 |          1.0 |  0.685s |     1m:16s |
| Iteration 44     |     0.0 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  0.686s |     1m:18s |
| Iteration 45     | 11.7916 | dista.. |      auto |        32 |       2 |     1.0 |          1.0 |  0.001s |     1m:20s |
| Iteration 46     | 11.7916 | dista.. |   kd_tree |        20 |       1 |    0.75 |          1.0 |  0.689s |     1m:22s |
| Iteration 47     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.001s |     1m:25s |
| Iteration 48     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.001s |     1m:27s |
| Iteration 49     |     0.0 | dista.. |   kd_tree |        30 |       1 |     0.5 |          1.0 |  0.692s |     1m:29s |
| Iteration 50     | 11.7916 | dista.. |      auto |        33 |       2 |     1.0 |          1.0 |  0.001s |     1m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 11.7916, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 32, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.37 ± 0.04
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:31s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.4375 |       0.4375 |  1.030s |     1.037s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.045s |     2.992s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |          1.0 |  0.811s |     4.711s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.940s |     6.541s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.824s |     8.247s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |          1.0 |  1.007s |    10.129s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |          1.0 |  0.664s |    11.705s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7188 |          1.0 |  0.942s |    13.377s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.9062 |          1.0 |  1.217s |    15.334s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9375 |          1.0 |  0.767s |    16.908s |
| Iteration 11     |           50 |        0.0629 |   SAMME.R |    0.75 |          1.0 |  0.677s |    18.671s |
| Iteration 12     |           95 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  0.702s |    20.407s |
| Iteration 13     |          500 |        0.0911 |     SAMME |  0.6875 |          1.0 |  0.995s |    22.411s |
| Iteration 14     |           70 |        0.0344 |   SAMME.R |     0.5 |          1.0 |  0.688s |    24.665s |
| Iteration 15     |          353 |        0.0499 |     SAMME |    0.75 |          1.0 |  0.914s |    27.327s |
| Iteration 16     |           57 |        0.0463 |   SAMME.R |  0.6875 |          1.0 |  0.678s |    29.345s |
| Iteration 17     |          427 |        0.4671 |     SAMME |    0.75 |          1.0 |  0.949s |    31.455s |
| Iteration 18     |          233 |        0.0335 |     SAMME |  0.9062 |          1.0 |  0.828s |    35.157s |
| Iteration 19     |          442 |        0.0694 |     SAMME |  0.8125 |          1.0 |  0.945s |    39.565s |
| Iteration 20     |          428 |        0.0914 |     SAMME |     1.0 |          1.0 |  0.932s |    44.130s |
| Iteration 21     |          500 |        0.0264 |   SAMME.R |    0.75 |          1.0 |  1.020s |    48.904s |
| Iteration 22     |          499 |        0.0718 |   SAMME.R |  0.6875 |          1.0 |  1.035s |    53.873s |
| Iteration 23     |          247 |        0.0461 |     SAMME |    0.75 |          1.0 |  0.811s |    58.430s |
| Iteration 24     |          168 |        0.0456 |     SAMME |  0.9375 |          1.0 |  0.736s |     1m:01s |
| Iteration 25     |           81 |        0.0406 |     SAMME |  0.6562 |          1.0 |  0.712s |     1m:04s |
| Iteration 26     |          216 |        0.1619 |     SAMME |   0.875 |          1.0 |  0.793s |     1m:07s |
| Iteration 27     |          179 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.756s |     1m:09s |
| Iteration 28     |          186 |         0.035 |     SAMME |    0.75 |          1.0 |  0.754s |     1m:11s |
| Iteration 29     |          162 |          0.01 |     SAMME |   0.625 |          1.0 |  0.761s |     1m:13s |
| Iteration 30     |          215 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.786s |     1m:15s |
| Iteration 31     |          277 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  0.843s |     1m:17s |
| Iteration 32     |          169 |        0.4754 |     SAMME |     1.0 |          1.0 |  0.742s |     1m:19s |
| Iteration 33     |          168 |        0.9472 |   SAMME.R |  0.8125 |          1.0 |  0.754s |     1m:21s |
| Iteration 34     |          187 |        0.2728 |     SAMME |  0.9375 |          1.0 |  1.344s |     1m:23s |
| Iteration 35     |          147 |          10.0 |     SAMME |  0.8125 |          1.0 |  0.622s |     1m:25s |
| Iteration 36     |          183 |        0.2417 |   SAMME.R |   0.875 |          1.0 |  0.763s |     1m:27s |
| Iteration 37     |          389 |          10.0 |     SAMME |  0.8125 |          1.0 |  0.620s |     1m:29s |
| Iteration 38     |          190 |          10.0 |     SAMME |    0.75 |          1.0 |  0.630s |     1m:31s |
| Iteration 39     |          151 |        0.2579 |     SAMME |  0.5938 |          1.0 |  0.732s |     1m:34s |
| Iteration 40     |          200 |          0.01 |     SAMME |   0.875 |          1.0 |  0.782s |     1m:37s |
| Iteration 41     |          201 |        0.0691 |   SAMME.R |  0.5625 |          1.0 |  0.802s |     1m:39s |
| Iteration 42     |          277 |        0.0592 |     SAMME |   0.875 |          1.0 |  0.870s |     1m:41s |
| Iteration 43     |          429 |        0.0892 |     SAMME |  0.9375 |          1.0 |  1.027s |     1m:43s |
| Iteration 44     |          489 |        0.0104 |     SAMME |    0.75 |          1.0 |  0.973s |     1m:46s |
| Iteration 45     |           55 |        9.7113 |   SAMME.R |  0.3125 |          1.0 |  0.662s |     1m:48s |
| Iteration 46     |          109 |          0.01 |     SAMME |    0.75 |          1.0 |  0.719s |     1m:50s |
| Iteration 47     |           74 |          0.01 |     SAMME |     1.0 |          1.0 |  0.724s |     1m:52s |
| Iteration 48     |          179 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.001s |     1m:53s |
| Iteration 49     |          374 |        9.9808 |     SAMME |  0.8125 |          1.0 |  0.687s |     1m:55s |
| Iteration 50     |          109 |        9.9912 |     SAMME |   0.875 |          1.0 |  0.676s |     1m:57s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.470s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.062
Time elapsed: 2.079s
-------------------------------------------------
Total time: 2m:01s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.4375 |       0.4375 |  1.060s |     1.079s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.938s |     3.157s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |          1.0 |  0.983s |     4.995s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  0.779s |     6.664s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |          1.0 |  0.933s |     8.584s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8438 |          1.0 |  0.767s |    10.356s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.809s |    12.090s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |          1.0 |  0.820s |    13.856s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  0.937s |    15.638s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  0.909s |    17.303s |
| Iteration 11     |           69 |   entropy |         4 |                17 |               12 |          0.5 |     False |    0.0111 |         --- |  0.8125 |          1.0 |  1.266s |    20.688s |
| Iteration 12     |           58 |      gini |         2 |                 8 |               18 |         log2 |     False |    0.0005 |         --- |    0.75 |          1.0 |  0.672s |    22.775s |
| Iteration 13     |          500 |   entropy |         8 |                16 |               12 |          0.7 |     False |    0.0097 |         --- |    0.75 |          1.0 |  0.942s |    26.494s |
| Iteration 14     |          430 |      gini |         5 |                13 |                4 |          0.5 |     False |    0.0247 |         --- |    0.75 |          1.0 |  0.890s |    29.087s |
| Iteration 15     |          217 |      gini |         7 |                 4 |                7 |          0.6 |     False |    0.0023 |         --- |   0.875 |          1.0 |  0.763s |    31.183s |
| Iteration 16     |          406 |   entropy |         8 |                12 |                6 |         log2 |     False |     0.035 |         --- |   0.875 |          1.0 |  0.887s |    33.378s |
| Iteration 17     |          377 |      gini |         7 |                16 |                5 |          0.9 |      True |     0.035 |         0.9 |     0.5 |          1.0 |  0.949s |    35.609s |
| Iteration 18     |           10 |   entropy |         7 |                19 |                1 |         log2 |     False |    0.0081 |         --- |     1.0 |          1.0 |  0.622s |    37.500s |
| Iteration 19     |          396 |      gini |         5 |                 3 |               18 |          0.9 |      True |    0.0113 |         0.5 |     0.5 |          1.0 |  0.909s |    39.716s |
| Iteration 20     |          103 |      gini |         6 |                 4 |               20 |          0.7 |     False |    0.0062 |         --- |   0.625 |          1.0 |  0.685s |    41.668s |
| Iteration 21     |          500 |   entropy |         9 |                 2 |                1 |         None |      True |     0.035 |        None |  0.9375 |          1.0 |  1.053s |    44.032s |
| Iteration 22     |          365 |   entropy |         4 |                15 |                2 |         log2 |      True |    0.0317 |         0.8 |   0.875 |          1.0 |  0.913s |    46.267s |
| Iteration 23     |          178 |      gini |         3 |                12 |                9 |          0.6 |      True |    0.0308 |         0.6 |  0.8125 |          1.0 |  0.787s |    48.366s |
| Iteration 24     |           65 |   entropy |         6 |                17 |                7 |         log2 |     False |    0.0202 |         --- |     1.0 |          1.0 |  0.661s |    50.352s |
| Iteration 25     |           10 |   entropy |         6 |                17 |                1 |         log2 |      True |    0.0261 |         0.7 |   0.625 |          1.0 |  0.642s |    52.355s |
| Iteration 26     |          115 |      gini |         9 |                19 |               20 |         None |      True |    0.0341 |         0.8 |     0.5 |          1.0 |  0.735s |    54.311s |
| Iteration 27     |           10 |   entropy |      None |                20 |                1 |         auto |     False |    0.0285 |         --- |  0.9375 |          1.0 |  0.638s |    56.266s |
| Iteration 28     |          234 |      gini |         1 |                20 |                5 |          0.7 |     False |    0.0074 |         --- |  0.5625 |          1.0 |  0.767s |    58.528s |
| Iteration 29     |           71 |   entropy |         9 |                15 |               19 |          0.7 |     False |    0.0148 |         --- |     0.5 |          1.0 |  0.674s |     1m:01s |
| Iteration 30     |          176 |   entropy |         7 |                 4 |                5 |         log2 |     False |    0.0115 |         --- |  0.9375 |          1.0 |  0.736s |     1m:03s |
| Iteration 31     |          397 |      gini |         6 |                19 |                1 |         log2 |     False |    0.0135 |         --- |  0.6875 |          1.0 |  0.858s |     1m:05s |
| Iteration 32     |          340 |      gini |         5 |                17 |                5 |          0.6 |     False |    0.0148 |         --- |     1.0 |          1.0 |  0.828s |     1m:07s |
| Iteration 33     |           30 |   entropy |         6 |                 7 |                1 |         log2 |     False |    0.0326 |         --- |  0.9375 |          1.0 |  0.636s |     1m:10s |
| Iteration 34     |          253 |      gini |         5 |                13 |                5 |          0.6 |     False |    0.0213 |         --- |   0.875 |          1.0 |  0.776s |     1m:12s |
| Iteration 35     |          313 |   entropy |         6 |                 2 |               14 |         auto |     False |    0.0275 |         --- |  0.8125 |          1.0 |  0.807s |     1m:14s |
| Iteration 36     |          444 |   entropy |         6 |                20 |               10 |          0.6 |     False |    0.0339 |         --- |   0.625 |          1.0 |  0.888s |     1m:17s |
| Iteration 37     |          242 |   entropy |         6 |                17 |                7 |         log2 |     False |    0.0306 |         --- |    0.75 |          1.0 |  0.814s |     1m:20s |
| Iteration 38     |          365 |      gini |         5 |                11 |                5 |          0.6 |     False |    0.0145 |         --- |  0.8438 |          1.0 |  0.914s |     1m:22s |
| Iteration 39     |          199 |   entropy |         5 |                 2 |                1 |         auto |     False |     0.015 |         --- |    0.75 |          1.0 |  0.792s |     1m:25s |
| Iteration 40     |          331 |   entropy |         2 |                 2 |                1 |          0.6 |      True |    0.0019 |        None |     1.0 |          1.0 |  0.923s |     1m:27s |
| Iteration 41     |           10 |   entropy |      None |                 2 |                1 |         None |      True |     0.035 |        None |     0.5 |          1.0 |  0.671s |     1m:29s |
| Iteration 42     |          341 |   entropy |         6 |                19 |                7 |         log2 |     False |    0.0186 |         --- |   0.875 |          1.0 |  0.888s |     1m:32s |
| Iteration 43     |           10 |   entropy |         6 |                 4 |                1 |          0.6 |     False |    0.0176 |         --- |   0.875 |          1.0 |  0.665s |     1m:34s |
| Iteration 44     |          385 |   entropy |         2 |                 6 |                3 |         log2 |      True |    0.0281 |        None |  0.6875 |          1.0 |  0.977s |     1m:36s |
| Iteration 45     |          245 |   entropy |         6 |                18 |                2 |          0.6 |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.822s |     1m:39s |
| Iteration 46     |          189 |      gini |         9 |                20 |                1 |         auto |     False |       0.0 |         --- |  0.6875 |          1.0 |  0.739s |     1m:41s |
| Iteration 47     |           10 |   entropy |         6 |                10 |                5 |          0.9 |     False |    0.0068 |         --- |     1.0 |          1.0 |  0.684s |     1m:44s |
| Iteration 48     |           10 |   entropy |         6 |                16 |                5 |          0.6 |     False |     0.012 |         --- |  0.7812 |          1.0 |  0.689s |     1m:46s |
| Iteration 49     |          158 |   entropy |         7 |                17 |                1 |          0.6 |     False |    0.0205 |         --- |     1.0 |          1.0 |  0.774s |     1m:48s |
| Iteration 50     |           52 |   entropy |         7 |                12 |                1 |          0.5 |     False |    0.0128 |         --- |    0.75 |          1.0 |  0.662s |     1m:51s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 425, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.983
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.309s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.565 ± 0.0436
Time elapsed: 1.368s
-------------------------------------------------
Total time: 1m:54s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.778s |     0.798s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.772s |     2.607s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.780s |     4.229s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.713s |     5.781s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.764s |     7.317s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.731s |     8.878s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.695s |    10.377s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.708s |    11.866s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |          1.0 |  0.728s |    14.773s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.700s |    16.559s |
| Iteration 11     |           34 |         0.611 |         6 |  0.0081 |                8 |       0.5 |              0.9 |       100 |        0.1 |     0.5 |          1.0 |  0.665s |    18.484s |
| Iteration 12     |          457 |        0.0417 |         5 |  0.3916 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |  0.8125 |          1.0 |  0.749s |    20.449s |
| Iteration 13     |          466 |        0.0178 |         9 |  0.5218 |                2 |       0.9 |              0.8 |       0.1 |          1 |  0.6875 |          1.0 |  1.342s |    23.079s |
| Iteration 14     |          437 |        0.0371 |         6 |  0.3512 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |  0.8125 |          1.0 |  0.736s |    25.390s |
| Iteration 15     |           97 |         0.114 |         4 |  0.4657 |                4 |       0.6 |              0.5 |        10 |          1 |     0.5 |          1.0 |  0.666s |    27.499s |
| Iteration 16     |           36 |        0.0393 |         2 |   0.132 |                1 |       0.8 |              0.7 |         1 |       0.01 |   0.875 |          1.0 |  0.657s |    29.416s |
| Iteration 17     |           22 |        0.0186 |        10 |  0.8524 |                9 |       0.8 |              0.6 |       100 |        0.1 |     0.5 |          1.0 |  0.652s |    31.414s |
| Iteration 18     |          370 |         0.053 |         5 |  0.9862 |                1 |       0.5 |              0.7 |         1 |         10 |   0.875 |          1.0 |  0.766s |    33.574s |
| Iteration 19     |          463 |        0.0335 |         5 |  0.4027 |                1 |       0.8 |              0.7 |       100 |         10 |     0.5 |          1.0 |  0.760s |    35.783s |
| Iteration 20     |          251 |        0.0541 |         6 |  0.2189 |                1 |       1.0 |              0.6 |       0.1 |          0 |     1.0 |          1.0 |  0.744s |    38.162s |
| Iteration 21     |          178 |        0.0606 |         1 |  0.3708 |                1 |       0.7 |              0.9 |       0.1 |        100 |   0.875 |          1.0 |  0.719s |    40.351s |
| Iteration 22     |          274 |        0.0492 |        10 |     1.0 |                1 |       1.0 |              0.9 |       0.1 |          0 |    0.75 |          1.0 |  0.745s |    42.651s |
| Iteration 23     |          180 |        0.0484 |         4 |     0.0 |                1 |       0.7 |              0.4 |       0.1 |          0 |  0.8125 |          1.0 |  0.722s |    44.745s |
| Iteration 24     |          449 |        0.1828 |         5 |  0.1874 |                1 |       1.0 |              0.9 |         0 |        0.1 |     1.0 |          1.0 |  0.771s |    46.851s |
| Iteration 25     |          358 |         0.096 |         1 |  0.6749 |                1 |       0.6 |              0.9 |         0 |          0 |     0.5 |          1.0 |  0.748s |    49.018s |
| Iteration 26     |          122 |        0.0262 |         3 |  0.5469 |                3 |       1.0 |              0.8 |         1 |          1 |     1.0 |          1.0 |  0.721s |    51.175s |
| Iteration 27     |          259 |         0.053 |        10 |  0.4694 |                3 |       0.8 |              0.6 |       0.1 |       0.01 |     1.0 |          1.0 |  0.734s |    53.381s |
| Iteration 28     |          499 |        0.0255 |         8 |  0.4887 |                3 |       0.9 |              0.8 |       0.1 |         10 |  0.6875 |          1.0 |  0.786s |    55.621s |
| Iteration 29     |          465 |        0.2474 |         4 |  0.4187 |                6 |       0.8 |              0.8 |       0.1 |          1 |     0.5 |          1.0 |  0.763s |    58.013s |
| Iteration 30     |          117 |        0.0165 |         3 |  0.0877 |                2 |       1.0 |              0.6 |       0.1 |       0.01 |  0.9375 |          1.0 |  0.717s |     1m:00s |
| Iteration 31     |           75 |        0.0269 |         7 |     0.0 |                1 |       1.0 |              0.5 |         0 |          1 |   0.625 |          1.0 |  0.708s |     1m:02s |
| Iteration 32     |          156 |         0.044 |         4 |  0.2845 |                2 |       1.0 |              0.7 |       0.1 |       0.01 |     1.0 |          1.0 |  0.718s |     1m:05s |
| Iteration 33     |          133 |        0.0499 |         8 |  0.1989 |                3 |       1.0 |              0.9 |       0.1 |          0 |     1.0 |          1.0 |  0.726s |     1m:07s |
| Iteration 34     |          148 |        0.0455 |         3 |  0.2625 |                2 |       1.0 |              0.7 |       0.1 |       0.01 |   0.875 |          1.0 |  0.693s |     1m:09s |
| Iteration 35     |          380 |        0.1981 |         6 |     0.0 |                1 |       1.0 |              0.7 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.757s |     1m:12s |
| Iteration 36     |          222 |        0.1432 |         8 |  0.1853 |                3 |       0.9 |              1.0 |       0.1 |        0.1 |  0.5312 |          1.0 |  0.728s |     1m:14s |
| Iteration 37     |          209 |        0.0441 |         7 |  0.4001 |                3 |       1.0 |              0.9 |       0.1 |        0.1 |  0.6875 |          1.0 |  0.728s |     1m:16s |
| Iteration 38     |          246 |        0.0305 |         1 |  0.5938 |                1 |       1.0 |              0.5 |       0.1 |        0.1 |  0.6875 |          1.0 |  0.731s |     1m:18s |
| Iteration 39     |          318 |        0.0178 |         5 |   0.193 |                2 |       0.8 |              0.8 |       0.1 |          0 |  0.8125 |          1.0 |  0.759s |     1m:21s |
| Iteration 40     |          422 |        0.4702 |         8 |     0.0 |                1 |       1.0 |              0.7 |         0 |         10 |     1.0 |          1.0 |  0.749s |     1m:24s |
| Iteration 41     |          470 |        0.4173 |         7 |     0.0 |                1 |       1.0 |              0.7 |         0 |       0.01 |    0.75 |          1.0 |  0.761s |     1m:26s |
| Iteration 42     |           20 |           1.0 |         1 |     0.0 |                1 |       1.0 |              0.4 |         0 |        100 |  0.9375 |          1.0 |  0.702s |     1m:28s |
| Iteration 43     |           20 |           1.0 |        10 |     0.0 |                1 |       0.5 |              0.4 |         0 |        100 |     1.0 |          1.0 |  0.691s |     1m:30s |
| Iteration 44     |          148 |           1.0 |         9 |     1.0 |                1 |       0.9 |              0.8 |         0 |        100 |   0.625 |          1.0 |  0.718s |     1m:33s |
| Iteration 45     |          448 |           1.0 |         2 |     0.0 |                4 |       0.7 |              0.6 |         0 |        100 |  0.5625 |          1.0 |  0.759s |     1m:35s |
| Iteration 46     |          354 |           1.0 |         5 |     0.0 |                1 |       0.7 |              0.5 |      0.01 |        100 |    0.75 |          1.0 |  0.758s |     1m:37s |
| Iteration 47     |          317 |          0.01 |         6 |     0.0 |                1 |       0.9 |              1.0 |         1 |          0 |     1.0 |          1.0 |  0.713s |     1m:39s |
| Iteration 48     |           20 |          0.01 |        10 |     0.0 |                1 |       1.0 |              1.0 |         1 |          0 |  0.9688 |          1.0 |  0.643s |     1m:41s |
| Iteration 49     |           20 |          0.01 |         8 |     0.0 |                1 |       1.0 |              0.4 |         1 |        0.1 |     1.0 |          1.0 |  0.642s |     1m:44s |
| Iteration 50     |           20 |          0.01 |         1 |     0.0 |                1 |       0.9 |              0.4 |         1 |          0 |   0.875 |          1.0 |  0.645s |     1m:46s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9795
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.099s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1183
Time elapsed: 0.304s
-------------------------------------------------
Total time: 1m:48s


Final results ==================== >>
Duration: 13m:26s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.505 ± 0.1089 ~
Logistic Regression             --> roc_auc: 0.64 ± 0.0735 ~
Linear Discriminant Analysis    --> roc_auc: 0.5 ± 0.0707 ~
Quadratic Discriminant Analysis --> roc_auc: 0.49 ± 0.08 ~
Radius Nearest Neighbors        --> roc_auc: 0.37 ± 0.04 ~
AdaBoost                        --> roc_auc: 0.62 ± 0.062 ~
Random Forest                   --> roc_auc: 0.565 ± 0.0436 ~
XGBoost                         --> roc_auc: 0.65 ± 0.1183 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVSSGNTPLVF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSNYGGSQGNLIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGRTEAFF.
   >>> Dropping feature CAVPYNQGGKLIF.
   >>> Dropping feature CAVVSGGYNKLIF.
   >>> Dropping feature CAGKIQGAQKLVF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CASSLDSYEQYF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASDRGSTLGRLYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8438 |       0.8438 |  3.207s |     3.228s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.7812 |       0.8438 |  3.250s |     7.802s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |       0.8438 |  3.161s |    12.044s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.6875 |       0.8438 |  3.203s |    16.327s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |       0.9375 |  3.378s |    20.657s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |       0.9375 |  3.317s |    24.965s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |       0.9375 |  3.253s |    29.154s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |       0.9375 |  3.205s |    33.269s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |       0.9375 |  3.162s |    37.438s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  3.182s |    41.625s |
| Iteration 11     | exponen.. |        0.0128 |           80 |       0.8 | friedman_mse |                 7 |                7 |         5 |          0.7 |    0.0015 |  0.8125 |          1.0 |  3.154s |    46.150s |
| Iteration 12     |  deviance |          0.01 |          204 |       0.7 | friedman_mse |                16 |               17 |         4 |          0.7 |     0.019 |  0.5938 |          1.0 |  3.150s |    51.001s |
| Iteration 13     | exponen.. |        0.0122 |          303 |       1.0 | friedman_mse |                15 |               19 |         4 |          0.7 |    0.0095 |    0.75 |          1.0 |  3.171s |    55.576s |
| Iteration 14     | exponen.. |        0.5606 |          181 |       1.0 | friedman_mse |                12 |               16 |         4 |          0.6 |    0.0071 |   0.625 |          1.0 |  3.159s |     1m:00s |
| Iteration 15     | exponen.. |          0.01 |           22 |       0.5 | squared_er.. |                15 |               15 |         2 |          0.7 |    0.0347 |     0.5 |          1.0 |  3.746s |     1m:05s |
| Iteration 16     | exponen.. |        0.0106 |          118 |       0.7 | friedman_mse |                 2 |               12 |         9 |         None |    0.0027 |  0.8125 |          1.0 |  3.174s |     1m:10s |
| Iteration 17     |  deviance |        0.0721 |          170 |       0.7 | friedman_mse |                18 |                2 |         7 |          0.7 |    0.0145 |   0.875 |          1.0 |  3.220s |     1m:14s |
| Iteration 18     | exponen.. |          0.01 |          438 |       1.0 | friedman_mse |                13 |               15 |         5 |         None |    0.0321 |  0.9375 |          1.0 |  3.266s |     1m:19s |
| Iteration 19     | exponen.. |        0.0229 |          299 |       1.0 | friedman_mse |                10 |               16 |         1 |          0.7 |    0.0158 |  0.9375 |          1.0 |  3.200s |     1m:25s |
| Iteration 20     | exponen.. |          0.01 |          357 |       1.0 | friedman_mse |                13 |               16 |         5 |          0.9 |       0.0 |   0.875 |          1.0 |  3.217s |     1m:31s |
| Iteration 21     | exponen.. |        0.0234 |           44 |       1.0 | friedman_mse |                15 |               14 |         4 |          0.6 |    0.0195 |     1.0 |          1.0 |  3.154s |     1m:36s |
| Iteration 22     | exponen.. |        0.0174 |           10 |       1.0 | squared_er.. |                19 |               15 |         3 |          0.7 |    0.0087 |     1.0 |          1.0 |  3.140s |     1m:40s |
| Iteration 23     | exponen.. |        0.0191 |           10 |       1.0 | friedman_mse |                20 |               15 |         3 |          0.7 |    0.0076 |  0.9688 |          1.0 |  3.134s |     1m:45s |
| Iteration 24     | exponen.. |        0.0168 |           10 |       1.0 | squared_er.. |                20 |               14 |         3 |         auto |    0.0065 |   0.875 |          1.0 |  3.160s |     1m:50s |
| Iteration 25     |  deviance |        0.0256 |           75 |       1.0 | squared_er.. |                 9 |               14 |         4 |         None |    0.0262 |  0.5625 |          1.0 |  3.151s |     1m:56s |
| Iteration 26     | exponen.. |        0.0219 |           10 |       1.0 | friedman_mse |                17 |               14 |         4 |          0.9 |    0.0233 |     1.0 |          1.0 |  3.172s |     2m:01s |
| Iteration 27     | exponen.. |         0.016 |          210 |       1.0 | squared_er.. |                18 |               15 |         4 |          0.8 |    0.0161 |  0.9375 |          1.0 |  3.206s |     2m:06s |
| Iteration 28     | exponen.. |        0.0218 |           10 |       1.0 | friedman_mse |                12 |               14 |         3 |         None |       0.0 |  0.8125 |          1.0 |  3.150s |     2m:10s |
| Iteration 29     | exponen.. |        0.0143 |           38 |       1.0 | squared_er.. |                 9 |               16 |         3 |          0.8 |    0.0091 |  0.3125 |          1.0 |  3.157s |     2m:15s |
| Iteration 30     |  deviance |          0.01 |          372 |       1.0 | friedman_mse |                17 |               15 |         2 |         sqrt |     0.035 |  0.9375 |          1.0 |  3.196s |     2m:20s |
| Iteration 31     | exponen.. |         0.016 |          150 |       1.0 | friedman_mse |                16 |               15 |         2 |          0.8 |    0.0149 |    0.75 |          1.0 |  3.158s |     2m:24s |
| Iteration 32     |  deviance |        0.5508 |          464 |       1.0 | friedman_mse |                15 |               12 |         5 |         None |    0.0119 |   0.875 |          1.0 |  3.290s |     2m:29s |
| Iteration 33     | exponen.. |        0.0536 |          425 |       1.0 | friedman_mse |                16 |               15 |         4 |          0.8 |     0.012 |  0.8125 |          1.0 |  3.278s |     2m:34s |
| Iteration 34     |  deviance |          0.01 |           51 |       1.0 | friedman_mse |                18 |               12 |         5 |          0.8 |    0.0129 |     1.0 |          1.0 |  3.202s |     2m:39s |
| Iteration 35     |  deviance |          0.01 |           83 |       1.0 | friedman_mse |                20 |               12 |         4 |          0.5 |    0.0311 |   0.875 |          1.0 |  3.289s |     2m:44s |
| Iteration 36     | exponen.. |        0.0568 |          130 |       1.0 | friedman_mse |                16 |               15 |         4 |          0.8 |    0.0223 |   0.625 |          1.0 |  3.242s |     2m:49s |
| Iteration 37     | exponen.. |        0.0139 |          182 |       1.0 | friedman_mse |                17 |               14 |         4 |          0.7 |    0.0206 |    0.75 |          1.0 |  3.289s |     2m:53s |
| Iteration 38     |  deviance |          0.01 |          452 |       1.0 | friedman_mse |                17 |                7 |         9 |          0.9 |    0.0082 |    0.75 |          1.0 |  3.297s |     2m:58s |
| Iteration 39     | exponen.. |        0.0123 |          465 |       1.0 | squared_er.. |                20 |               15 |         3 |          0.7 |    0.0125 |    0.75 |          1.0 |  3.321s |     3m:03s |
| Iteration 40     | exponen.. |          0.01 |          219 |       1.0 | squared_er.. |                18 |               17 |         3 |          0.9 |    0.0295 |  0.8125 |          1.0 |  3.248s |     3m:09s |
| Iteration 41     | exponen.. |          0.01 |           34 |       0.9 | squared_er.. |                16 |               13 |         8 |          0.8 |    0.0318 |  0.4062 |          1.0 |  3.200s |     3m:14s |
| Iteration 42     |  deviance |        0.0144 |           47 |       1.0 | friedman_mse |                19 |                7 |         3 |          0.5 |    0.0088 |     1.0 |          1.0 |  3.230s |     3m:19s |
| Iteration 43     |  deviance |        0.1201 |           49 |       0.8 | friedman_mse |                 4 |               18 |         9 |          0.8 |    0.0288 |  0.7812 |          1.0 |  3.256s |     3m:23s |
| Iteration 44     | exponen.. |        0.0196 |           27 |       0.8 | friedman_mse |                15 |                8 |         9 |         auto |    0.0191 |    0.75 |          1.0 |  3.221s |     3m:28s |
| Iteration 45     | exponen.. |        0.0143 |           11 |       0.9 | friedman_mse |                16 |               12 |         5 |          0.7 |    0.0183 |   0.875 |          1.0 |  3.098s |     3m:33s |
| Iteration 46     |  deviance |          0.01 |           91 |       1.0 | friedman_mse |                19 |                5 |         8 |         None |    0.0032 |  0.9375 |          1.0 |  3.163s |     3m:38s |
| Iteration 47     |  deviance |          0.01 |           10 |       0.9 | friedman_mse |                19 |                2 |         4 |         None |    0.0164 |  0.9375 |          1.0 |  3.144s |     3m:42s |
| Iteration 48     |  deviance |          0.01 |           10 |       0.9 | friedman_mse |                18 |               15 |         9 |          0.8 |    0.0001 |   0.875 |          1.0 |  3.178s |     3m:49s |
| Iteration 49     |  deviance |        0.4209 |           32 |       1.0 | friedman_mse |                19 |               17 |         1 |          0.9 |    0.0127 |   0.875 |          1.0 |  3.152s |     3m:56s |
| Iteration 50     | exponen.. |        0.0233 |          105 |       0.5 | squared_er.. |                20 |               12 |         1 |         None |    0.0043 |  0.9375 |          1.0 |  3.213s |     4m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0144, 'n_estimators': 47, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 7, 'max_depth': 3, 'max_features': 0.5, 'ccp_alpha': 0.0088}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.022s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.1166
Time elapsed: 0.086s
-------------------------------------------------
Total time: 4m:03s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.875 |        0.875 |  3.171s |     3.184s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |        0.875 |  3.168s |     8.211s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.9375 |       0.9375 |  3.151s |    13.361s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.875 |       0.9375 |  3.125s |    18.501s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.875 |       0.9375 |  3.166s |    24.357s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.6875 |       0.9375 |  4.475s |    30.178s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |       0.9375 |  4.817s |    36.507s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |       0.9375 |  4.779s |    43.018s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |       0.9375 |  4.799s |    49.663s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     1.0 |          1.0 |  4.778s |    55.922s |
| Iteration 11     |      l2 |  1.0897 |   lbfgs |      100 |      --- |  0.5625 |          1.0 |  4.750s |     1m:03s |
| Iteration 12     |      l2 |  0.0059 |     sag |      179 |      --- |    0.75 |          1.0 |  4.746s |     1m:09s |
| Iteration 13     |      l2 |  0.0016 |     sag |      100 |      --- |   0.625 |          1.0 |  4.763s |     1m:16s |
| Iteration 14     |      l2 |  0.0017 |    saga |      237 |      --- |  0.8125 |          1.0 |  3.764s |     1m:21s |
| Iteration 15     |      l2 |  0.0726 |     sag |      202 |      --- |   0.875 |          1.0 |  3.158s |     1m:28s |
| Iteration 16     |      l2 |   0.001 |    saga |      206 |      --- |  0.8125 |          1.0 |  3.140s |     1m:35s |
| Iteration 17     |      l2 | 92.7061 | libli.. |      361 |      --- |  0.6875 |          1.0 |  3.168s |     1m:42s |
| Iteration 18     |      l2 |  0.0152 |   lbfgs |      284 |      --- |   0.875 |          1.0 |  3.199s |     1m:49s |
| Iteration 19     |      l2 |  1.1357 | libli.. |      517 |      --- |  0.6875 |          1.0 |  3.118s |     1m:54s |
| Iteration 20     |      l2 |  24.312 |   lbfgs |      604 |      --- |   0.875 |          1.0 |  3.196s |     1m:60s |
| Iteration 21     |      l2 |  0.0398 | libli.. |      897 |      --- |    0.75 |          1.0 |  3.102s |     2m:07s |
| Iteration 22     | elast.. | 66.7652 |    saga |      645 |      0.6 |    0.75 |          1.0 |  3.193s |     2m:11s |
| Iteration 23     |    none |     --- |   lbfgs |      972 |      --- |     0.5 |          1.0 |  3.238s |     2m:16s |
| Iteration 24     |      l2 |  0.0807 |   lbfgs |      299 |      --- |   0.875 |          1.0 |  3.243s |     2m:20s |
| Iteration 25     |      l2 |  0.0026 |     sag |      208 |      --- |   0.625 |          1.0 |  3.191s |     2m:25s |
| Iteration 26     |      l2 |  0.0033 | libli.. |      969 |      --- |  0.9375 |          1.0 |  3.212s |     2m:30s |
| Iteration 27     |      l2 |   100.0 | libli.. |      435 |      --- |    0.75 |          1.0 |  3.194s |     2m:36s |
| Iteration 28     |      l2 |  2.3811 |    saga |      124 |      --- |  0.4375 |          1.0 |  3.183s |     2m:42s |
| Iteration 29     |      l2 |  0.1603 |    saga |      364 |      --- |    0.25 |          1.0 |  3.168s |     2m:47s |
| Iteration 30     |      l2 |  0.0063 |    saga |      188 |      --- |     1.0 |          1.0 |  3.225s |     2m:52s |
| Iteration 31     |      l2 |  0.0508 | libli.. |      596 |      --- |     0.5 |          1.0 |  3.288s |     2m:57s |
| Iteration 32     |      l2 |  0.0036 |    saga |      199 |      --- |     1.0 |          1.0 |  3.201s |     3m:01s |
| Iteration 33     |      l2 |  0.0063 |    saga |      184 |      --- |  0.4375 |          1.0 |  3.242s |     3m:06s |
| Iteration 34     |      l2 |   0.484 | libli.. |      300 |      --- |  0.8125 |          1.0 |  3.211s |     3m:11s |
| Iteration 35     |      l2 |  0.0033 |     sag |      489 |      --- |   0.875 |          1.0 |  3.242s |     3m:15s |
| Iteration 36     |      l2 |  0.0279 |    saga |      164 |      --- |  0.5625 |          1.0 |  3.192s |     3m:20s |
| Iteration 37     |      l2 |  0.0033 | libli.. |      127 |      --- |   0.875 |          1.0 |  3.235s |     3m:25s |
| Iteration 38     |    none |     --- |    saga |      747 |      --- |  0.6875 |          1.0 |  3.207s |     3m:29s |
| Iteration 39     |      l2 |  0.0063 |     sag |      141 |      --- |  0.8125 |          1.0 |  3.220s |     3m:35s |
| Iteration 40     |      l2 |  0.0032 |    saga |      513 |      --- |  0.9375 |          1.0 |  3.196s |     3m:39s |
| Iteration 41     |      l2 |  0.0037 |     sag |      876 |      --- |   0.625 |          1.0 |  3.227s |     3m:44s |
| Iteration 42     |      l2 |  0.0037 |    saga |      158 |      --- |  0.8125 |          1.0 |  3.224s |     3m:50s |
| Iteration 43     |      l2 |  0.0065 |     sag |      678 |      --- |  0.9375 |          1.0 |  3.234s |     3m:56s |
| Iteration 44     |      l2 |  0.0059 | libli.. |      364 |      --- |    0.25 |          1.0 |  3.115s |     4m:01s |
| Iteration 45     |      l2 |  0.0049 |    saga |      132 |      --- |   0.625 |          1.0 |  3.233s |     4m:07s |
| Iteration 46     |      l2 |  0.0067 |    saga |      426 |      --- |  0.8125 |          1.0 |  3.265s |     4m:14s |
| Iteration 47     |      l2 |  0.0031 |    saga |      653 |      --- |  0.9375 |          1.0 |  3.167s |     4m:20s |
| Iteration 48     |      l2 |  0.0031 |    saga |      831 |      --- |  0.4375 |          1.0 |  3.257s |     4m:26s |
| Iteration 49     |      l2 |  0.7346 | libli.. |      207 |      --- |   0.625 |          1.0 |  3.219s |     4m:31s |
| Iteration 50     |      l2 |   0.001 |     sag |      666 |      --- |     0.5 |          1.0 |  4.800s |     4m:37s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'saga', 'max_iter': 208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9313
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.27 ± 0.1288
Time elapsed: 0.069s
-------------------------------------------------
Total time: 4m:39s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.25 |         0.25 |  4.744s |     4.752s |
| Initial point 2  |     svd |       --- |  0.3125 |       0.3125 |  4.841s |    10.994s |
| Initial point 3  |     svd |       --- |  0.3125 |       0.3125 |  0.001s |    13.496s |
| Initial point 4  |    lsqr |       0.8 |   0.875 |        0.875 |  4.725s |    20.955s |
| Initial point 5  |   eigen |       0.9 |   0.875 |        0.875 |  4.807s |    27.520s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |        0.875 |  4.733s |    33.676s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |        0.875 |  4.743s |    39.823s |
| Initial point 8  |    lsqr |       0.9 |  0.6875 |        0.875 |  3.198s |    44.062s |
| Initial point 9  |    lsqr |       0.6 |    0.75 |        0.875 |  3.208s |    48.148s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |        0.875 |  3.258s |    52.216s |
| Iteration 11     |     svd |       --- |  0.3125 |        0.875 |  0.001s |    53.196s |
| Iteration 12     |    lsqr |       0.8 |   0.875 |        0.875 |  0.000s |    54.016s |
| Iteration 13     |    lsqr |       1.0 |  0.6875 |        0.875 |  3.190s |    58.117s |
| Iteration 14     |    lsqr |      auto |   0.875 |        0.875 |  3.173s |     1m:02s |
| Iteration 15     |    lsqr |      None |   0.875 |        0.875 |  3.189s |     1m:07s |
| Iteration 16     |   eigen |      None |  0.8125 |        0.875 |  3.232s |     1m:11s |
| Iteration 17     |   eigen |      auto |    0.75 |        0.875 |  3.319s |     1m:15s |
| Iteration 18     |   eigen |       0.7 |     0.5 |        0.875 |  3.273s |     1m:20s |
| Iteration 19     |   eigen |       0.6 |  0.6875 |        0.875 |  3.194s |     1m:25s |
| Iteration 20     |   eigen |       0.5 |    0.75 |        0.875 |  3.155s |     1m:29s |
| Iteration 21     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:31s |
| Iteration 22     |     svd |       --- |  0.3125 |        0.875 |  0.000s |     1m:33s |
| Iteration 23     |     svd |       --- |  0.3125 |        0.875 |  0.000s |     1m:33s |
| Iteration 24     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:34s |
| Iteration 25     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:35s |
| Iteration 26     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:36s |
| Iteration 27     |    lsqr |       0.8 |   0.875 |        0.875 |  0.000s |     1m:37s |
| Iteration 28     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:38s |
| Iteration 29     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:40s |
| Iteration 30     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:42s |
| Iteration 31     |    lsqr |       0.8 |   0.875 |        0.875 |  0.000s |     1m:43s |
| Iteration 32     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:45s |
| Iteration 33     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:46s |
| Iteration 34     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:48s |
| Iteration 35     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:49s |
| Iteration 36     |    lsqr |       0.8 |   0.875 |        0.875 |  0.000s |     1m:50s |
| Iteration 37     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:50s |
| Iteration 38     |    lsqr |       0.8 |   0.875 |        0.875 |  0.000s |     1m:53s |
| Iteration 39     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:54s |
| Iteration 40     |    lsqr |      auto |   0.875 |        0.875 |  0.001s |     1m:55s |
| Iteration 41     |   eigen |       0.9 |   0.875 |        0.875 |  0.001s |     1m:56s |
| Iteration 42     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     1m:57s |
| Iteration 43     |    lsqr |       0.8 |   0.875 |        0.875 |  0.000s |     1m:58s |
| Iteration 44     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:59s |
| Iteration 45     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     2m:00s |
| Iteration 46     |    lsqr |       0.8 |   0.875 |        0.875 |  0.000s |     2m:01s |
| Iteration 47     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     2m:03s |
| Iteration 48     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     2m:05s |
| Iteration 49     |   eigen |       0.9 |   0.875 |        0.875 |  0.001s |     2m:06s |
| Iteration 50     |    lsqr |      None |   0.875 |        0.875 |  0.000s |     2m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8455
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.33 ± 0.147
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:08s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.25 |         0.25 |  3.137s |     3.141s |
| Initial point 2  |       0.9 |   0.375 |        0.375 |  3.244s |     7.218s |
| Initial point 3  |       0.1 |   0.625 |        0.625 |  3.228s |    11.225s |
| Initial point 4  |       1.0 |    0.25 |        0.625 |  0.000s |    12.042s |
| Initial point 5  |       0.2 |  0.9375 |       0.9375 |  3.241s |    15.971s |
| Initial point 6  |       0.4 |  0.6875 |       0.9375 |  3.218s |    20.040s |
| Initial point 7  |       0.4 |  0.6875 |       0.9375 |  0.001s |    20.863s |
| Initial point 8  |       0.7 |  0.6875 |       0.9375 |  3.222s |    24.800s |
| Initial point 9  |       0.9 |   0.375 |       0.9375 |  0.001s |    25.682s |
| Initial point 10 |       0.8 |   0.875 |       0.9375 |  3.257s |    30.552s |
| Iteration 11     |       0.3 |  0.6875 |       0.9375 |  3.299s |    35.082s |
| Iteration 12     |       0.6 |  0.6875 |       0.9375 |  3.246s |    39.264s |
| Iteration 13     |       0.5 |  0.6875 |       0.9375 |  3.226s |    43.363s |
| Iteration 14     |       0.0 |   0.875 |       0.9375 |  3.237s |    47.574s |
| Iteration 15     |       0.2 |  0.9375 |       0.9375 |  0.001s |    48.388s |
| Iteration 16     |       0.2 |  0.9375 |       0.9375 |  0.000s |    49.184s |
| Iteration 17     |       0.2 |  0.9375 |       0.9375 |  0.000s |    50.030s |
| Iteration 18     |       0.2 |  0.9375 |       0.9375 |  0.000s |    50.900s |
| Iteration 19     |       0.2 |  0.9375 |       0.9375 |  0.000s |    51.733s |
| Iteration 20     |       0.2 |  0.9375 |       0.9375 |  0.000s |    52.531s |
| Iteration 21     |       0.2 |  0.9375 |       0.9375 |  0.000s |    53.379s |
| Iteration 22     |       0.6 |  0.6875 |       0.9375 |  0.000s |    54.190s |
| Iteration 23     |       0.2 |  0.9375 |       0.9375 |  0.000s |    54.999s |
| Iteration 24     |       0.2 |  0.9375 |       0.9375 |  0.000s |    57.164s |
| Iteration 25     |       0.2 |  0.9375 |       0.9375 |  0.000s |    59.570s |
| Iteration 26     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 27     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 28     |       0.9 |   0.375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 29     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 30     |       0.8 |   0.875 |       0.9375 |  0.000s |     1m:07s |
| Iteration 31     |       0.2 |  0.9375 |       0.9375 |  0.000s |     1m:08s |
| Iteration 32     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:09s |
| Iteration 33     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:11s |
| Iteration 34     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:13s |
| Iteration 35     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:15s |
| Iteration 36     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:17s |
| Iteration 37     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:18s |
| Iteration 38     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:20s |
| Iteration 39     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:21s |
| Iteration 40     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:23s |
| Iteration 41     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:24s |
| Iteration 42     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:26s |
| Iteration 43     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:27s |
| Iteration 44     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:29s |
| Iteration 45     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:30s |
| Iteration 46     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:32s |
| Iteration 47     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:34s |
| Iteration 48     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:35s |
| Iteration 49     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:37s |
| Iteration 50     |       0.2 |  0.9375 |       0.9375 |  0.001s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8304
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.27 ± 0.147
Time elapsed: 0.037s
-------------------------------------------------
Total time: 1m:43s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.7383 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  4.781s |     4.808s |
| Initial point 2  |  4.2706 | uniform |   kd_tree |        39 |       2 |  0.3125 |       0.5625 |  4.709s |    11.268s |
| Initial point 3  |  3.3735 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.8125 |  3.216s |    15.238s |
| Initial point 4  |  9.8421 | uniform | ball_tree |        39 |       2 |  0.7188 |       0.8125 |  3.218s |    19.495s |
| Initial point 5  |    7.71 | dista.. |      auto |        30 |       2 |  0.9375 |       0.9375 |  3.232s |    23.497s |
| Initial point 6  |  8.9287 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.9375 |  3.229s |    27.569s |
| Initial point 7  |  6.3865 | dista.. | ball_tree |        24 |       1 |   0.875 |       0.9375 |  3.232s |    31.590s |
| Initial point 8  |  1.5304 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9375 |  3.214s |    35.599s |
| Initial point 9  |  7.1141 | uniform | ball_tree |        24 |       1 |   0.625 |       0.9375 |  3.206s |    39.619s |
| Initial point 10 |   5.053 | uniform |     brute |        22 |       2 |  0.9375 |       0.9375 |  3.278s |    44.537s |
| Iteration 11     |  8.1418 | dista.. | ball_tree |        29 |       2 |  0.3125 |       0.9375 |  3.215s |    48.977s |
| Iteration 12     |  0.0788 | dista.. |      auto |        30 |       2 |     0.5 |       0.9375 |  3.162s |    53.248s |
| Iteration 13     |  7.6809 | dista.. |      auto |        30 |       2 |    0.75 |       0.9375 |  3.213s |    57.527s |
| Iteration 14     |  5.0699 | uniform |     brute |        23 |       2 |  0.8438 |       0.9375 |  3.179s |     1m:04s |
| Iteration 15     |  5.0024 | uniform |     brute |        21 |       2 |  0.7188 |       0.9375 |  3.194s |     1m:10s |
| Iteration 16     |  7.7756 | dista.. |      auto |        25 |       2 |    0.75 |       0.9375 |  3.204s |     1m:15s |
| Iteration 17     |  5.1556 | uniform |     brute |        33 |       2 |   0.625 |       0.9375 |  3.207s |     1m:19s |
| Iteration 18     |  5.1368 | uniform |     brute |        20 |       2 |  0.8438 |       0.9375 |  3.208s |     1m:24s |
| Iteration 19     |  7.9072 | dista.. |      auto |        35 |       2 |    0.75 |       0.9375 |  3.157s |     1m:29s |
| Iteration 20     |  5.9931 | dista.. | ball_tree |        23 |       1 |  0.5312 |       0.9375 |  3.175s |     1m:35s |
| Iteration 21     |  6.5206 | uniform | ball_tree |        25 |       1 |    0.75 |       0.9375 |  3.193s |     1m:40s |
| Iteration 22     |   5.191 | dista.. |     brute |        21 |       1 |  0.6562 |       0.9375 |  3.190s |     1m:46s |
| Iteration 23     |  5.2212 | dista.. |     brute |        22 |       2 |  0.5625 |       0.9375 |  3.171s |     1m:51s |
| Iteration 24     |  6.5078 | dista.. | ball_tree |        24 |       1 |  0.4375 |       0.9375 |  3.208s |     1m:56s |
| Iteration 25     |  7.7626 | dista.. |      auto |        34 |       1 |     0.5 |       0.9375 |  3.194s |     2m:00s |
| Iteration 26     |  6.3061 | dista.. | ball_tree |        24 |       1 |   0.625 |       0.9375 |  3.253s |     2m:05s |
| Iteration 27     |  7.5954 | dista.. |      auto |        25 |       2 |  0.9375 |       0.9375 |  3.233s |     2m:09s |
| Iteration 28     |  6.6039 | dista.. |      auto |        26 |       2 |     0.5 |       0.9375 |  3.225s |     2m:14s |
| Iteration 29     |  7.4693 | dista.. |      auto |        26 |       2 |  0.0625 |       0.9375 |  3.156s |     2m:18s |
| Iteration 30     |  6.0954 | dista.. |      auto |        25 |       2 |    0.75 |       0.9375 |  3.189s |     2m:23s |
| Iteration 31     |  5.0551 | uniform |   kd_tree |        22 |       2 |     0.5 |       0.9375 |  4.055s |     2m:28s |
| Iteration 32     |  5.0534 | uniform |     brute |        22 |       2 |  0.7812 |       0.9375 |  4.779s |     2m:34s |
| Iteration 33     |  7.6739 | uniform |      auto |        21 |       2 |  0.6562 |       0.9375 |  4.741s |     2m:41s |
| Iteration 34     |  5.0226 | uniform |     brute |        22 |       2 |  0.8125 |       0.9375 |  4.815s |     2m:48s |
| Iteration 35     |  7.6751 | dista.. |      auto |        21 |       2 |  0.6562 |       0.9375 |  4.762s |     2m:55s |
| Iteration 36     |  7.6196 | dista.. |      auto |        25 |       2 |    0.75 |       0.9375 |  4.717s |     3m:01s |
| Iteration 37     |  5.7583 | uniform |     brute |        22 |       2 |  0.4375 |       0.9375 |  4.744s |     3m:08s |
| Iteration 38     |  5.0776 | uniform |     brute |        36 |       2 |   0.375 |       0.9375 |  3.188s |     3m:13s |
| Iteration 39     |  5.0188 | dista.. |     brute |        22 |       2 |  0.4375 |       0.9375 |  3.229s |     3m:17s |
| Iteration 40     |  5.1054 | uniform |     brute |        22 |       2 |  0.3125 |       0.9375 |  3.200s |     3m:22s |
| Iteration 41     |  0.0635 | dista.. |     brute |        25 |       1 |     0.5 |       0.9375 |  3.240s |     3m:26s |
| Iteration 42     |    7.71 | dista.. | ball_tree |        25 |       1 |  0.6562 |       0.9375 |  3.165s |     3m:31s |
| Iteration 43     |  10.492 | dista.. |      auto |        30 |       2 |  0.9375 |       0.9375 |  3.222s |     3m:36s |
| Iteration 44     | 10.7686 | dista.. | ball_tree |        30 |       2 |   0.375 |       0.9375 |  3.187s |     3m:40s |
| Iteration 45     | 10.7686 | uniform |      auto |        30 |       2 |   0.625 |       0.9375 |  3.179s |     3m:45s |
| Iteration 46     | 10.7686 | dista.. |      auto |        25 |       2 |    0.75 |       0.9375 |  3.162s |     3m:49s |
| Iteration 47     | 10.7686 | dista.. |      auto |        30 |       1 |  0.7812 |       0.9375 |  3.248s |     3m:53s |
| Iteration 48     | 10.7686 | dista.. |      auto |        30 |       2 |     0.5 |       0.9375 |  3.253s |     3m:58s |
| Iteration 49     |  7.7073 | dista.. |      auto |        29 |       2 |  0.4375 |       0.9375 |  3.228s |     4m:03s |
| Iteration 50     |  0.6779 | dista.. |      auto |        25 |       2 |  0.5312 |       0.9375 |  3.273s |     4m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'radius': 5.053, 'weights': 'uniform', 'algorithm': 'brute', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 4m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8058
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.745 ± 0.0367
Time elapsed: 0.055s
-------------------------------------------------
Total time: 4m:09s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.9688 |       0.9688 |  3.621s |     3.630s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |       0.9688 |  3.813s |     8.224s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  3.324s |    12.323s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |          1.0 |  3.524s |    16.617s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  3.377s |    20.828s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |          1.0 |  3.546s |    25.122s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     1.0 |          1.0 |  3.193s |    29.073s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |          1.0 |  3.501s |    33.336s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6562 |          1.0 |  3.167s |    37.331s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9688 |          1.0 |  3.302s |    41.447s |
| Iteration 11     |          238 |         0.193 |     SAMME |     1.0 |          1.0 |  3.325s |    45.764s |
| Iteration 12     |          212 |          0.01 |     SAMME |  0.4375 |          1.0 |  3.301s |    50.223s |
| Iteration 13     |           58 |        0.0472 |     SAMME |  0.7188 |          1.0 |  4.253s |    55.585s |
| Iteration 14     |          198 |        0.1933 |     SAMME |    0.75 |          1.0 |  4.905s |     1m:02s |
| Iteration 15     |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.001s |     1m:04s |
| Iteration 16     |          127 |        1.0215 |     SAMME |     1.0 |          1.0 |  4.892s |     1m:11s |
| Iteration 17     |          226 |        1.0183 |     SAMME |     1.0 |          1.0 |  4.995s |     1m:18s |
| Iteration 18     |          263 |        0.1928 |     SAMME |     1.0 |          1.0 |  5.025s |     1m:24s |
| Iteration 19     |          221 |        1.0798 |   SAMME.R |  0.9375 |          1.0 |  4.903s |     1m:32s |
| Iteration 20     |          181 |         0.915 |     SAMME |   0.875 |          1.0 |  3.256s |     1m:39s |
| Iteration 21     |          376 |         0.621 |   SAMME.R |     1.0 |          1.0 |  4.064s |     1m:44s |
| Iteration 22     |          249 |        1.1225 |     SAMME |    0.75 |          1.0 |  3.361s |     1m:49s |
| Iteration 23     |          225 |        0.9458 |     SAMME |  0.8125 |          1.0 |  3.291s |     1m:53s |
| Iteration 24     |          299 |        0.0499 |     SAMME |  0.9688 |          1.0 |  3.396s |     1m:58s |
| Iteration 25     |          286 |        0.6647 |   SAMME.R |  0.5938 |          1.0 |  3.409s |     2m:02s |
| Iteration 26     |          248 |        0.1929 |     SAMME |     1.0 |          1.0 |  3.340s |     2m:07s |
| Iteration 27     |          143 |        1.0291 |     SAMME |     1.0 |          1.0 |  3.252s |     2m:11s |
| Iteration 28     |          387 |        0.6157 |   SAMME.R |   0.625 |          1.0 |  3.444s |     2m:16s |
| Iteration 29     |          364 |        0.6268 |   SAMME.R |   0.125 |          1.0 |  3.434s |     2m:20s |
| Iteration 30     |           50 |         1.019 |     SAMME |     1.0 |          1.0 |  3.152s |     2m:25s |
| Iteration 31     |          413 |        1.0017 |     SAMME |     1.0 |          1.0 |  3.420s |     2m:29s |
| Iteration 32     |          476 |        2.0613 |     SAMME |    0.75 |          1.0 |  3.159s |     2m:33s |
| Iteration 33     |          438 |        1.0178 |     SAMME |  0.3125 |          1.0 |  3.438s |     2m:38s |
| Iteration 34     |          232 |        0.5386 |     SAMME |  0.9375 |          1.0 |  3.305s |     2m:42s |
| Iteration 35     |          135 |        0.2496 |     SAMME |  0.6875 |          1.0 |  3.251s |     2m:47s |
| Iteration 36     |          248 |        0.0919 |     SAMME |    0.75 |          1.0 |  3.291s |     2m:53s |
| Iteration 37     |          236 |        0.1735 |     SAMME |  0.9062 |          1.0 |  3.285s |     2m:57s |
| Iteration 38     |           85 |        1.0297 |     SAMME |   0.875 |          1.0 |  3.166s |     3m:02s |
| Iteration 39     |           67 |        0.9735 |     SAMME |   0.875 |          1.0 |  3.175s |     3m:06s |
| Iteration 40     |          259 |        0.0216 |     SAMME |  0.8125 |          1.0 |  3.319s |     3m:10s |
| Iteration 41     |          120 |        1.0616 |     SAMME |  0.6875 |          1.0 |  3.184s |     3m:15s |
| Iteration 42     |          469 |        2.3012 |     SAMME |    0.75 |          1.0 |  3.178s |     3m:19s |
| Iteration 43     |          229 |        4.6473 |   SAMME.R |  0.8125 |          1.0 |  3.329s |     3m:24s |
| Iteration 44     |          229 |        7.5635 |     SAMME |  0.7188 |          1.0 |  3.124s |     3m:28s |
| Iteration 45     |          228 |        0.5861 |     SAMME |   0.875 |          1.0 |  3.285s |     3m:33s |
| Iteration 46     |          350 |        0.1897 |     SAMME |   0.875 |          1.0 |  4.002s |     3m:38s |
| Iteration 47     |          240 |        0.0235 |     SAMME |     1.0 |          1.0 |  3.313s |     3m:42s |
| Iteration 48     |          331 |        0.2034 |     SAMME |   0.625 |          1.0 |  3.398s |     3m:47s |
| Iteration 49     |          240 |        0.0652 |     SAMME |  0.9688 |          1.0 |  3.292s |     3m:51s |
| Iteration 50     |          238 |        0.0371 |   SAMME.R |  0.8125 |          1.0 |  3.339s |     3m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 263, 'learning_rate': 0.1928, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.219s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.102
Time elapsed: 0.995s
-------------------------------------------------
Total time: 4m:02s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  3.540s |     3.559s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9062 |       0.9062 |  3.404s |     9.834s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |       0.9062 |  3.355s |    15.847s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9062 |  3.204s |    21.522s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.9375 |       0.9375 |  3.448s |    26.131s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |       0.9375 |  3.311s |    30.266s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  3.344s |    34.554s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6875 |          1.0 |  3.328s |    38.676s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |          1.0 |  3.433s |    42.935s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.875 |          1.0 |  3.436s |    47.231s |
| Iteration 11     |          338 |   entropy |      None |                13 |               20 |         log2 |     False |    0.0293 |         --- |   0.625 |          1.0 |  3.338s |    51.760s |
| Iteration 12     |          126 |   entropy |         5 |                18 |                4 |         log2 |     False |    0.0292 |         --- |  0.6875 |          1.0 |  3.213s |    56.251s |
| Iteration 13     |          500 |      gini |      None |                20 |               20 |         None |     False |     0.035 |         --- |    0.75 |          1.0 |  3.477s |     1m:01s |
| Iteration 14     |          324 |   entropy |         6 |                19 |                5 |         log2 |     False |     0.034 |         --- |  0.8125 |          1.0 |  3.341s |     1m:06s |
| Iteration 15     |          281 |   entropy |         7 |                16 |               10 |          0.8 |     False |    0.0278 |         --- |     1.0 |          1.0 |  3.306s |     1m:10s |
| Iteration 16     |          280 |   entropy |         6 |                13 |                9 |         sqrt |     False |     0.035 |         --- |  0.8125 |          1.0 |  3.341s |     1m:15s |
| Iteration 17     |          279 |   entropy |         6 |                18 |               17 |          0.6 |      True |     0.035 |         0.7 |  0.2812 |          1.0 |  3.373s |     1m:19s |
| Iteration 18     |          496 |   entropy |         7 |                 4 |               14 |         auto |     False |    0.0077 |         --- |     1.0 |          1.0 |  3.456s |     1m:24s |
| Iteration 19     |           40 |      gini |         7 |                13 |               14 |         None |     False |     0.034 |         --- |  0.8125 |          1.0 |  3.112s |     1m:29s |
| Iteration 20     |          423 |   entropy |         7 |                15 |                3 |          0.5 |     False |    0.0022 |         --- |     1.0 |          1.0 |  3.371s |     1m:33s |
| Iteration 21     |          182 |   entropy |      None |                19 |                3 |          0.8 |      True |    0.0331 |         0.9 |     1.0 |          1.0 |  3.257s |     1m:38s |
| Iteration 22     |           10 |   entropy |      None |                 2 |               20 |         auto |      True |       0.0 |        None |  0.8438 |          1.0 |  3.097s |     1m:42s |
| Iteration 23     |          500 |   entropy |         7 |                 2 |                1 |          0.5 |     False |    0.0106 |         --- |   0.875 |          1.0 |  3.352s |     1m:48s |
| Iteration 24     |          416 |      gini |         8 |                 7 |               13 |          0.7 |      True |    0.0229 |        None |   0.875 |          1.0 |  3.460s |     1m:54s |
| Iteration 25     |          418 |      gini |         9 |                 3 |               15 |         sqrt |     False |    0.0267 |         --- |   0.625 |          1.0 |  3.365s |     1m:58s |
| Iteration 26     |          500 |      gini |      None |                20 |                1 |         None |      True |     0.035 |         0.9 |     1.0 |          1.0 |  4.338s |     2m:04s |
| Iteration 27     |          500 |      gini |      None |                20 |                1 |         None |      True |     0.035 |         0.9 |     1.0 |          1.0 |  0.000s |     2m:06s |
| Iteration 28     |          500 |      gini |      None |                20 |                1 |         None |      True |     0.035 |         0.9 |     1.0 |          1.0 |  0.000s |     2m:07s |
| Iteration 29     |          364 |      gini |         8 |                13 |                3 |          0.6 |     False |       0.0 |         --- |    0.25 |          1.0 |  3.347s |     2m:12s |
| Iteration 30     |          177 |   entropy |         6 |                20 |                7 |          0.5 |     False |    0.0026 |         --- |     1.0 |          1.0 |  3.249s |     2m:16s |
| Iteration 31     |          500 |   entropy |         7 |                11 |               12 |         auto |     False |    0.0287 |         --- |    0.75 |          1.0 |  3.394s |     2m:21s |
| Iteration 32     |          341 |      gini |      None |                19 |                2 |          0.9 |      True |    0.0341 |         0.9 |   0.875 |          1.0 |  3.398s |     2m:26s |
| Iteration 33     |          381 |   entropy |      None |                20 |                1 |         log2 |      True |    0.0128 |         0.5 |  0.9375 |          1.0 |  3.460s |     2m:31s |
| Iteration 34     |          273 |   entropy |         6 |                19 |                6 |          0.5 |     False |    0.0174 |         --- |     1.0 |          1.0 |  3.291s |     2m:36s |
| Iteration 35     |          287 |   entropy |      None |                20 |                4 |          0.7 |      True |    0.0124 |         0.6 |   0.875 |          1.0 |  3.392s |     2m:40s |
| Iteration 36     |          351 |   entropy |         6 |                19 |                6 |          0.8 |     False |    0.0142 |         --- |    0.75 |          1.0 |  3.334s |     2m:45s |
| Iteration 37     |          242 |   entropy |         6 |                17 |                6 |         log2 |     False |    0.0321 |         --- |   0.875 |          1.0 |  3.269s |     2m:50s |
| Iteration 38     |           73 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0139 |         --- |  0.8125 |          1.0 |  3.171s |     2m:56s |
| Iteration 39     |          357 |      gini |         7 |                17 |                9 |         sqrt |     False |    0.0275 |         --- |  0.6875 |          1.0 |  3.341s |     3m:02s |
| Iteration 40     |          436 |   entropy |         6 |                15 |                6 |          0.5 |     False |    0.0335 |         --- |     1.0 |          1.0 |  3.470s |     3m:10s |
| Iteration 41     |          320 |   entropy |         6 |                15 |                6 |          0.5 |     False |    0.0177 |         --- |    0.75 |          1.0 |  3.288s |     3m:17s |
| Iteration 42     |          398 |   entropy |         6 |                18 |                6 |          0.9 |     False |    0.0173 |         --- |     1.0 |          1.0 |  3.339s |     3m:23s |
| Iteration 43     |          482 |   entropy |         7 |                14 |               10 |          0.7 |     False |    0.0277 |         --- |  0.9375 |          1.0 |  3.418s |     3m:30s |
| Iteration 44     |          427 |   entropy |         6 |                 5 |                6 |         sqrt |     False |    0.0333 |         --- |    0.75 |          1.0 |  3.382s |     3m:35s |
| Iteration 45     |          110 |   entropy |         6 |                20 |                6 |          0.7 |     False |    0.0171 |         --- |   0.875 |          1.0 |  3.170s |     3m:42s |
| Iteration 46     |          270 |   entropy |         6 |                18 |                6 |         sqrt |     False |    0.0334 |         --- |   0.875 |          1.0 |  3.313s |     3m:47s |
| Iteration 47     |          456 |   entropy |         6 |                19 |                6 |         auto |     False |    0.0198 |         --- |     1.0 |          1.0 |  3.460s |     3m:52s |
| Iteration 48     |          309 |      gini |         7 |                16 |               10 |          0.9 |     False |    0.0287 |         --- |  0.5938 |          1.0 |  3.330s |     3m:58s |
| Iteration 49     |           63 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0331 |         --- |     1.0 |          1.0 |  3.228s |     4m:03s |
| Iteration 50     |          224 |   entropy |         6 |                19 |                6 |          0.9 |      True |    0.0179 |         0.8 |   0.875 |          1.0 |  3.489s |     4m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 20, 'min_samples_leaf': 1, 'max_features': None, 'bootstrap': True, 'ccp_alpha': 0.035, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9884
Test evaluation --> roc_auc: 0.35
Time elapsed: 1.126s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.34 ± 0.086
Time elapsed: 2.371s
-------------------------------------------------
Total time: 4m:13s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |  0.5938 |       0.5938 |  3.600s |     3.624s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  3.361s |     7.928s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  4.689s |    13.546s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  9.633s |    24.317s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  3.378s |    29.268s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  3.751s |    33.850s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  3.590s |    40.028s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  3.396s |    46.448s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  3.745s |    53.259s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.384s |    57.798s |
| Iteration 11     |          483 |        0.4321 |         3 |  0.3235 |                4 |       0.7 |              0.5 |         0 |        100 |  0.6562 |       0.8125 |  3.545s |     1m:03s |
| Iteration 12     |          483 |        0.1199 |         5 |  0.4573 |                4 |       0.9 |              0.9 |      0.01 |          1 |  0.6562 |       0.8125 |  3.164s |     1m:07s |
| Iteration 13     |           58 |        0.0208 |         7 |  0.6743 |                3 |       0.7 |              0.9 |         0 |       0.01 |  0.8125 |       0.8125 |  3.191s |     1m:11s |
| Iteration 14     |          397 |        0.1373 |         9 |  0.8196 |                4 |       0.8 |              0.4 |         0 |         10 |    0.75 |       0.8125 |  3.216s |     1m:16s |
| Iteration 15     |          330 |        0.0304 |         1 |  0.6889 |                4 |       0.6 |              0.5 |      0.01 |       0.01 |     1.0 |          1.0 |  3.187s |     1m:20s |
| Iteration 16     |          334 |        0.0153 |         2 |  0.9929 |                4 |       0.5 |              0.5 |         0 |         10 |  0.6562 |          1.0 |  3.213s |     1m:25s |
| Iteration 17     |           41 |        0.0733 |         7 |  0.6676 |                4 |       1.0 |              0.6 |      0.01 |        100 |  0.7812 |          1.0 |  3.167s |     1m:29s |
| Iteration 18     |          154 |        0.5663 |         8 |  0.7052 |                3 |       0.8 |              0.4 |      0.01 |          0 |  0.7812 |          1.0 |  3.196s |     1m:33s |
| Iteration 19     |          324 |        0.4001 |         1 |  0.7072 |                4 |       0.5 |              0.6 |         0 |          0 |  0.5625 |          1.0 |  3.192s |     1m:38s |
| Iteration 20     |          213 |        0.0166 |         2 |  0.9107 |                4 |       0.7 |              0.4 |      0.01 |        100 |    0.75 |          1.0 |  3.211s |     1m:42s |
| Iteration 21     |          285 |          0.01 |         9 |  0.8425 |                1 |       0.6 |              0.5 |         0 |       0.01 |     1.0 |          1.0 |  3.209s |     1m:46s |
| Iteration 22     |           65 |          0.01 |         1 |  0.4321 |                1 |       0.8 |              0.4 |         0 |       0.01 |  0.9062 |          1.0 |  3.135s |     1m:52s |
| Iteration 23     |          393 |        0.0204 |        10 |  0.9953 |                3 |       0.6 |              0.4 |      0.01 |          0 |  0.6875 |          1.0 |  3.199s |     1m:57s |
| Iteration 24     |          284 |        0.9572 |         3 |  0.4196 |                1 |       0.7 |              0.7 |         0 |        100 |  0.9688 |          1.0 |  3.189s |     2m:01s |
| Iteration 25     |           81 |        0.1478 |         9 |  0.0579 |                1 |       0.5 |              0.9 |      0.01 |        100 |   0.625 |          1.0 |  3.168s |     2m:05s |
| Iteration 26     |          500 |           1.0 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |        100 |     1.0 |          1.0 |  3.320s |     2m:12s |
| Iteration 27     |          500 |           1.0 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |        100 |     1.0 |          1.0 |  0.001s |     2m:14s |
| Iteration 28     |          381 |        0.0428 |         3 |  0.0639 |                4 |       0.6 |              0.5 |      0.01 |          0 |  0.5938 |          1.0 |  3.241s |     2m:18s |
| Iteration 29     |           20 |        0.1736 |         8 |     1.0 |                1 |       0.7 |              0.5 |         0 |        0.1 |  0.4375 |          1.0 |  3.188s |     2m:23s |
| Iteration 30     |          215 |         0.338 |         9 |  0.3994 |                1 |       0.6 |              0.5 |         1 |        0.1 |     1.0 |          1.0 |  3.261s |     2m:27s |
| Iteration 31     |          344 |        0.0829 |         9 |  0.4673 |                1 |       0.9 |              0.5 |       0.1 |          0 |  0.9375 |          1.0 |  3.352s |     2m:32s |
| Iteration 32     |          188 |        0.0685 |         1 |  0.2591 |                4 |       1.0 |              0.5 |         1 |         10 |    0.75 |          1.0 |  3.276s |     2m:36s |
| Iteration 33     |          456 |        0.0263 |         9 |  0.2321 |                1 |       0.6 |              0.5 |       0.1 |          0 |    0.75 |          1.0 |  3.284s |     2m:41s |
| Iteration 34     |          360 |        0.0278 |         1 |  0.7368 |                4 |       0.5 |              0.5 |      0.01 |       0.01 |   0.875 |          1.0 |  3.262s |     2m:45s |
| Iteration 35     |          355 |        0.0169 |         2 |  0.6631 |                3 |       0.7 |              0.4 |         1 |       0.01 |    0.75 |          1.0 |  3.270s |     2m:50s |
| Iteration 36     |          318 |        0.0285 |         3 |  0.6726 |                4 |       0.6 |              1.0 |      0.01 |         10 |     0.5 |          1.0 |  3.237s |     2m:54s |
| Iteration 37     |          294 |        0.9968 |         1 |  0.3023 |                4 |       1.0 |              0.5 |         0 |       0.01 |    0.75 |          1.0 |  3.224s |     2m:59s |
| Iteration 38     |          236 |        0.1319 |         9 |  0.8843 |                1 |       0.7 |              0.5 |         0 |       0.01 |   0.875 |          1.0 |  3.252s |     3m:04s |
| Iteration 39     |          298 |        0.0171 |         3 |  0.6336 |                2 |       0.7 |              0.5 |      0.01 |        0.1 |  0.6875 |          1.0 |  3.244s |     3m:08s |
| Iteration 40     |          218 |        0.1104 |         1 |  0.7383 |                4 |       0.7 |              0.5 |      0.01 |       0.01 |     1.0 |          1.0 |  3.233s |     3m:13s |
| Iteration 41     |          305 |        0.6203 |         6 |    0.68 |                4 |       0.6 |              0.5 |      0.01 |        0.1 |  0.3125 |          1.0 |  3.232s |     3m:17s |
| Iteration 42     |          312 |        0.8009 |        10 |  0.6618 |                1 |       0.7 |              0.5 |        10 |       0.01 |     0.5 |          1.0 |  3.255s |     3m:22s |
| Iteration 43     |          120 |          0.01 |         9 |  0.1954 |                1 |       0.5 |              0.5 |         0 |       0.01 |     1.0 |          1.0 |  3.239s |     3m:27s |
| Iteration 44     |          362 |        0.1012 |         1 |  0.1318 |                4 |       0.6 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  3.235s |     3m:32s |
| Iteration 45     |          328 |        0.0526 |         1 |  0.7021 |                4 |       0.7 |              0.5 |      0.01 |       0.01 |  0.8125 |          1.0 |  3.240s |     3m:38s |
| Iteration 46     |          461 |        0.0332 |         6 |  0.7605 |                3 |       0.7 |              0.5 |        10 |        0.1 |     0.5 |          1.0 |  3.245s |     3m:44s |
| Iteration 47     |           97 |        0.0546 |         9 |  0.4618 |                2 |       0.5 |              0.5 |       0.1 |        0.1 |     1.0 |          1.0 |  3.205s |     3m:49s |
| Iteration 48     |          331 |        0.0525 |         9 |  0.7067 |                2 |       1.0 |              0.5 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.212s |     3m:54s |
| Iteration 49     |          120 |         0.016 |         9 |  0.4154 |                1 |       0.5 |              0.5 |      0.01 |       0.01 |     1.0 |          1.0 |  3.212s |     3m:59s |
| Iteration 50     |          162 |        0.0296 |         1 |  0.3983 |                4 |       0.6 |              0.5 |         0 |       0.01 |    0.75 |          1.0 |  3.272s |     4m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 10, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8804
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.120s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.0464
Time elapsed: 0.366s
-------------------------------------------------
Total time: 4m:06s


Final results ==================== >>
Duration: 29m:03s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.42 ± 0.1166 ~
Logistic Regression             --> roc_auc: 0.27 ± 0.1288 ~
Linear Discriminant Analysis    --> roc_auc: 0.33 ± 0.147 ~
Quadratic Discriminant Analysis --> roc_auc: 0.27 ± 0.147 ~
Radius Nearest Neighbors        --> roc_auc: 0.745 ± 0.0367 !
AdaBoost                        --> roc_auc: 0.41 ± 0.102 ~
Random Forest                   --> roc_auc: 0.34 ± 0.086 ~
XGBoost                         --> roc_auc: 0.41 ± 0.0464 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 847 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASKGYSTLTF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVDSGGSNYKLTF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVNYGQNFVF.
   >>> Dropping feature CAVSQGAQKLVF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAALNAGNNRKLIW.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  0.718s |     0.740s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.737s |     2.467s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.712s |     4.081s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.2812 |          1.0 |  0.753s |     5.693s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |          1.0 |  0.764s |     7.259s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.9375 |          1.0 |  0.827s |     8.929s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9688 |          1.0 |  0.718s |    10.478s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  0.754s |    12.170s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.699s |    13.646s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.7812 |          1.0 |  0.675s |    15.086s |
| Iteration 11     |  deviance |         0.175 |          142 |       0.6 | squared_er.. |                19 |               12 |         5 |         None |     0.035 |  0.5625 |          1.0 |  0.659s |    16.897s |
| Iteration 12     | exponen.. |        0.8792 |          252 |       0.8 | squared_er.. |                13 |               10 |         6 |          0.7 |    0.0279 |     1.0 |          1.0 |  0.688s |    20.420s |
| Iteration 13     | exponen.. |        0.8656 |          248 |       0.8 | squared_er.. |                15 |               20 |         2 |         None |    0.0052 |  0.6875 |          1.0 |  0.687s |    22.751s |
| Iteration 14     | exponen.. |        0.1887 |          210 |       1.0 | squared_er.. |                10 |               10 |         5 |         auto |     0.013 |    0.75 |          1.0 |  0.674s |    24.532s |
| Iteration 15     | exponen.. |        0.0217 |          207 |       0.9 | squared_er.. |                11 |               17 |         9 |          0.7 |    0.0208 |   0.875 |          1.0 |  0.687s |    26.263s |
| Iteration 16     |  deviance |        0.0487 |           10 |       0.6 | squared_er.. |                 7 |               17 |         3 |         log2 |    0.0328 |  0.6875 |          1.0 |  0.628s |    28.140s |
| Iteration 17     | exponen.. |           1.0 |           10 |       0.7 | squared_er.. |                18 |               17 |         1 |         auto |    0.0243 |  0.7188 |          1.0 |  0.630s |    29.927s |
| Iteration 18     |  deviance |        0.0149 |          344 |       0.6 | squared_er.. |                13 |               10 |         7 |          0.6 |    0.0333 |  0.6875 |          1.0 |  0.720s |    33.505s |
| Iteration 19     | exponen.. |        0.9845 |          255 |       0.8 | squared_er.. |                 5 |               10 |         6 |          0.9 |    0.0278 |    0.75 |          1.0 |  0.688s |    35.813s |
| Iteration 20     | exponen.. |        0.7081 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |         log2 |    0.0022 |     0.5 |          1.0 |  0.731s |    37.681s |
| Iteration 21     |  deviance |        0.0661 |          179 |       0.8 | squared_er.. |                 5 |               15 |         3 |          0.9 |    0.0245 |  0.6875 |          1.0 |  0.667s |    39.565s |
| Iteration 22     | exponen.. |        0.1262 |          466 |       0.7 | squared_er.. |                17 |                3 |         8 |          0.5 |    0.0144 |  0.6875 |          1.0 |  0.744s |    42.376s |
| Iteration 23     | exponen.. |        0.3488 |          294 |       0.8 | squared_er.. |                18 |               15 |         2 |          0.5 |    0.0247 |     1.0 |          1.0 |  0.699s |    44.487s |
| Iteration 24     | exponen.. |        0.3993 |          104 |       0.8 | squared_er.. |                17 |               19 |         2 |          0.6 |    0.0243 |    0.75 |          1.0 |  0.657s |    46.565s |
| Iteration 25     | exponen.. |        0.4225 |          206 |       0.8 | squared_er.. |                 5 |                2 |         6 |         sqrt |    0.0293 |    0.75 |          1.0 |  0.685s |    48.397s |
| Iteration 26     | exponen.. |        0.5906 |          162 |       0.8 | friedman_mse |                 5 |               10 |         9 |         auto |    0.0247 |  0.6875 |          1.0 |  0.666s |    51.552s |
| Iteration 27     | exponen.. |        0.4463 |          127 |       0.8 | squared_er.. |                 8 |               10 |         3 |         auto |    0.0243 |  0.9062 |          1.0 |  0.676s |    53.871s |
| Iteration 28     | exponen.. |        0.2786 |          184 |       0.8 | squared_er.. |                10 |                6 |         4 |          0.7 |    0.0217 |  0.8125 |          1.0 |  1.295s |    56.458s |
| Iteration 29     |  deviance |        0.1161 |           12 |       0.6 | squared_er.. |                16 |                8 |         9 |         None |    0.0253 |     1.0 |          1.0 |  0.683s |    58.353s |
| Iteration 30     | exponen.. |         0.724 |          151 |       0.8 | squared_er.. |                10 |               17 |         4 |          0.7 |    0.0257 |  0.4688 |          1.0 |  0.712s |     1m:00s |
| Iteration 31     | exponen.. |        0.3407 |          219 |       0.8 | squared_er.. |                 4 |               11 |         8 |          0.5 |    0.0338 |  0.6562 |          1.0 |  0.735s |     1m:02s |
| Iteration 32     | exponen.. |        0.2737 |          122 |       0.5 | squared_er.. |                15 |               10 |         5 |         log2 |    0.0254 |     1.0 |          1.0 |  0.712s |     1m:04s |
| Iteration 33     |  deviance |        0.3233 |          145 |       0.5 | friedman_mse |                18 |               16 |         3 |          0.6 |    0.0235 |     0.5 |          1.0 |  0.709s |     1m:07s |
| Iteration 34     | exponen.. |        0.1778 |          227 |       0.8 | squared_er.. |                20 |               11 |         2 |          0.5 |    0.0246 |    0.75 |          1.0 |  0.739s |     1m:09s |
| Iteration 35     | exponen.. |        0.0958 |          206 |       0.5 | squared_er.. |                20 |                8 |         5 |          0.7 |    0.0269 |     1.0 |          1.0 |  0.725s |     1m:11s |
| Iteration 36     |  deviance |        0.6223 |          126 |       0.6 | squared_er.. |                19 |                8 |         8 |          0.6 |    0.0267 |    0.25 |          1.0 |  0.710s |     1m:13s |
| Iteration 37     | exponen.. |        0.8953 |          422 |       0.8 | squared_er.. |                13 |               17 |         7 |          0.7 |    0.0172 |   0.625 |          1.0 |  0.746s |     1m:15s |
| Iteration 38     | exponen.. |        0.3863 |           43 |       0.5 | squared_er.. |                17 |               16 |         3 |         sqrt |    0.0236 |     0.5 |          1.0 |  0.826s |     1m:17s |
| Iteration 39     | exponen.. |        0.4393 |          417 |       0.8 | squared_er.. |                15 |               10 |         1 |          0.7 |    0.0024 |     1.0 |          1.0 |  0.962s |     1m:20s |
| Iteration 40     |  deviance |        0.2051 |          370 |       0.8 | squared_er.. |                19 |               10 |         5 |          0.7 |    0.0233 |    0.75 |          1.0 |  0.774s |     1m:22s |
| Iteration 41     |  deviance |        0.8515 |          428 |       0.8 | squared_er.. |                15 |               10 |         4 |          0.8 |    0.0266 |    0.75 |          1.0 |  0.778s |     1m:25s |
| Iteration 42     | exponen.. |        0.3401 |          488 |       0.7 | squared_er.. |                10 |               10 |         6 |          0.6 |    0.0213 |     1.0 |          1.0 |  0.757s |     1m:29s |
| Iteration 43     | exponen.. |        0.3428 |          236 |       0.6 | squared_er.. |                17 |               10 |         9 |          0.6 |    0.0089 |  0.9375 |          1.0 |  0.697s |     1m:34s |
| Iteration 44     | exponen.. |        0.5891 |          431 |       0.7 | squared_er.. |                14 |               10 |         5 |          0.5 |    0.0251 |     0.5 |          1.0 |  0.737s |     1m:38s |
| Iteration 45     | exponen.. |        0.3533 |          423 |       0.9 | friedman_mse |                 5 |               10 |         4 |          0.9 |    0.0088 |   0.875 |          1.0 |  0.751s |     1m:43s |
| Iteration 46     |  deviance |        0.1054 |           89 |       0.6 | squared_er.. |                18 |                8 |         4 |          0.7 |    0.0077 |   0.875 |          1.0 |  0.651s |     1m:48s |
| Iteration 47     | exponen.. |        0.2981 |          253 |       0.6 | friedman_mse |                13 |               10 |         1 |          0.7 |    0.0273 |   0.625 |          1.0 |  0.681s |     1m:52s |
| Iteration 48     | exponen.. |        0.3652 |           90 |       0.7 | squared_er.. |                20 |               10 |         2 |         sqrt |    0.0261 |     1.0 |          1.0 |  0.651s |     1m:57s |
| Iteration 49     | exponen.. |        0.1184 |          321 |       0.7 | squared_er.. |                11 |                8 |         7 |          0.8 |    0.0276 |  0.9375 |          1.0 |  0.707s |     2m:02s |
| Iteration 50     | exponen.. |        0.3437 |          193 |       0.8 | squared_er.. |                11 |               17 |         3 |          0.5 |    0.0117 |  0.8125 |          1.0 |  0.674s |     2m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.4393, 'n_estimators': 417, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 15, 'min_samples_leaf': 10, 'max_depth': 1, 'max_features': 0.7, 'ccp_alpha': 0.0024}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.106s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.98 ± 0.04
Time elapsed: 0.511s
-------------------------------------------------
Total time: 2m:09s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  1.223s |     1.234s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  0.646s |     2.766s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |       0.8125 |  0.650s |     4.196s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.3125 |       0.8125 |  0.649s |     5.589s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |       0.8125 |  0.667s |     7.080s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |       0.8125 |  0.671s |    10.194s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |       0.8125 |  0.646s |    12.030s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |       0.8125 |  0.675s |    13.464s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |       0.8125 |  0.657s |    14.902s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |       0.8125 |  0.645s |    16.300s |
| Iteration 11     |    none |     --- | newto.. |      518 |      --- |     0.0 |       0.8125 |  0.695s |    19.171s |
| Iteration 12     |      l2 |  1.5709 | newto.. |      345 |      --- |   0.625 |       0.8125 |  0.648s |    21.196s |
| Iteration 13     |      l2 |   0.001 |   lbfgs |      741 |      --- |   0.625 |       0.8125 |  0.640s |    22.914s |
| Iteration 14     | elast.. |   0.001 |    saga |     1000 |      0.6 |     0.5 |       0.8125 |  0.668s |    24.744s |
| Iteration 15     |      l2 | 81.9759 |    saga |      960 |      --- |   0.375 |       0.8125 |  0.666s |    26.631s |
| Iteration 16     |      l2 |  0.0084 |   lbfgs |      823 |      --- |  0.4375 |       0.8125 |  0.673s |    28.359s |
| Iteration 17     |      l2 |  0.0479 |   lbfgs |      868 |      --- |   0.875 |        0.875 |  0.664s |    30.166s |
| Iteration 18     |      l2 |  0.0542 |    saga |      190 |      --- |     0.5 |        0.875 |  0.674s |    31.949s |
| Iteration 19     |      l2 | 96.8793 |   lbfgs |      103 |      --- |   0.625 |        0.875 |  0.672s |    33.717s |
| Iteration 20     |      l2 |   0.001 |   lbfgs |      754 |      --- |   0.375 |        0.875 |  0.669s |    35.604s |
| Iteration 21     |      l2 |  0.0011 |   lbfgs |      744 |      --- |   0.625 |        0.875 |  0.677s |    37.469s |
| Iteration 22     |      l2 |  0.4937 |   lbfgs |      209 |      --- |     0.5 |        0.875 |  0.663s |    39.247s |
| Iteration 23     |      l1 | 22.9643 |    saga |      200 |      --- |  0.8125 |        0.875 |  0.667s |    41.184s |
| Iteration 24     |      l1 | 83.7509 |    saga |      194 |      --- |  0.3125 |        0.875 |  0.667s |    42.962s |
| Iteration 25     |      l2 |   100.0 |   lbfgs |     1000 |      --- |    0.25 |        0.875 |  0.662s |    44.754s |
| Iteration 26     |      l2 |  0.1066 |   lbfgs |      957 |      --- |   0.875 |        0.875 |  0.640s |    46.460s |
| Iteration 27     |      l2 |  0.1019 |   lbfgs |     1000 |      --- |   0.375 |        0.875 |  1.212s |    48.852s |
| Iteration 28     |      l1 |  0.2411 |    saga |      233 |      --- |  0.4375 |        0.875 |  0.647s |    50.548s |
| Iteration 29     |      l2 |  0.0011 |   lbfgs |      741 |      --- |     1.0 |          1.0 |  0.642s |    52.304s |
| Iteration 30     |      l2 |   0.001 |     sag |      361 |      --- |   0.625 |          1.0 |  0.647s |    54.085s |
| Iteration 31     |      l2 |   0.001 |   lbfgs |      916 |      --- |   0.375 |          1.0 |  0.665s |    55.933s |
| Iteration 32     |    none |     --- | newto.. |      594 |      --- |  0.6875 |          1.0 |  0.644s |    57.824s |
| Iteration 33     |      l2 |  0.0462 | libli.. |      941 |      --- |     0.5 |          1.0 |  0.653s |    59.648s |
| Iteration 34     |      l2 |  0.7318 |   lbfgs |      868 |      --- |   0.625 |          1.0 |  0.642s |     1m:01s |
| Iteration 35     |    none |     --- | newto.. |      356 |      --- |     1.0 |          1.0 |  0.642s |     1m:04s |
| Iteration 36     |    none |     --- |   lbfgs |      100 |      --- |  0.3125 |          1.0 |  0.651s |     1m:06s |
| Iteration 37     |    none |     --- |     sag |      352 |      --- |  0.3125 |          1.0 |  0.650s |     1m:09s |
| Iteration 38     |      l2 |    0.02 | libli.. |      220 |      --- |     0.5 |          1.0 |  0.653s |     1m:12s |
| Iteration 39     |      l2 |  4.0165 |     sag |      950 |      --- |    0.75 |          1.0 |  0.657s |     1m:14s |
| Iteration 40     |    none |     --- |     sag |      557 |      --- |  0.5625 |          1.0 |  0.652s |     1m:16s |
| Iteration 41     |      l1 |  4.7795 |    saga |      195 |      --- |     0.5 |          1.0 |  0.660s |     1m:17s |
| Iteration 42     |      l2 |  1.9149 | newto.. |      359 |      --- |    0.25 |          1.0 |  0.651s |     1m:19s |
| Iteration 43     |    none |     --- | newto.. |      355 |      --- |   0.625 |          1.0 |  0.654s |     1m:21s |
| Iteration 44     |    none |     --- |     sag |      663 |      --- |     0.5 |          1.0 |  0.662s |     1m:23s |
| Iteration 45     |    none |     --- |     sag |      554 |      --- |  0.5625 |          1.0 |  0.658s |     1m:25s |
| Iteration 46     |    none |     --- |     sag |      143 |      --- |   0.375 |          1.0 |  0.672s |     1m:29s |
| Iteration 47     |      l1 |  0.3504 |    saga |      398 |      --- |   0.375 |          1.0 |  0.649s |     1m:31s |
| Iteration 48     |      l2 |  3.2445 |    saga |      840 |      --- |     0.5 |          1.0 |  0.664s |     1m:33s |
| Iteration 49     |      l2 |  0.0979 |   lbfgs |      741 |      --- |  0.6875 |          1.0 |  0.654s |     1m:35s |
| Iteration 50     |      l2 |  0.0019 |   lbfgs |      681 |      --- |  0.4375 |          1.0 |  0.650s |     1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'penalty': 'l2', 'C': 0.0011, 'solver': 'lbfgs', 'max_iter': 741}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.717
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0374
Time elapsed: 0.057s
-------------------------------------------------
Total time: 1m:39s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  0.646s |     0.651s |
| Initial point 2  |     svd |       --- |     0.5 |       0.6875 |  1.232s |     2.623s |
| Initial point 3  |     svd |       --- |     0.5 |       0.6875 |  0.000s |     4.700s |
| Initial point 4  |    lsqr |       0.8 |    0.25 |       0.6875 |  0.644s |     6.423s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |       0.6875 |  0.654s |     7.928s |
| Initial point 6  |    lsqr |       0.7 |  0.4375 |       0.6875 |  0.656s |     9.329s |
| Initial point 7  |    lsqr |       0.5 |     0.5 |       0.6875 |  0.637s |    10.686s |
| Initial point 8  |    lsqr |       0.9 |   0.875 |        0.875 |  0.638s |    12.074s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |        0.875 |  0.636s |    13.473s |
| Initial point 10 |   eigen |       0.8 |   0.625 |        0.875 |  0.647s |    14.903s |
| Iteration 11     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    15.819s |
| Iteration 12     |   eigen |       0.7 |  0.5625 |        0.875 |  0.653s |    17.334s |
| Iteration 13     |     svd |       --- |     0.5 |        0.875 |  0.000s |    18.240s |
| Iteration 14     |    lsqr |      auto |     0.5 |        0.875 |  0.655s |    19.775s |
| Iteration 15     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    20.685s |
| Iteration 16     |     svd |       --- |     0.5 |        0.875 |  0.000s |    21.590s |
| Iteration 17     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    22.511s |
| Iteration 18     |     svd |       --- |     0.5 |        0.875 |  0.000s |    23.441s |
| Iteration 19     |     svd |       --- |     0.5 |        0.875 |  0.000s |    24.356s |
| Iteration 20     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    25.235s |
| Iteration 21     |   eigen |      auto |     0.5 |        0.875 |  0.677s |    28.419s |
| Iteration 22     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    31.760s |
| Iteration 23     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    33.168s |
| Iteration 24     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    34.175s |
| Iteration 25     |   eigen |      None |   0.375 |        0.875 |  0.675s |    35.785s |
| Iteration 26     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    36.740s |
| Iteration 27     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    37.673s |
| Iteration 28     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    40.678s |
| Iteration 29     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    43.947s |
| Iteration 30     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    45.521s |
| Iteration 31     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    46.487s |
| Iteration 32     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    47.538s |
| Iteration 33     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    48.661s |
| Iteration 34     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    49.704s |
| Iteration 35     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    50.789s |
| Iteration 36     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    51.828s |
| Iteration 37     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    52.826s |
| Iteration 38     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    53.833s |
| Iteration 39     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    54.811s |
| Iteration 40     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    55.856s |
| Iteration 41     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    56.871s |
| Iteration 42     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    57.900s |
| Iteration 43     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    58.959s |
| Iteration 44     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |     1m:00s |
| Iteration 45     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |     1m:01s |
| Iteration 46     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 47     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |     1m:04s |
| Iteration 48     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |     1m:05s |
| Iteration 49     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |     1m:08s |
| Iteration 50     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |     1m:10s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6946
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.12
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:11s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  0.665s |     0.669s |
| Initial point 2  |       0.9 |   0.625 |       0.6875 |  0.644s |     2.064s |
| Initial point 3  |       0.1 |   0.875 |        0.875 |  0.661s |     3.434s |
| Initial point 4  |       1.0 |  0.6875 |        0.875 |  0.000s |     4.206s |
| Initial point 5  |       0.2 |  0.5625 |        0.875 |  0.652s |     5.650s |
| Initial point 6  |       0.4 |  0.4375 |        0.875 |  0.667s |     8.726s |
| Initial point 7  |       0.4 |  0.4375 |        0.875 |  0.000s |     9.899s |
| Initial point 8  |       0.7 |    0.75 |        0.875 |  1.266s |    11.881s |
| Initial point 9  |       0.9 |   0.625 |        0.875 |  0.000s |    12.612s |
| Initial point 10 |       0.8 |   0.625 |        0.875 |  0.662s |    14.028s |
| Iteration 11     |       0.3 |    0.25 |        0.875 |  0.651s |    15.557s |
| Iteration 12     |       0.6 |  0.5625 |        0.875 |  0.656s |    17.057s |
| Iteration 13     |       0.5 |     0.5 |        0.875 |  0.667s |    18.682s |
| Iteration 14     |       0.0 |   0.875 |        0.875 |  0.645s |    20.376s |
| Iteration 15     |       0.1 |   0.875 |        0.875 |  0.000s |    21.244s |
| Iteration 16     |       0.0 |   0.875 |        0.875 |  0.000s |    22.156s |
| Iteration 17     |       0.0 |   0.875 |        0.875 |  0.000s |    23.084s |
| Iteration 18     |       0.1 |   0.875 |        0.875 |  0.000s |    24.032s |
| Iteration 19     |       0.1 |   0.875 |        0.875 |  0.000s |    25.021s |
| Iteration 20     |       0.0 |   0.875 |        0.875 |  0.000s |    25.851s |
| Iteration 21     |       0.0 |   0.875 |        0.875 |  0.000s |    26.690s |
| Iteration 22     |       0.1 |   0.875 |        0.875 |  0.000s |    27.598s |
| Iteration 23     |       0.4 |  0.4375 |        0.875 |  0.000s |    28.451s |
| Iteration 24     |       0.1 |   0.875 |        0.875 |  0.000s |    29.309s |
| Iteration 25     |       0.0 |   0.875 |        0.875 |  0.000s |    30.174s |
| Iteration 26     |       0.1 |   0.875 |        0.875 |  0.000s |    31.062s |
| Iteration 27     |       0.0 |   0.875 |        0.875 |  0.000s |    31.888s |
| Iteration 28     |       0.9 |   0.625 |        0.875 |  0.000s |    34.077s |
| Iteration 29     |       0.2 |  0.5625 |        0.875 |  0.000s |    35.265s |
| Iteration 30     |       0.8 |   0.625 |        0.875 |  0.000s |    36.206s |
| Iteration 31     |       0.0 |   0.875 |        0.875 |  0.000s |    37.066s |
| Iteration 32     |       0.1 |   0.875 |        0.875 |  0.000s |    38.006s |
| Iteration 33     |       0.1 |   0.875 |        0.875 |  0.000s |    39.147s |
| Iteration 34     |       0.0 |   0.875 |        0.875 |  0.000s |    41.750s |
| Iteration 35     |       0.1 |   0.875 |        0.875 |  0.000s |    43.056s |
| Iteration 36     |       0.0 |   0.875 |        0.875 |  0.000s |    45.369s |
| Iteration 37     |       0.1 |   0.875 |        0.875 |  0.000s |    46.659s |
| Iteration 38     |       0.0 |   0.875 |        0.875 |  0.000s |    47.539s |
| Iteration 39     |       0.0 |   0.875 |        0.875 |  0.000s |    48.567s |
| Iteration 40     |       0.1 |   0.875 |        0.875 |  0.000s |    49.529s |
| Iteration 41     |       0.0 |   0.875 |        0.875 |  0.000s |    50.423s |
| Iteration 42     |       0.1 |   0.875 |        0.875 |  0.000s |    51.311s |
| Iteration 43     |       0.1 |   0.875 |        0.875 |  0.000s |    52.211s |
| Iteration 44     |       0.0 |   0.875 |        0.875 |  0.000s |    53.119s |
| Iteration 45     |       0.1 |   0.875 |        0.875 |  0.000s |    54.043s |
| Iteration 46     |       0.0 |   0.875 |        0.875 |  0.000s |    55.009s |
| Iteration 47     |       0.0 |   0.875 |        0.875 |  0.000s |    55.990s |
| Iteration 48     |       0.1 |   0.875 |        0.875 |  0.000s |    57.009s |
| Iteration 49     |       0.1 |   0.875 |        0.875 |  0.000s |    57.957s |
| Iteration 50     |       0.0 |   0.875 |        0.875 |  0.000s |    58.905s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 59.871s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6848
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1122
Time elapsed: 0.027s
-------------------------------------------------
Total time: 59.908s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.6325 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  0.646s |     0.667s |
| Initial point 2  |  5.0239 | uniform |   kd_tree |        39 |       2 |  0.5312 |       0.6875 |  0.712s |     2.211s |
| Initial point 3  |  3.9686 | dista.. | ball_tree |        25 |       2 |  0.5625 |       0.6875 |  0.704s |     3.777s |
| Initial point 4  | 11.5782 | uniform | ball_tree |        39 |       2 |  0.5312 |       0.6875 |  0.671s |     5.274s |
| Initial point 5  |    9.07 | dista.. |      auto |        30 |       2 |   0.625 |       0.6875 |  0.672s |     6.703s |
| Initial point 6  | 10.5038 | dista.. | ball_tree |        21 |       2 |   0.375 |       0.6875 |  0.656s |     8.102s |
| Initial point 7  |   7.513 | dista.. | ball_tree |        24 |       1 |   0.625 |       0.6875 |  0.666s |    11.537s |
| Initial point 8  |  1.8004 | dista.. | ball_tree |        21 |       2 |     0.5 |       0.6875 |  0.649s |    15.460s |
| Initial point 9  |   8.369 | uniform | ball_tree |        24 |       1 |  0.8125 |       0.8125 |  1.204s |    19.775s |
| Initial point 10 |  5.9444 | uniform |     brute |        22 |       2 |     0.5 |       0.8125 |  0.648s |    23.723s |
| Iteration 11     |  0.3539 | uniform |     brute |        21 |       1 |  0.5625 |       0.8125 |  0.648s |    27.741s |
| Iteration 12     |  0.1617 | uniform |      auto |        20 |       1 |  0.5312 |       0.8125 |  0.658s |    31.871s |
| Iteration 13     | 10.8651 | uniform |   kd_tree |        24 |       1 |  0.3125 |       0.8125 |  0.637s |    35.952s |
| Iteration 14     |  8.2596 | uniform | ball_tree |        32 |       1 |  0.9062 |       0.9062 |  0.658s |    40.130s |
| Iteration 15     |  5.9034 | uniform | ball_tree |        40 |       1 |   0.375 |       0.9062 |  0.651s |    44.567s |
| Iteration 16     |  8.3169 | dista.. | ball_tree |        40 |       2 |    0.75 |       0.9062 |  0.642s |    48.759s |
| Iteration 17     |  8.0562 | uniform |      auto |        35 |       2 |   0.875 |       0.9062 |  0.642s |    53.044s |
| Iteration 18     |  8.4086 | uniform | ball_tree |        30 |       1 |  0.3438 |       0.9062 |  0.648s |    57.149s |
| Iteration 19     |  7.7672 | dista.. |     brute |        20 |       2 |    0.75 |       0.9062 |  0.652s |     1m:01s |
| Iteration 20     |  8.2342 | uniform | ball_tree |        32 |       1 |  0.7812 |       0.9062 |  0.644s |     1m:06s |
| Iteration 21     |     0.0 | uniform |      auto |        35 |       1 |     0.5 |       0.9062 |  0.654s |     1m:10s |
| Iteration 22     |     0.0 | uniform |      auto |        35 |       2 |     0.5 |       0.9062 |  0.645s |     1m:14s |
| Iteration 23     |  8.3491 | uniform |      auto |        32 |       2 |  0.6562 |       0.9062 |  0.638s |     1m:18s |
| Iteration 24     |  8.3121 | uniform | ball_tree |        32 |       1 |   0.625 |       0.9062 |  0.639s |     1m:21s |
| Iteration 25     |  8.1096 | uniform | ball_tree |        35 |       2 |  0.4375 |       0.9062 |  0.636s |     1m:23s |
| Iteration 26     |  2.9542 | uniform |     brute |        20 |       1 |  0.1875 |       0.9062 |  0.644s |     1m:25s |
| Iteration 27     |  8.1075 | uniform |      auto |        35 |       2 |  0.5312 |       0.9062 |  0.651s |     1m:27s |
| Iteration 28     |  5.5641 | dista.. | ball_tree |        32 |       1 |  0.9375 |       0.9375 |  0.635s |     1m:29s |
| Iteration 29     |  0.0233 | dista.. | ball_tree |        32 |       1 |     0.5 |       0.9375 |  0.647s |     1m:31s |
| Iteration 30     |  6.0167 | dista.. | ball_tree |        32 |       1 |  0.8125 |       0.9375 |  0.632s |     1m:32s |
| Iteration 31     |  5.9208 | dista.. | ball_tree |        32 |       1 |  0.4375 |       0.9375 |  0.639s |     1m:34s |
| Iteration 32     |  9.2847 | uniform | ball_tree |        32 |       1 |     1.0 |          1.0 |  0.650s |     1m:36s |
| Iteration 33     | 12.6681 | uniform | ball_tree |        32 |       1 |     0.5 |          1.0 |  0.634s |     1m:38s |
| Iteration 34     |  8.6491 | uniform | ball_tree |        32 |       1 |  0.6875 |          1.0 |  0.641s |     1m:41s |
| Iteration 35     |  8.3627 | uniform | ball_tree |        32 |       1 |     0.5 |          1.0 |  0.650s |     1m:44s |
| Iteration 36     |  7.7914 | dista.. | ball_tree |        32 |       1 |     0.5 |          1.0 |  0.650s |     1m:46s |
| Iteration 37     |  7.8274 | uniform | ball_tree |        32 |       1 |  0.5625 |          1.0 |  0.634s |     1m:48s |
| Iteration 38     |   1.543 | uniform |     brute |        20 |       2 |    0.25 |          1.0 |  0.638s |     1m:49s |
| Iteration 39     | 12.6658 | dista.. |   kd_tree |        22 |       2 |  0.5625 |          1.0 |  0.638s |     1m:51s |
| Iteration 40     |  4.7407 | dista.. |      auto |        36 |       1 |  0.8125 |          1.0 |  0.635s |     1m:53s |
| Iteration 41     | 10.6062 | uniform | ball_tree |        24 |       2 |     0.5 |          1.0 |  0.665s |     1m:55s |
| Iteration 42     | 10.4401 | uniform |   kd_tree |        32 |       1 |   0.625 |          1.0 |  0.636s |     1m:56s |
| Iteration 43     |  3.0387 | dista.. |      auto |        36 |       1 |   0.625 |          1.0 |  0.640s |     1m:58s |
| Iteration 44     |  9.5157 | uniform | ball_tree |        32 |       1 |  0.8125 |          1.0 |  0.635s |     1m:60s |
| Iteration 45     |  3.7743 | dista.. |      auto |        32 |       1 |    0.75 |          1.0 |  0.651s |     2m:02s |
| Iteration 46     |  9.2718 | uniform |   kd_tree |        33 |       1 |  0.5625 |          1.0 |  0.642s |     2m:04s |
| Iteration 47     |  9.5552 | uniform |   kd_tree |        32 |       1 |   0.375 |          1.0 |  0.626s |     2m:05s |
| Iteration 48     |  9.3897 | uniform | ball_tree |        33 |       2 |   0.625 |          1.0 |  0.630s |     2m:07s |
| Iteration 49     |  6.7314 | dista.. |      auto |        36 |       2 |  0.6875 |          1.0 |  0.636s |     2m:09s |
| Iteration 50     |  0.0004 | dista.. |      auto |        24 |       1 |     0.5 |          1.0 |  0.633s |     2m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 9.2847, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 32, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5705
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0828
Time elapsed: 0.050s
-------------------------------------------------
Total time: 2m:12s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5938 |       0.5938 |  1.048s |     1.055s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.023s |     2.869s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |          1.0 |  0.780s |     4.461s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.375 |          1.0 |  0.925s |     6.130s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |          1.0 |  0.797s |     7.706s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |          1.0 |  0.987s |     9.542s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.9062 |          1.0 |  0.650s |    10.999s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7812 |          1.0 |  0.935s |    12.667s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.7188 |          1.0 |  0.632s |    14.072s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |          1.0 |  0.768s |    15.752s |
| Iteration 11     |          450 |        0.0528 |   SAMME.R |     1.0 |          1.0 |  0.988s |    18.307s |
| Iteration 12     |          485 |        0.0815 |   SAMME.R |     1.0 |          1.0 |  1.008s |    20.886s |
| Iteration 13     |          479 |        0.0707 |   SAMME.R |  0.9375 |          1.0 |  1.008s |    23.124s |
| Iteration 14     |          255 |        0.1181 |   SAMME.R |     1.0 |          1.0 |  0.825s |    24.933s |
| Iteration 15     |           85 |        0.0253 |   SAMME.R |  0.8125 |          1.0 |  0.686s |    28.535s |
| Iteration 16     |          112 |        0.9712 |   SAMME.R |     1.0 |          1.0 |  0.721s |    32.663s |
| Iteration 17     |          458 |        0.0884 |   SAMME.R |  0.9375 |          1.0 |  0.990s |    37.086s |
| Iteration 18     |          405 |        1.3899 |   SAMME.R |   0.375 |          1.0 |  0.951s |    41.592s |
| Iteration 19     |          146 |        0.2876 |   SAMME.R |  0.8125 |          1.0 |  0.759s |    45.763s |
| Iteration 20     |          279 |        0.0872 |   SAMME.R |   0.625 |          1.0 |  0.848s |    50.175s |
| Iteration 21     |          484 |        0.0273 |   SAMME.R |   0.875 |          1.0 |  1.015s |    52.690s |
| Iteration 22     |          242 |        0.1388 |   SAMME.R |  0.5625 |          1.0 |  0.823s |    54.639s |
| Iteration 23     |          500 |        0.0569 |   SAMME.R |     1.0 |          1.0 |  1.037s |    56.766s |
| Iteration 24     |           50 |         2.045 |   SAMME.R |  0.1875 |          1.0 |  0.666s |    58.463s |
| Iteration 25     |           62 |        0.6056 |   SAMME.R |     1.0 |          1.0 |  0.676s |     1m:00s |
| Iteration 26     |           65 |        0.6456 |   SAMME.R |  0.6875 |          1.0 |  0.683s |     1m:02s |
| Iteration 27     |          477 |        0.0488 |   SAMME.R |  0.7812 |          1.0 |  1.036s |     1m:04s |
| Iteration 28     |           50 |        0.0467 |   SAMME.R |  0.8125 |          1.0 |  0.737s |     1m:06s |
| Iteration 29     |          421 |          0.01 |   SAMME.R |    0.75 |          1.0 |  1.001s |     1m:08s |
| Iteration 30     |          117 |          10.0 |     SAMME |  0.6562 |          1.0 |  0.688s |     1m:10s |
| Iteration 31     |           64 |        0.4606 |     SAMME |  0.6562 |          1.0 |  0.736s |     1m:11s |
| Iteration 32     |           54 |        0.0601 |   SAMME.R |     1.0 |          1.0 |  0.746s |     1m:13s |
| Iteration 33     |          469 |        0.0616 |   SAMME.R |  0.7812 |          1.0 |  1.083s |     1m:15s |
| Iteration 34     |          318 |        0.4418 |   SAMME.R |     0.5 |          1.0 |  0.952s |     1m:17s |
| Iteration 35     |          494 |        0.0357 |   SAMME.R |     1.0 |          1.0 |  1.634s |     1m:20s |
| Iteration 36     |          486 |        0.0291 |   SAMME.R |     0.5 |          1.0 |  1.045s |     1m:22s |
| Iteration 37     |           51 |        0.0629 |   SAMME.R |     0.5 |          1.0 |  0.675s |     1m:24s |
| Iteration 38     |           50 |          0.01 |   SAMME.R |   0.625 |          1.0 |  0.691s |     1m:28s |
| Iteration 39     |          500 |        0.0922 |   SAMME.R |     1.0 |          1.0 |  1.024s |     1m:30s |
| Iteration 40     |          500 |        0.0875 |   SAMME.R |  0.8125 |          1.0 |  1.053s |     1m:32s |
| Iteration 41     |          500 |        0.1081 |   SAMME.R |     1.0 |          1.0 |  1.033s |     1m:35s |
| Iteration 42     |          500 |        0.1126 |   SAMME.R |  0.9375 |          1.0 |  1.037s |     1m:37s |
| Iteration 43     |          500 |        0.1155 |   SAMME.R |  0.9375 |          1.0 |  1.045s |     1m:39s |
| Iteration 44     |          437 |        0.1038 |   SAMME.R |    0.25 |          1.0 |  0.979s |     1m:41s |
| Iteration 45     |          497 |        0.0403 |   SAMME.R |    0.75 |          1.0 |  1.095s |     1m:43s |
| Iteration 46     |          491 |        0.0891 |   SAMME.R |     1.0 |          1.0 |  1.062s |     1m:45s |
| Iteration 47     |          493 |        0.1331 |   SAMME.R |  0.6875 |          1.0 |  1.024s |     1m:48s |
| Iteration 48     |          500 |         0.021 |   SAMME.R |   0.875 |          1.0 |  1.061s |     1m:50s |
| Iteration 49     |          454 |        0.0384 |   SAMME.R |  0.8125 |          1.0 |  1.028s |     1m:52s |
| Iteration 50     |          481 |        0.5691 |   SAMME.R |   0.875 |          1.0 |  1.019s |     1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 494, 'learning_rate': 0.0357, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.450s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.0583
Time elapsed: 2.047s
-------------------------------------------------
Total time: 1m:59s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  1.074s |     1.094s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.894s |     3.084s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |          1.0 |  0.928s |     4.966s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.25 |          1.0 |  0.773s |     6.599s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |          1.0 |  0.983s |     8.391s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |          1.0 |  0.784s |    12.323s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.828s |    14.418s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |          1.0 |  0.791s |    16.043s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  0.905s |    17.700s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |          1.0 |  0.875s |    19.430s |
| Iteration 11     |           10 |   entropy |         9 |                20 |                1 |         auto |      True |     0.035 |         0.6 |   0.625 |          1.0 |  1.212s |    22.137s |
| Iteration 12     |           18 |   entropy |         9 |                20 |                4 |         auto |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.645s |    24.149s |
| Iteration 13     |           10 |      gini |      None |                 3 |               20 |         sqrt |     False |     0.028 |         --- |     1.0 |          1.0 |  0.627s |    26.209s |
| Iteration 14     |          500 |   entropy |         3 |                15 |                7 |          0.6 |     False |    0.0291 |         --- |    0.75 |          1.0 |  0.935s |    28.631s |
| Iteration 15     |          455 |      gini |         6 |                 7 |                4 |          0.6 |     False |    0.0102 |         --- |   0.875 |          1.0 |  0.913s |    30.947s |
| Iteration 16     |          305 |   entropy |         9 |                20 |                2 |          0.5 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.819s |    33.181s |
| Iteration 17     |          380 |      gini |      None |                 2 |               20 |         auto |     False |       0.0 |         --- |  0.6562 |          1.0 |  0.840s |    35.354s |
| Iteration 18     |          283 |      gini |      None |                20 |                6 |          0.8 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.796s |    37.452s |
| Iteration 19     |          269 |      gini |         5 |                19 |                1 |          0.5 |     False |    0.0313 |         --- |    0.75 |          1.0 |  0.799s |    39.577s |
| Iteration 20     |          325 |   entropy |         9 |                20 |                1 |          0.5 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.825s |    41.725s |
| Iteration 21     |          110 |   entropy |         7 |                19 |                3 |         None |     False |    0.0045 |         --- |  0.7812 |          1.0 |  0.697s |    43.647s |
| Iteration 22     |           21 |      gini |         4 |                11 |               20 |         None |      True |    0.0041 |         0.8 |     0.5 |          1.0 |  0.641s |    45.716s |
| Iteration 23     |           10 |      gini |      None |                10 |               19 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.628s |    47.648s |
| Iteration 24     |           42 |      gini |         3 |                18 |               19 |          0.9 |     False |    0.0104 |         --- |   0.625 |          1.0 |  0.667s |    49.786s |
| Iteration 25     |           10 |      gini |      None |                 2 |               19 |         auto |     False |     0.035 |         --- |  0.7812 |          1.0 |  0.689s |    51.829s |
| Iteration 26     |          257 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0321 |         --- |     1.0 |          1.0 |  0.785s |    55.455s |
| Iteration 27     |          393 |   entropy |         8 |                20 |                5 |         auto |     False |    0.0343 |         --- |  0.8125 |          1.0 |  0.880s |    58.061s |
| Iteration 28     |          261 |   entropy |         9 |                18 |                2 |          0.5 |     False |    0.0182 |         --- |   0.875 |          1.0 |  0.790s |     1m:00s |
| Iteration 29     |          462 |      gini |      None |                 3 |                5 |          0.7 |     False |    0.0148 |         --- |   0.625 |          1.0 |  0.929s |     1m:03s |
| Iteration 30     |          355 |      gini |         5 |                10 |                5 |          0.6 |     False |    0.0181 |         --- |  0.7188 |          1.0 |  0.859s |     1m:05s |
| Iteration 31     |          214 |   entropy |         5 |                15 |                8 |         auto |     False |    0.0182 |         --- |   0.625 |          1.0 |  0.764s |     1m:07s |
| Iteration 32     |           10 |   entropy |      None |                 2 |               13 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.623s |     1m:09s |
| Iteration 33     |           10 |   entropy |      None |                16 |               17 |          0.8 |     False |     0.035 |         --- |  0.5938 |          1.0 |  0.630s |     1m:11s |
| Iteration 34     |          156 |   entropy |         9 |                19 |                4 |         sqrt |     False |    0.0133 |         --- |   0.625 |          1.0 |  0.719s |     1m:13s |
| Iteration 35     |          288 |   entropy |         6 |                18 |                2 |         log2 |     False |     0.026 |         --- |     1.0 |          1.0 |  0.795s |     1m:15s |
| Iteration 36     |          287 |   entropy |         3 |                20 |                4 |         log2 |     False |    0.0038 |         --- |     0.5 |          1.0 |  0.855s |     1m:18s |
| Iteration 37     |          283 |   entropy |         7 |                13 |               19 |         auto |     False |     0.035 |         --- |   0.875 |          1.0 |  0.845s |     1m:20s |
| Iteration 38     |          279 |   entropy |         7 |                20 |                2 |         log2 |     False |     0.032 |         --- |  0.6875 |          1.0 |  0.849s |     1m:24s |
| Iteration 39     |           10 |   entropy |         9 |                 2 |               20 |         auto |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.632s |     1m:28s |
| Iteration 40     |          500 |      gini |         7 |                 4 |                5 |         None |      True |       0.0 |        None |  0.8125 |          1.0 |  1.021s |     1m:33s |
| Iteration 41     |          500 |   entropy |         4 |                13 |               15 |         None |     False |       0.0 |         --- |  0.7188 |          1.0 |  0.911s |     1m:37s |
| Iteration 42     |          352 |   entropy |         8 |                 6 |                6 |         auto |      True |     0.035 |         0.8 |  0.8125 |          1.0 |  0.907s |     1m:40s |
| Iteration 43     |           82 |   entropy |      None |                 4 |               15 |         auto |     False |     0.035 |         --- |   0.875 |          1.0 |  0.677s |     1m:42s |
| Iteration 44     |          264 |   entropy |      None |                 8 |               12 |         auto |     False |     0.035 |         --- |   0.875 |          1.0 |  0.834s |     1m:44s |
| Iteration 45     |          304 |   entropy |         4 |                 9 |               19 |         None |     False |     0.035 |         --- |    0.75 |          1.0 |  0.850s |     1m:46s |
| Iteration 46     |          278 |   entropy |         6 |                 9 |                3 |          0.5 |     False |    0.0263 |         --- |  0.8125 |          1.0 |  0.841s |     1m:49s |
| Iteration 47     |          279 |   entropy |         6 |                10 |                6 |         log2 |     False |    0.0337 |         --- |  0.6875 |          1.0 |  0.828s |     1m:51s |
| Iteration 48     |          277 |   entropy |         6 |                20 |                4 |          0.5 |     False |    0.0152 |         --- |     1.0 |          1.0 |  0.850s |     1m:53s |
| Iteration 49     |          277 |      gini |         6 |                20 |                1 |         log2 |     False |    0.0202 |         --- |     1.0 |          1.0 |  0.827s |     1m:56s |
| Iteration 50     |          278 |   entropy |         6 |                20 |               16 |         log2 |     False |    0.0054 |         --- |   0.625 |          1.0 |  0.826s |     1m:58s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 425, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:60s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9911
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.314s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0927
Time elapsed: 1.373s
-------------------------------------------------
Total time: 2m:01s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.766s |     0.786s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |       0.9375 |  0.760s |     2.483s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9375 |  0.757s |     4.075s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9375 |  0.703s |     5.548s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  0.782s |     7.122s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9375 |  0.719s |     8.594s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9375 |  0.731s |    10.171s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9375 |  0.673s |    13.766s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.9375 |  0.719s |    17.998s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  0.687s |    21.270s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2247 |                3 |       0.6 |              0.7 |      0.01 |        100 |    0.75 |       0.9375 |  0.692s |    23.526s |
| Iteration 12     |          500 |        0.0412 |         6 |  0.4675 |                3 |       0.9 |              0.9 |      0.01 |       0.01 |  0.9375 |       0.9375 |  0.728s |    25.547s |
| Iteration 13     |          117 |        0.0368 |         6 |  0.5306 |                1 |       0.5 |              0.8 |         0 |        100 |   0.875 |       0.9375 |  1.260s |    28.004s |
| Iteration 14     |          500 |        0.0441 |         6 |  0.4138 |                4 |       1.0 |              1.0 |       0.1 |          0 |    0.75 |       0.9375 |  0.725s |    29.993s |
| Iteration 15     |           20 |        0.0272 |         6 |     0.0 |                2 |       0.5 |              0.9 |        10 |        100 |     0.5 |       0.9375 |  0.679s |    31.961s |
| Iteration 16     |          431 |        0.0369 |         6 |  0.4318 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.9375 |  0.719s |    33.853s |
| Iteration 17     |           56 |         0.674 |         7 |  0.6167 |                2 |       1.0 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.654s |    35.792s |
| Iteration 18     |          500 |        0.0388 |        10 |  0.9981 |                2 |       1.0 |              1.0 |         0 |          0 |  0.6875 |          1.0 |  0.732s |    37.877s |
| Iteration 19     |           20 |           1.0 |         1 |  0.5247 |                3 |       1.0 |              0.4 |         0 |          0 |    0.75 |          1.0 |  0.642s |    39.735s |
| Iteration 20     |          500 |          0.01 |         9 |  0.4832 |                2 |       1.0 |              1.0 |         0 |          0 |  0.6875 |          1.0 |  0.739s |    41.776s |
| Iteration 21     |          271 |        0.6428 |         6 |  0.1389 |                1 |       0.7 |              1.0 |         0 |        0.1 |    0.75 |          1.0 |  0.689s |    43.814s |
| Iteration 22     |           20 |        0.0993 |         3 |  0.9859 |                2 |       0.7 |              1.0 |      0.01 |          0 |   0.625 |          1.0 |  0.656s |    45.815s |
| Iteration 23     |          305 |        0.3252 |         1 |  0.5429 |                1 |       1.0 |              0.4 |      0.01 |         10 |     1.0 |          1.0 |  0.711s |    47.797s |
| Iteration 24     |           20 |        0.4261 |         8 |  0.5496 |                1 |       1.0 |              1.0 |         0 |         10 |    0.75 |          1.0 |  0.645s |    49.689s |
| Iteration 25     |          467 |        0.8734 |         5 |  0.0042 |                3 |       1.0 |              0.5 |         0 |          1 |   0.875 |          1.0 |  0.725s |    51.579s |
| Iteration 26     |          500 |        0.0108 |         2 |  0.0829 |                1 |       1.0 |              0.4 |      0.01 |          1 |    0.75 |          1.0 |  0.735s |    53.588s |
| Iteration 27     |          486 |        0.1353 |         7 |  0.5929 |               10 |       1.0 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.712s |    55.525s |
| Iteration 28     |           71 |        0.2151 |         7 |  0.0258 |                3 |       0.9 |              0.5 |         0 |        100 |    0.75 |          1.0 |  0.659s |    57.753s |
| Iteration 29     |          492 |           1.0 |         8 |  0.8622 |               10 |       0.8 |              0.5 |       100 |        100 |     0.5 |          1.0 |  0.717s |    59.744s |
| Iteration 30     |          284 |           1.0 |         2 |  0.5404 |                1 |       0.7 |              0.5 |      0.01 |        0.1 |  0.5312 |          1.0 |  0.699s |     1m:02s |
| Iteration 31     |           41 |           1.0 |         9 |   0.062 |                1 |       1.0 |              1.0 |       0.1 |       0.01 |     1.0 |          1.0 |  0.648s |     1m:04s |
| Iteration 32     |          500 |           1.0 |         2 |     0.0 |                1 |       1.0 |              1.0 |       0.1 |          0 |  0.9375 |          1.0 |  0.735s |     1m:06s |
| Iteration 33     |          114 |           1.0 |        10 |     0.0 |                1 |       1.0 |              1.0 |       0.1 |        100 |  0.6875 |          1.0 |  0.671s |     1m:08s |
| Iteration 34     |           75 |           1.0 |         1 |  0.3155 |                1 |       1.0 |              1.0 |      0.01 |        0.1 |   0.625 |          1.0 |  0.660s |     1m:10s |
| Iteration 35     |          434 |          0.01 |         1 |  0.5152 |                1 |       1.0 |              0.8 |       100 |          0 |     0.5 |          1.0 |  0.719s |     1m:12s |
| Iteration 36     |          400 |        0.0168 |        10 |  0.1999 |                1 |       0.5 |              0.5 |         0 |          0 |     0.5 |          1.0 |  0.716s |     1m:14s |
| Iteration 37     |          331 |           1.0 |        10 |  0.0658 |                1 |       1.0 |              0.9 |      0.01 |       0.01 |  0.5625 |          1.0 |  1.275s |     1m:16s |
| Iteration 38     |           20 |          0.01 |         5 |     1.0 |                1 |       1.0 |              1.0 |      0.01 |          0 |    0.75 |          1.0 |  0.648s |     1m:18s |
| Iteration 39     |          500 |        0.0313 |         5 |  0.9643 |                1 |       1.0 |              0.6 |         0 |        0.1 |     1.0 |          1.0 |  0.747s |     1m:21s |
| Iteration 40     |          500 |        0.0173 |         5 |  0.6234 |                1 |       1.0 |              0.7 |         0 |        100 |  0.7812 |          1.0 |  0.744s |     1m:23s |
| Iteration 41     |          444 |           1.0 |         5 |  0.2091 |                1 |       1.0 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.718s |     1m:25s |
| Iteration 42     |          387 |        0.2329 |         1 |  0.7482 |               10 |       1.0 |              0.6 |         0 |        0.1 |     0.5 |          1.0 |  0.699s |     1m:27s |
| Iteration 43     |          373 |        0.2507 |         6 |  0.4197 |                1 |       1.0 |              0.7 |       0.1 |        100 |  0.7812 |          1.0 |  0.717s |     1m:29s |
| Iteration 44     |           20 |        0.0385 |         5 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |  0.8125 |          1.0 |  0.656s |     1m:31s |
| Iteration 45     |          170 |         0.028 |         1 |  0.2213 |               10 |       1.0 |              0.7 |       100 |         10 |     0.5 |          1.0 |  0.702s |     1m:33s |
| Iteration 46     |          500 |           1.0 |         5 |     1.0 |                2 |       1.0 |              0.4 |         0 |          1 |     1.0 |          1.0 |  0.726s |     1m:37s |
| Iteration 47     |          392 |        0.5573 |         4 |  0.9857 |                4 |       1.0 |              0.8 |         0 |         10 |     0.5 |          1.0 |  0.709s |     1m:40s |
| Iteration 48     |           37 |        0.2327 |        10 |  0.5158 |                1 |       1.0 |              0.8 |       100 |        0.1 |     0.5 |          1.0 |  0.664s |     1m:42s |
| Iteration 49     |          149 |        0.0172 |        10 |  0.1594 |               10 |       0.5 |              0.4 |         0 |         10 |     0.5 |          1.0 |  0.665s |     1m:45s |
| Iteration 50     |          443 |        0.9603 |         8 |  0.6622 |                4 |       0.5 |              0.6 |         0 |         10 |  0.6875 |          1.0 |  0.717s |     1m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0313, 'max_depth': 5, 'gamma': 0.9643, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.6, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.127s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.06
Time elapsed: 0.397s
-------------------------------------------------
Total time: 1m:49s


Final results ==================== >>
Duration: 13m:59s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.98 ± 0.04 !
Logistic Regression             --> roc_auc: 0.89 ± 0.0374
Linear Discriminant Analysis    --> roc_auc: 0.71 ± 0.12
Quadratic Discriminant Analysis --> roc_auc: 0.68 ± 0.1122
Radius Nearest Neighbors        --> roc_auc: 0.78 ± 0.0828
AdaBoost                        --> roc_auc: 0.94 ± 0.0583
Random Forest                   --> roc_auc: 0.92 ± 0.0927
XGBoost                         --> roc_auc: 0.97 ± 0.06
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASKGYSTLTF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVDSGGSNYKLTF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVNYGQNFVF.
   >>> Dropping feature CAVSQGAQKLVF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAALNAGNNRKLIW.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.6875 |       0.6875 |  3.207s |     3.227s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.7188 |       0.7188 |  3.229s |     7.373s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |         0.75 |  3.285s |    11.672s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.1875 |         0.75 |  3.282s |    15.996s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |         0.75 |  3.327s |    20.168s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.3125 |         0.75 |  3.313s |    24.258s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.375 |         0.75 |  3.271s |    28.310s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.6562 |         0.75 |  3.342s |    32.425s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |       0.8125 |  3.277s |    36.667s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     0.5 |       0.8125 |  3.276s |    41.154s |
| Iteration 11     | exponen.. |        0.2839 |          215 |       0.9 | friedman_mse |                16 |               20 |         1 |          0.7 |       0.0 |   0.625 |       0.8125 |  3.249s |    45.596s |
| Iteration 12     | exponen.. |           1.0 |           57 |       0.8 | friedman_mse |                12 |               17 |         4 |          0.7 |    0.0245 |  0.4375 |       0.8125 |  3.168s |    49.984s |
| Iteration 13     | exponen.. |         0.576 |          421 |       0.7 | friedman_mse |                19 |               16 |         5 |          0.9 |    0.0224 |     1.0 |          1.0 |  3.357s |    55.186s |
| Iteration 14     |  deviance |           1.0 |          401 |       0.8 | friedman_mse |                20 |               17 |         7 |         sqrt |    0.0165 |  0.5938 |          1.0 |  3.222s |    59.655s |
| Iteration 15     | exponen.. |        0.2222 |          489 |       0.6 | friedman_mse |                19 |               15 |         4 |          0.8 |    0.0286 |    0.75 |          1.0 |  3.264s |     1m:04s |
| Iteration 16     | exponen.. |        0.8749 |          403 |       0.6 | friedman_mse |                18 |                4 |         7 |         None |    0.0129 |    0.75 |          1.0 |  3.253s |     1m:09s |
| Iteration 17     | exponen.. |        0.6736 |          378 |       0.8 | squared_er.. |                20 |                6 |         7 |         None |      0.01 |  0.5625 |          1.0 |  3.267s |     1m:13s |
| Iteration 18     |  deviance |          0.01 |          435 |       0.9 | squared_er.. |                 9 |                8 |         4 |          0.5 |    0.0289 |  0.6875 |          1.0 |  3.293s |     1m:18s |
| Iteration 19     |  deviance |          0.01 |           10 |       1.0 | squared_er.. |                19 |               20 |        10 |         auto |    0.0346 |   0.625 |          1.0 |  3.192s |     1m:24s |
| Iteration 20     |  deviance |           1.0 |          133 |       0.6 | squared_er.. |                15 |                5 |         8 |         sqrt |    0.0104 |  0.5938 |          1.0 |  3.188s |     1m:29s |
| Iteration 21     | exponen.. |          0.01 |           24 |       0.8 | squared_er.. |                 8 |                3 |         8 |          0.9 |    0.0248 |    0.75 |          1.0 |  3.177s |     1m:33s |
| Iteration 22     |  deviance |           1.0 |          369 |       0.9 | friedman_mse |                19 |               19 |         4 |         sqrt |    0.0328 |  0.5938 |          1.0 |  3.244s |     1m:38s |
| Iteration 23     | exponen.. |          0.01 |          329 |       0.5 | squared_er.. |                11 |                4 |         4 |          0.8 |    0.0338 |  0.6875 |          1.0 |  3.256s |     1m:42s |
| Iteration 24     | exponen.. |        0.6096 |           58 |       0.5 | squared_er.. |                20 |               15 |         4 |          0.5 |    0.0246 |     0.5 |          1.0 |  3.130s |     1m:47s |
| Iteration 25     |  deviance |          0.01 |          232 |       0.6 | squared_er.. |                 2 |                2 |         5 |          0.7 |    0.0259 |  0.6875 |          1.0 |  3.203s |     1m:51s |
| Iteration 26     |  deviance |         0.281 |          371 |       0.6 | friedman_mse |                19 |               16 |         9 |          0.9 |    0.0001 |   0.625 |          1.0 |  3.222s |     1m:56s |
| Iteration 27     | exponen.. |        0.2585 |          350 |       0.9 | friedman_mse |                18 |               20 |         3 |          0.8 |    0.0008 |   0.875 |          1.0 |  3.220s |     2m:00s |
| Iteration 28     | exponen.. |        0.0577 |          278 |       0.5 | friedman_mse |                18 |                1 |         8 |          0.9 |    0.0325 |  0.6875 |          1.0 |  3.235s |     2m:04s |
| Iteration 29     | exponen.. |        0.4273 |          111 |       0.8 | squared_er.. |                18 |               16 |         2 |          0.8 |     0.033 |   0.625 |          1.0 |  3.223s |     2m:09s |
| Iteration 30     | exponen.. |          0.01 |          235 |       0.7 | friedman_mse |                 9 |               19 |         5 |          0.5 |    0.0161 |  0.4375 |          1.0 |  3.208s |     2m:13s |
| Iteration 31     | exponen.. |           1.0 |          292 |       0.9 | friedman_mse |                19 |               20 |         6 |          0.9 |     0.017 |  0.5625 |          1.0 |  3.248s |     2m:18s |
| Iteration 32     |  deviance |         0.139 |          336 |       1.0 | friedman_mse |                20 |                1 |         1 |         auto |    0.0153 |   0.875 |          1.0 |  3.248s |     2m:22s |
| Iteration 33     |  deviance |        0.1662 |          390 |       1.0 | friedman_mse |                20 |                8 |         1 |          0.8 |    0.0274 |  0.4688 |          1.0 |  3.240s |     2m:27s |
| Iteration 34     | exponen.. |        0.0126 |          413 |       0.6 | friedman_mse |                18 |                8 |         3 |          0.9 |    0.0324 |  0.5625 |          1.0 |  3.287s |     2m:32s |
| Iteration 35     | exponen.. |        0.5806 |           26 |       0.6 | friedman_mse |                 3 |                3 |         8 |          0.9 |    0.0105 |  0.6875 |          1.0 |  3.127s |     2m:36s |
| Iteration 36     | exponen.. |        0.6081 |          500 |       0.6 | friedman_mse |                19 |                5 |         6 |         None |     0.011 |   0.625 |          1.0 |  3.250s |     2m:41s |
| Iteration 37     | exponen.. |        0.3743 |          409 |       0.6 | friedman_mse |                 8 |               16 |         4 |          0.9 |    0.0081 |     0.5 |          1.0 |  3.859s |     2m:46s |
| Iteration 38     | exponen.. |        0.3732 |          402 |       1.0 | friedman_mse |                19 |               17 |         3 |          0.8 |    0.0078 |  0.6875 |          1.0 |  3.220s |     2m:51s |
| Iteration 39     | exponen.. |        0.8781 |           63 |       0.7 | friedman_mse |                20 |               13 |         8 |          0.6 |    0.0221 |  0.9375 |          1.0 |  3.208s |     2m:55s |
| Iteration 40     | exponen.. |        0.6124 |          146 |       0.7 | friedman_mse |                19 |               15 |         8 |          0.9 |    0.0327 |    0.75 |          1.0 |  3.203s |     3m:00s |
| Iteration 41     | exponen.. |        0.5744 |          480 |       0.9 | friedman_mse |                19 |               10 |         3 |          0.9 |    0.0135 |     0.5 |          1.0 |  3.309s |     3m:05s |
| Iteration 42     | exponen.. |        0.5795 |          465 |       0.7 | friedman_mse |                19 |               13 |         2 |         sqrt |     0.024 |  0.8125 |          1.0 |  3.281s |     3m:10s |
| Iteration 43     | exponen.. |        0.9664 |           58 |       0.7 | friedman_mse |                20 |               16 |         3 |          0.9 |    0.0204 |  0.6875 |          1.0 |  3.237s |     3m:17s |
| Iteration 44     | exponen.. |        0.2575 |          500 |       0.8 | friedman_mse |                20 |               17 |         9 |         log2 |       0.0 |    0.25 |          1.0 |  3.278s |     3m:22s |
| Iteration 45     |  deviance |        0.4449 |          170 |       0.7 | friedman_mse |                19 |               11 |         5 |          0.8 |    0.0225 |  0.5625 |          1.0 |  3.178s |     3m:27s |
| Iteration 46     | exponen.. |        0.1406 |          244 |       0.7 | friedman_mse |                18 |               15 |         9 |         auto |    0.0224 |  0.8125 |          1.0 |  3.185s |     3m:31s |
| Iteration 47     | exponen.. |           1.0 |          188 |       0.7 | friedman_mse |                19 |               10 |         7 |         log2 |    0.0225 |     0.5 |          1.0 |  3.193s |     3m:36s |
| Iteration 48     |  deviance |        0.1499 |          213 |       0.7 | friedman_mse |                18 |               16 |         7 |         None |    0.0262 |  0.6562 |          1.0 |  3.163s |     3m:41s |
| Iteration 49     | exponen.. |        0.2053 |          426 |       0.6 | friedman_mse |                20 |               14 |         7 |          0.9 |    0.0223 |  0.8125 |          1.0 |  3.218s |     3m:46s |
| Iteration 50     | exponen.. |         0.302 |          452 |       0.8 | friedman_mse |                19 |               16 |         8 |          0.9 |    0.0258 |   0.625 |          1.0 |  3.251s |     3m:51s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.576, 'n_estimators': 421, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 16, 'max_depth': 5, 'max_features': 0.9, 'ccp_alpha': 0.0224}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:52s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9652
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.125s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0927
Time elapsed: 0.521s
-------------------------------------------------
Total time: 3m:53s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  3.174s |     3.186s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  3.226s |     7.298s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |        0.625 |  3.181s |    11.310s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.3125 |        0.625 |  3.189s |    15.322s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.8125 |       0.8125 |  3.193s |    19.514s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.0 |       0.8125 |  3.208s |    23.611s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.375 |       0.8125 |  3.126s |    27.598s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |       0.8125 |  3.185s |    31.616s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.9375 |       0.9375 |  3.212s |    35.708s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.4375 |       0.9375 |  3.211s |    39.667s |
| Iteration 11     |      l2 |   0.012 | libli.. |      243 |      --- |   0.625 |       0.9375 |  3.208s |    44.109s |
| Iteration 12     |      l2 | 49.4953 | libli.. |      992 |      --- |   0.625 |       0.9375 |  3.216s |    48.620s |
| Iteration 13     |      l2 |  0.0023 |     sag |      124 |      --- |    0.75 |       0.9375 |  3.185s |    53.056s |
| Iteration 14     |      l2 |  0.0012 |     sag |      161 |      --- |  0.3125 |       0.9375 |  3.802s |    58.089s |
| Iteration 15     |    none |     --- |     sag |      303 |      --- |  0.5625 |       0.9375 |  3.244s |     1m:03s |
| Iteration 16     |      l2 |  0.0386 | newto.. |      384 |      --- |  0.4375 |       0.9375 |  3.194s |     1m:07s |
| Iteration 17     |      l2 | 14.5381 |   lbfgs |      616 |      --- |    0.25 |       0.9375 |  3.244s |     1m:11s |
| Iteration 18     |      l2 |   0.001 |   lbfgs |      920 |      --- |     0.5 |       0.9375 |  3.209s |     1m:16s |
| Iteration 19     |      l2 |  0.2155 |   lbfgs |      297 |      --- |  0.4375 |       0.9375 |  3.227s |     1m:20s |
| Iteration 20     |      l2 | 64.2364 |     sag |      991 |      --- |     0.5 |       0.9375 |  3.215s |     1m:24s |
| Iteration 21     | elast.. |   100.0 |    saga |      301 |      0.8 |   0.125 |       0.9375 |  3.232s |     1m:29s |
| Iteration 22     |      l2 |   0.001 | libli.. |      757 |      --- |  0.6875 |       0.9375 |  3.270s |     1m:33s |
| Iteration 23     |      l2 |   100.0 |   lbfgs |      242 |      --- |  0.5625 |       0.9375 |  3.251s |     1m:39s |
| Iteration 24     |      l2 |  0.0108 | libli.. |      319 |      --- |   0.375 |       0.9375 |  3.225s |     1m:43s |
| Iteration 25     |      l2 |  0.0062 | libli.. |      207 |      --- |  0.1875 |       0.9375 |  3.225s |     1m:48s |
| Iteration 26     |      l2 |  0.0064 | libli.. |      216 |      --- |  0.5625 |       0.9375 |  3.242s |     1m:52s |
| Iteration 27     |      l2 |   0.001 | libli.. |      295 |      --- |   0.625 |       0.9375 |  3.164s |     1m:57s |
| Iteration 28     |      l2 | 53.3428 | libli.. |      302 |      --- |    0.75 |       0.9375 |  3.224s |     2m:01s |
| Iteration 29     |      l2 |  0.2179 | libli.. |      100 |      --- |  0.5625 |       0.9375 |  3.188s |     2m:05s |
| Iteration 30     |      l2 |  0.1125 | libli.. |      314 |      --- |   0.625 |       0.9375 |  3.171s |     2m:10s |
| Iteration 31     |      l2 | 91.1838 |   lbfgs |      112 |      --- |   0.625 |       0.9375 |  3.186s |     2m:14s |
| Iteration 32     |      l2 |  0.0012 |     sag |      112 |      --- |  0.3125 |       0.9375 |  3.195s |     2m:18s |
| Iteration 33     |      l2 |  0.6246 | libli.. |      297 |      --- |  0.4375 |       0.9375 |  3.177s |     2m:23s |
| Iteration 34     |      l2 |  0.7266 | libli.. |      334 |      --- |   0.625 |       0.9375 |  3.199s |     2m:27s |
| Iteration 35     |      l2 |  0.5721 |     sag |      738 |      --- |  0.3125 |       0.9375 |  3.211s |     2m:32s |
| Iteration 36     |      l2 |  1.0617 |     sag |      921 |      --- |  0.3125 |       0.9375 |  3.228s |     2m:36s |
| Iteration 37     |      l2 | 69.5337 | libli.. |      856 |      --- |   0.375 |       0.9375 |  3.176s |     2m:40s |
| Iteration 38     |      l2 |  0.0021 | libli.. |      396 |      --- |  0.6875 |       0.9375 |  3.818s |     2m:45s |
| Iteration 39     |      l2 | 60.6947 | libli.. |      399 |      --- |    0.75 |       0.9375 |  3.190s |     2m:50s |
| Iteration 40     |      l2 |  6.3408 |     sag |      100 |      --- |  0.5625 |       0.9375 |  3.219s |     2m:55s |
| Iteration 41     |      l2 |  0.0048 |     sag |      476 |      --- |  0.5625 |       0.9375 |  3.212s |     2m:59s |
| Iteration 42     |      l2 |  0.2228 | libli.. |      406 |      --- |   0.625 |       0.9375 |  3.258s |     3m:03s |
| Iteration 43     |      l2 |  8.0317 |   lbfgs |      533 |      --- |  0.6875 |       0.9375 |  3.201s |     3m:08s |
| Iteration 44     |      l2 |  0.0202 | libli.. |      904 |      --- |  0.4375 |       0.9375 |  3.208s |     3m:12s |
| Iteration 45     |      l2 |  9.1997 |   lbfgs |      543 |      --- |   0.375 |       0.9375 |  3.246s |     3m:17s |
| Iteration 46     |      l2 |  7.4462 | libli.. |      284 |      --- |  0.5625 |       0.9375 |  3.198s |     3m:21s |
| Iteration 47     |      l2 |   0.002 | libli.. |      100 |      --- |     0.5 |       0.9375 |  3.202s |     3m:27s |
| Iteration 48     |      l2 | 31.2979 |   lbfgs |      336 |      --- |  0.6875 |       0.9375 |  3.216s |     3m:33s |
| Iteration 49     |      l2 | 15.5478 |   lbfgs |      306 |      --- |    0.75 |       0.9375 |  3.218s |     3m:39s |
| Iteration 50     |      l2 |  0.0019 |   lbfgs |      954 |      --- |  0.6875 |       0.9375 |  3.244s |     3m:45s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'penalty': 'l2', 'C': 0.0311, 'solver': 'liblinear', 'max_iter': 300}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8402
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1288
Time elapsed: 0.049s
-------------------------------------------------
Total time: 3m:47s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.156s |     3.161s |
| Initial point 2  |     svd |       --- |   0.625 |        0.625 |  3.236s |     7.354s |
| Initial point 3  |     svd |       --- |   0.625 |        0.625 |  0.001s |     8.317s |
| Initial point 4  |    lsqr |       0.8 |   0.375 |        0.625 |  3.196s |    12.298s |
| Initial point 5  |   eigen |       0.9 |   0.625 |        0.625 |  3.205s |    16.408s |
| Initial point 6  |    lsqr |       0.7 |  0.4375 |        0.625 |  3.197s |    20.463s |
| Initial point 7  |    lsqr |       0.5 |     0.5 |        0.625 |  3.216s |    24.549s |
| Initial point 8  |    lsqr |       0.9 |  0.3125 |        0.625 |  3.202s |    28.699s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |        0.625 |  3.225s |    32.796s |
| Initial point 10 |   eigen |       0.8 |   0.625 |        0.625 |  3.213s |    36.955s |
| Iteration 11     |   eigen |       0.6 |     0.5 |        0.625 |  3.147s |    41.215s |
| Iteration 12     |     svd |       --- |   0.625 |        0.625 |  0.000s |    42.266s |
| Iteration 13     |     svd |       --- |   0.625 |        0.625 |  0.000s |    43.383s |
| Iteration 14     |     svd |       --- |   0.625 |        0.625 |  0.000s |    44.345s |
| Iteration 15     |     svd |       --- |   0.625 |        0.625 |  0.000s |    45.318s |
| Iteration 16     |     svd |       --- |   0.625 |        0.625 |  0.000s |    46.237s |
| Iteration 17     |     svd |       --- |   0.625 |        0.625 |  0.000s |    49.022s |
| Iteration 18     |     svd |       --- |   0.625 |        0.625 |  0.000s |    50.466s |
| Iteration 19     |   eigen |       0.7 |  0.8125 |       0.8125 |  3.104s |    54.489s |
| Iteration 20     |   eigen |       0.5 |  0.5625 |       0.8125 |  3.140s |    58.652s |
| Iteration 21     |   eigen |      auto |     0.5 |       0.8125 |  3.224s |     1m:03s |
| Iteration 22     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
| Iteration 23     |   eigen |      None |  0.6875 |       0.8125 |  3.212s |     1m:09s |
| Iteration 24     |    lsqr |       1.0 |  0.8125 |       0.8125 |  3.185s |     1m:13s |
| Iteration 25     |    lsqr |      auto |  0.1875 |       0.8125 |  3.203s |     1m:17s |
| Iteration 26     |    lsqr |      None |     0.5 |       0.8125 |  3.186s |     1m:22s |
| Iteration 27     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:23s |
| Iteration 28     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:24s |
| Iteration 29     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:25s |
| Iteration 30     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:26s |
| Iteration 31     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:27s |
| Iteration 32     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:28s |
| Iteration 33     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:29s |
| Iteration 34     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:30s |
| Iteration 35     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.001s |     1m:31s |
| Iteration 36     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:33s |
| Iteration 37     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.001s |     1m:34s |
| Iteration 38     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:35s |
| Iteration 39     |   eigen |       0.9 |   0.625 |       0.8125 |  0.000s |     1m:37s |
| Iteration 40     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:38s |
| Iteration 41     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:41s |
| Iteration 42     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:45s |
| Iteration 43     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:48s |
| Iteration 44     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:50s |
| Iteration 45     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:51s |
| Iteration 46     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:52s |
| Iteration 47     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:53s |
| Iteration 48     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:54s |
| Iteration 49     |   eigen |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:55s |
| Iteration 50     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.14
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:57s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.151s |     3.155s |
| Initial point 2  |       0.9 |  0.8125 |       0.8125 |  3.151s |     8.173s |
| Initial point 3  |       0.1 |  0.4375 |       0.8125 |  3.078s |    12.676s |
| Initial point 4  |       1.0 |   0.625 |       0.8125 |  0.001s |    13.698s |
| Initial point 5  |       0.2 |   0.625 |       0.8125 |  3.223s |    17.745s |
| Initial point 6  |       0.4 |  0.4375 |       0.8125 |  3.191s |    21.846s |
| Initial point 7  |       0.4 |  0.4375 |       0.8125 |  0.001s |    22.808s |
| Initial point 8  |       0.7 |  0.3125 |       0.8125 |  3.194s |    26.805s |
| Initial point 9  |       0.9 |  0.8125 |       0.8125 |  0.000s |    27.699s |
| Initial point 10 |       0.8 |   0.625 |       0.8125 |  3.238s |    31.729s |
| Iteration 11     |       0.3 |    0.25 |       0.8125 |  3.185s |    35.914s |
| Iteration 12     |       0.6 |   0.625 |       0.8125 |  3.196s |    41.529s |
| Iteration 13     |       0.5 |  0.8125 |       0.8125 |  3.190s |    46.162s |
| Iteration 14     |       0.0 |     0.5 |       0.8125 |  3.193s |    52.532s |
| Iteration 15     |       0.5 |  0.8125 |       0.8125 |  0.001s |    56.800s |
| Iteration 16     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:00s |
| Iteration 17     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 18     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:07s |
| Iteration 19     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:09s |
| Iteration 20     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:10s |
| Iteration 21     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:11s |
| Iteration 22     |       0.6 |   0.625 |       0.8125 |  0.000s |     1m:12s |
| Iteration 23     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:13s |
| Iteration 24     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:14s |
| Iteration 25     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:15s |
| Iteration 26     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:16s |
| Iteration 27     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:17s |
| Iteration 28     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:17s |
| Iteration 29     |       0.2 |   0.625 |       0.8125 |  0.000s |     1m:18s |
| Iteration 30     |       0.8 |   0.625 |       0.8125 |  0.000s |     1m:19s |
| Iteration 31     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:21s |
| Iteration 32     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:22s |
| Iteration 33     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:23s |
| Iteration 34     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:23s |
| Iteration 35     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:24s |
| Iteration 36     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:25s |
| Iteration 37     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:26s |
| Iteration 38     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:27s |
| Iteration 39     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:29s |
| Iteration 40     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:30s |
| Iteration 41     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:33s |
| Iteration 42     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:34s |
| Iteration 43     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:35s |
| Iteration 44     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:36s |
| Iteration 45     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:37s |
| Iteration 46     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:38s |
| Iteration 47     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:39s |
| Iteration 48     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:40s |
| Iteration 49     |       0.5 |  0.8125 |       0.8125 |  0.000s |     1m:41s |
| Iteration 50     |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.14
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:43s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.2169 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  3.163s |     3.183s |
| Initial point 2  |  4.8587 | uniform |   kd_tree |        39 |       2 |    0.75 |         0.75 |  3.186s |     7.238s |
| Initial point 3  |   3.838 | dista.. | ball_tree |        25 |       2 |  0.5312 |         0.75 |  3.164s |    11.280s |
| Initial point 4  | 11.1973 | uniform | ball_tree |        39 |       2 |  0.5312 |         0.75 |  3.193s |    15.403s |
| Initial point 5  |  8.7716 | dista.. |      auto |        30 |       2 |    0.75 |         0.75 |  3.194s |    19.430s |
| Initial point 6  | 10.1582 | dista.. | ball_tree |        21 |       2 |  0.0625 |         0.75 |  3.184s |    23.483s |
| Initial point 7  |  7.2659 | dista.. | ball_tree |        24 |       1 |   0.375 |         0.75 |  3.157s |    27.621s |
| Initial point 8  |  1.7412 | dista.. | ball_tree |        21 |       2 |  0.5625 |         0.75 |  3.185s |    31.607s |
| Initial point 9  |  8.0937 | uniform | ball_tree |        24 |       1 |    0.75 |         0.75 |  3.187s |    35.609s |
| Initial point 10 |  5.7488 | uniform |     brute |        22 |       2 |  0.6875 |         0.75 |  3.205s |    39.671s |
| Iteration 11     |  2.5246 | uniform | ball_tree |        34 |       1 |  0.3125 |         0.75 |  3.195s |    44.748s |
| Iteration 12     |  4.7623 | dista.. |   kd_tree |        39 |       2 |     0.5 |         0.75 |  3.217s |    49.308s |
| Iteration 13     | 10.8592 | uniform | ball_tree |        20 |       1 |   0.875 |        0.875 |  3.180s |    53.779s |
| Iteration 14     | 12.2514 | uniform |     brute |        22 |       2 |   0.625 |        0.875 |  3.174s |    58.183s |
| Iteration 15     | 12.2514 | uniform | ball_tree |        20 |       2 |  0.5312 |        0.875 |  3.136s |     1m:02s |
| Iteration 16     |  1.8786 | uniform |      auto |        24 |       1 |     0.5 |        0.875 |  3.168s |     1m:07s |
| Iteration 17     | 10.8633 | uniform |     brute |        22 |       1 |  0.4062 |        0.875 |  3.209s |     1m:11s |
| Iteration 18     | 12.2514 | uniform | ball_tree |        40 |       1 |  0.4375 |        0.875 |  3.226s |     1m:15s |
| Iteration 19     | 12.2514 | uniform | ball_tree |        24 |       1 |   0.375 |        0.875 |  3.212s |     1m:20s |
| Iteration 20     |  7.4614 | uniform | ball_tree |        20 |       2 |  0.3438 |        0.875 |  3.181s |     1m:24s |
| Iteration 21     |  6.0186 | uniform | ball_tree |        20 |       1 |  0.8125 |        0.875 |  3.183s |     1m:28s |
| Iteration 22     |  8.5779 | uniform | ball_tree |        20 |       1 |  0.5938 |        0.875 |  3.188s |     1m:34s |
| Iteration 23     |  0.0403 | dista.. | ball_tree |        21 |       1 |     0.5 |        0.875 |  3.743s |     1m:41s |
| Iteration 24     |   0.574 | uniform | ball_tree |        20 |       1 |     0.5 |        0.875 |  3.228s |     1m:48s |
| Iteration 25     | 11.3156 | dista.. |      auto |        33 |       2 |   0.375 |        0.875 |  3.222s |     1m:52s |
| Iteration 26     | 12.2514 | uniform | ball_tree |        20 |       1 |  0.5938 |        0.875 |  3.214s |     1m:57s |
| Iteration 27     |  4.0586 | dista.. |      auto |        30 |       2 |   0.375 |        0.875 |  3.227s |     2m:02s |
| Iteration 28     | 10.9396 | uniform | ball_tree |        20 |       1 |  0.6875 |        0.875 |  3.248s |     2m:06s |
| Iteration 29     |  5.3598 | uniform | ball_tree |        20 |       1 |  0.3438 |        0.875 |  3.095s |     2m:12s |
| Iteration 30     | 10.7779 | uniform |     brute |        20 |       2 |     0.5 |        0.875 |  3.094s |     2m:16s |
| Iteration 31     |   4.968 | uniform |   kd_tree |        39 |       2 |  0.4688 |        0.875 |  3.230s |     2m:21s |
| Iteration 32     | 10.7144 | uniform | ball_tree |        20 |       1 |  0.3125 |        0.875 |  3.113s |     2m:25s |
| Iteration 33     |  6.0926 | uniform |   kd_tree |        20 |       1 |   0.375 |        0.875 |  3.148s |     2m:30s |
| Iteration 34     | 11.0144 | uniform | ball_tree |        38 |       1 |  0.5938 |        0.875 |  3.179s |     2m:34s |
| Iteration 35     | 10.9022 | uniform | ball_tree |        20 |       1 |  0.2188 |        0.875 |  3.150s |     2m:39s |
| Iteration 36     |   8.673 | dista.. |     brute |        30 |       1 |  0.6562 |        0.875 |  3.225s |     2m:43s |
| Iteration 37     |  8.7716 | dista.. |      auto |        30 |       2 |    0.75 |        0.875 |  0.001s |     2m:44s |
| Iteration 38     |  8.8708 | dista.. |   kd_tree |        30 |       1 |   0.625 |        0.875 |  3.105s |     2m:50s |
| Iteration 39     |  8.5251 | dista.. |   kd_tree |        30 |       1 |    0.75 |        0.875 |  3.134s |     2m:55s |
| Iteration 40     |  8.5595 | dista.. |      auto |        28 |       2 |   0.875 |        0.875 |  3.218s |     2m:59s |
| Iteration 41     |  8.2803 | dista.. |      auto |        29 |       1 |  0.8125 |        0.875 |  3.227s |     3m:04s |
| Iteration 42     |  8.3646 | dista.. | ball_tree |        36 |       2 |   0.875 |        0.875 |  3.223s |     3m:09s |
| Iteration 43     |  8.3281 | dista.. | ball_tree |        39 |       2 |  0.5625 |        0.875 |  3.208s |     3m:13s |
| Iteration 44     |  8.3939 | dista.. |   kd_tree |        39 |       2 |     0.5 |        0.875 |  3.213s |     3m:18s |
| Iteration 45     |  8.3965 | dista.. |      auto |        28 |       2 |  0.6875 |        0.875 |  3.220s |     3m:22s |
| Iteration 46     |  8.3995 | uniform | ball_tree |        29 |       2 |  0.4688 |        0.875 |  3.180s |     3m:27s |
| Iteration 47     |  8.6216 | dista.. | ball_tree |        21 |       2 |  0.9375 |       0.9375 |  3.201s |     3m:31s |
| Iteration 48     |   9.372 | dista.. |      auto |        29 |       1 |   0.625 |       0.9375 |  3.749s |     3m:36s |
| Iteration 49     |  8.7589 | dista.. |      auto |        28 |       2 |  0.8125 |       0.9375 |  3.138s |     3m:40s |
| Iteration 50     |  9.5848 | dista.. |      auto |        28 |       2 |   0.625 |       0.9375 |  3.157s |     3m:45s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'radius': 8.6216, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.1208
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:46s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5938 |       0.5938 |  3.552s |     3.560s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  3.590s |     7.920s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |        0.875 |  3.292s |    11.957s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.25 |        0.875 |  3.453s |    17.303s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |        0.875 |  3.303s |    21.626s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     0.0 |        0.875 |  3.514s |    25.862s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |        0.875 |  3.173s |    29.837s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.6562 |        0.875 |  3.458s |    34.085s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.7188 |        0.875 |  3.171s |    38.012s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.4375 |        0.875 |  3.272s |    42.022s |
| Iteration 11     |          500 |        0.0519 |   SAMME.R |  0.8125 |        0.875 |  3.594s |    46.606s |
| Iteration 12     |          128 |        0.8796 |     SAMME |    0.75 |        0.875 |  3.261s |    50.890s |
| Iteration 13     |          490 |        0.0464 |   SAMME.R |     1.0 |          1.0 |  3.551s |    55.444s |
| Iteration 14     |          199 |        0.0329 |   SAMME.R |     0.5 |          1.0 |  3.304s |    59.779s |
| Iteration 15     |          500 |        0.0408 |     SAMME |  0.6875 |          1.0 |  3.546s |     1m:04s |
| Iteration 16     |           91 |        1.2675 |   SAMME.R |    0.75 |          1.0 |  3.212s |     1m:09s |
| Iteration 17     |           50 |        0.0456 |   SAMME.R |  0.6875 |          1.0 |  3.155s |     1m:15s |
| Iteration 18     |           50 |         3.936 |   SAMME.R |     0.5 |          1.0 |  3.119s |     1m:22s |
| Iteration 19     |          500 |        0.6643 |   SAMME.R |  0.6875 |          1.0 |  3.536s |     1m:27s |
| Iteration 20     |          500 |        0.0471 |   SAMME.R |  0.4688 |          1.0 |  3.640s |     1m:32s |
| Iteration 21     |          374 |          10.0 |     SAMME |     0.5 |          1.0 |  3.199s |     1m:36s |
| Iteration 22     |          124 |        0.4826 |     SAMME |  0.3125 |          1.0 |  3.271s |     1m:40s |
| Iteration 23     |          495 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  3.683s |     1m:45s |
| Iteration 24     |           76 |        0.0598 |     SAMME |   0.875 |          1.0 |  3.314s |     1m:49s |
| Iteration 25     |          352 |        0.0609 |   SAMME.R |     0.5 |          1.0 |  4.090s |     1m:54s |
| Iteration 26     |          481 |        1.1015 |     SAMME |    0.75 |          1.0 |  3.554s |     2m:00s |
| Iteration 27     |          482 |        1.3937 |   SAMME.R |  0.5625 |          1.0 |  3.598s |     2m:06s |
| Iteration 28     |          125 |          0.01 |     SAMME |  0.5312 |          1.0 |  3.306s |     2m:10s |
| Iteration 29     |           50 |        0.9106 |   SAMME.R |  0.5625 |          1.0 |  3.217s |     2m:14s |
| Iteration 30     |           52 |        0.0243 |     SAMME |  0.2812 |          1.0 |  3.241s |     2m:18s |
| Iteration 31     |          297 |        0.1374 |     SAMME |   0.625 |          1.0 |  3.399s |     2m:23s |
| Iteration 32     |          290 |        5.0628 |     SAMME |   0.875 |          1.0 |  3.225s |     2m:27s |
| Iteration 33     |          491 |        5.0644 |   SAMME.R |  0.5938 |          1.0 |  3.627s |     2m:32s |
| Iteration 34     |          226 |        7.6712 |     SAMME |  0.4062 |          1.0 |  3.183s |     2m:36s |
| Iteration 35     |          332 |        0.7559 |     SAMME |   0.625 |          1.0 |  3.409s |     2m:40s |
| Iteration 36     |           66 |        0.0528 |     SAMME |  0.7812 |          1.0 |  3.215s |     2m:45s |
| Iteration 37     |           73 |        0.3526 |   SAMME.R |   0.625 |          1.0 |  3.192s |     2m:49s |
| Iteration 38     |          320 |        0.1632 |     SAMME |   0.625 |          1.0 |  3.314s |     2m:53s |
| Iteration 39     |          278 |        1.6604 |   SAMME.R |    0.75 |          1.0 |  3.350s |     2m:57s |
| Iteration 40     |           59 |        1.1442 |   SAMME.R |   0.625 |          1.0 |  3.186s |     3m:02s |
| Iteration 41     |          230 |        2.7514 |   SAMME.R |   0.625 |          1.0 |  3.320s |     3m:06s |
| Iteration 42     |          108 |        0.1167 |   SAMME.R |   0.875 |          1.0 |  3.218s |     3m:12s |
| Iteration 43     |          450 |        0.0528 |     SAMME |     1.0 |          1.0 |  3.461s |     3m:18s |
| Iteration 44     |          110 |        0.0536 |     SAMME |   0.375 |          1.0 |  3.192s |     3m:24s |
| Iteration 45     |          456 |        0.1158 |     SAMME |     0.5 |          1.0 |  3.465s |     3m:30s |
| Iteration 46     |          459 |        0.0506 |     SAMME |   0.625 |          1.0 |  3.450s |     3m:36s |
| Iteration 47     |           58 |        0.0387 |   SAMME.R |  0.8125 |          1.0 |  3.203s |     3m:40s |
| Iteration 48     |          482 |        0.0471 |   SAMME.R |   0.625 |          1.0 |  3.543s |     3m:45s |
| Iteration 49     |          436 |        0.0485 |   SAMME.R |  0.8125 |          1.0 |  4.131s |     3m:50s |
| Iteration 50     |          500 |        0.0469 |   SAMME.R |   0.625 |          1.0 |  3.572s |     3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 490, 'learning_rate': 0.0464, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.456s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0632
Time elapsed: 2.021s
-------------------------------------------------
Total time: 3m:58s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  3.581s |     3.600s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.7812 |       0.7812 |  3.446s |     7.886s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.7812 |  3.448s |    13.571s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.125 |       0.7812 |  3.279s |    18.011s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |       0.8125 |  3.518s |    22.338s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     0.5 |       0.8125 |  3.329s |    26.459s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |       0.8125 |  3.343s |    30.581s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.5625 |       0.8125 |  3.311s |    34.702s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |       0.8125 |  3.476s |    38.987s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.4375 |       0.8125 |  3.411s |    43.279s |
| Iteration 11     |          500 |   entropy |         4 |                 4 |                1 |          0.5 |     False |    0.0293 |         --- |  0.8125 |       0.8125 |  3.493s |    48.045s |
| Iteration 12     |          380 |   entropy |      None |                 2 |                1 |         None |     False |     0.035 |         --- |  0.9062 |       0.9062 |  3.405s |    52.834s |
| Iteration 13     |          427 |      gini |      None |                 2 |                1 |          0.5 |     False |     0.015 |         --- |   0.875 |       0.9062 |  3.437s |    57.523s |
| Iteration 14     |          500 |   entropy |      None |                 2 |               20 |         None |      True |     0.035 |         0.9 |  0.5938 |       0.9062 |  3.515s |     1m:02s |
| Iteration 15     |           10 |   entropy |         9 |                13 |                1 |         auto |     False |    0.0264 |         --- |  0.8125 |       0.9062 |  3.160s |     1m:07s |
| Iteration 16     |           10 |   entropy |      None |                15 |               20 |          0.6 |     False |    0.0265 |         --- |  0.6562 |       0.9062 |  3.132s |     1m:12s |
| Iteration 17     |           10 |   entropy |         9 |                 2 |                1 |         auto |      True |       0.0 |         0.9 |  0.5625 |       0.9062 |  3.169s |     1m:17s |
| Iteration 18     |          117 |      gini |      None |                 9 |                1 |         None |     False |    0.0034 |         --- |  0.7188 |       0.9062 |  3.230s |     1m:21s |
| Iteration 19     |          389 |   entropy |      None |                 2 |               20 |         auto |     False |     0.035 |         --- |  0.5625 |       0.9062 |  3.375s |     1m:26s |
| Iteration 20     |          430 |      gini |      None |                 5 |               18 |         auto |     False |    0.0277 |         --- |  0.4375 |       0.9062 |  3.378s |     1m:30s |
| Iteration 21     |          338 |   entropy |         2 |                17 |                1 |          0.5 |     False |    0.0018 |         --- |   0.875 |       0.9062 |  3.387s |     1m:35s |
| Iteration 22     |          354 |   entropy |      None |                 5 |                2 |         None |     False |     0.035 |         --- |  0.4375 |       0.9062 |  3.390s |     1m:40s |
| Iteration 23     |          267 |   entropy |         7 |                 7 |                1 |          0.9 |     False |    0.0074 |         --- |  0.6875 |       0.9062 |  3.327s |     1m:44s |
| Iteration 24     |          226 |   entropy |         8 |                13 |                5 |         log2 |     False |    0.0107 |         --- |  0.9375 |       0.9375 |  3.273s |     1m:49s |
| Iteration 25     |          199 |   entropy |         9 |                18 |                5 |          0.5 |     False |    0.0121 |         --- |  0.6875 |       0.9375 |  3.251s |     1m:53s |
| Iteration 26     |          237 |   entropy |         7 |                12 |                5 |          0.8 |     False |    0.0012 |         --- |  0.5625 |       0.9375 |  3.274s |     1m:58s |
| Iteration 27     |          114 |      gini |         2 |                18 |                1 |         auto |     False |    0.0056 |         --- |  0.5938 |       0.9375 |  3.819s |     2m:03s |
| Iteration 28     |          500 |   entropy |      None |                12 |                1 |          0.5 |      True |    0.0146 |        None |   0.625 |       0.9375 |  3.589s |     2m:08s |
| Iteration 29     |          500 |   entropy |         3 |                16 |                1 |         sqrt |     False |    0.0254 |         --- |    0.75 |       0.9375 |  3.528s |     2m:12s |
| Iteration 30     |          460 |      gini |         9 |                 8 |                1 |          0.8 |     False |    0.0309 |         --- |  0.2812 |       0.9375 |  3.498s |     2m:17s |
| Iteration 31     |           94 |   entropy |         3 |                17 |               10 |          0.9 |     False |     0.002 |         --- |  0.6562 |       0.9375 |  3.315s |     2m:22s |
| Iteration 32     |          494 |   entropy |         9 |                 2 |               16 |          0.6 |     False |    0.0245 |         --- |   0.625 |       0.9375 |  3.478s |     2m:26s |
| Iteration 33     |          413 |      gini |         1 |                18 |                1 |          0.9 |     False |    0.0317 |         --- |  0.5938 |       0.9375 |  3.407s |     2m:31s |
| Iteration 34     |          407 |      gini |      None |                10 |                2 |         log2 |      True |    0.0231 |        None |  0.5625 |       0.9375 |  3.487s |     2m:36s |
| Iteration 35     |          116 |      gini |      None |                17 |               20 |          0.5 |      True |    0.0061 |         0.9 |  0.5938 |       0.9375 |  3.261s |     2m:41s |
| Iteration 36     |          408 |   entropy |         3 |                15 |                1 |          0.5 |     False |     0.008 |         --- |   0.625 |       0.9375 |  3.381s |     2m:45s |
| Iteration 37     |          313 |   entropy |         9 |                 4 |                1 |         log2 |     False |    0.0269 |         --- |  0.6875 |       0.9375 |  3.379s |     2m:50s |
| Iteration 38     |          258 |   entropy |         5 |                 3 |                1 |          0.9 |     False |    0.0072 |         --- |    0.25 |       0.9375 |  3.314s |     2m:55s |
| Iteration 39     |          174 |      gini |         8 |                 4 |                5 |          0.6 |     False |    0.0312 |         --- |  0.8125 |       0.9375 |  3.281s |     2m:59s |
| Iteration 40     |          281 |   entropy |         8 |                 9 |                5 |          0.9 |     False |    0.0093 |         --- |  0.5312 |       0.9375 |  3.352s |     3m:04s |
| Iteration 41     |          162 |      gini |         3 |                 5 |                9 |          0.5 |     False |    0.0049 |         --- |     0.5 |       0.9375 |  3.291s |     3m:08s |
| Iteration 42     |          119 |      gini |         2 |                 7 |                2 |          0.5 |     False |    0.0161 |         --- |  0.9375 |       0.9375 |  3.243s |     3m:13s |
| Iteration 43     |          115 |      gini |         2 |                10 |                2 |          0.5 |     False |    0.0275 |         --- |  0.9375 |       0.9375 |  3.269s |     3m:18s |
| Iteration 44     |          115 |   entropy |         2 |                13 |                4 |          0.5 |     False |     0.012 |         --- |    0.25 |       0.9375 |  3.228s |     3m:22s |
| Iteration 45     |           10 |      gini |         8 |                18 |                5 |         sqrt |     False |    0.0192 |         --- |     0.5 |       0.9375 |  3.211s |     3m:27s |
| Iteration 46     |          415 |   entropy |         8 |                 7 |                4 |         log2 |     False |    0.0075 |         --- |    0.75 |       0.9375 |  3.399s |     3m:32s |
| Iteration 47     |          258 |      gini |         2 |                18 |                2 |          0.5 |     False |     0.021 |         --- |     1.0 |          1.0 |  3.337s |     3m:37s |
| Iteration 48     |          344 |      gini |         2 |                16 |                2 |          0.5 |     False |    0.0315 |         --- |  0.5625 |          1.0 |  3.341s |     3m:42s |
| Iteration 49     |          246 |      gini |         2 |                13 |                2 |          0.5 |     False |    0.0209 |         --- |  0.9062 |          1.0 |  3.474s |     3m:47s |
| Iteration 50     |          262 |      gini |         2 |                20 |                2 |          0.5 |     False |    0.0145 |         --- |  0.5625 |          1.0 |  3.368s |     3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'n_estimators': 258, 'criterion': 'gini', 'max_depth': 2, 'min_samples_split': 18, 'min_samples_leaf': 2, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.021}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9866
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.187s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0583
Time elapsed: 0.828s
-------------------------------------------------
Total time: 3m:55s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.343s |     3.364s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  3.519s |     7.750s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  3.400s |    11.932s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  3.176s |    15.906s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  3.239s |    19.938s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  3.248s |    23.953s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  3.236s |    27.991s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  3.216s |    31.972s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |        0.875 |  3.258s |    36.028s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  3.171s |    40.030s |
| Iteration 11     |          454 |         0.012 |         6 |  0.3719 |                3 |       0.9 |              1.0 |         0 |       0.01 |   0.625 |        0.875 |  3.227s |    44.437s |
| Iteration 12     |          486 |        0.0218 |         8 |  0.6775 |                4 |       0.9 |              0.9 |      0.01 |         10 |   0.625 |        0.875 |  3.249s |    48.818s |
| Iteration 13     |          434 |        0.0436 |         8 |  0.5844 |                3 |       0.8 |              0.7 |         0 |          1 |     1.0 |          1.0 |  3.255s |    53.272s |
| Iteration 14     |          451 |        0.0295 |        10 |  0.6039 |                1 |       0.9 |              0.6 |         0 |          1 |   0.625 |          1.0 |  3.245s |    57.748s |
| Iteration 15     |          407 |        0.0173 |         6 |  0.6911 |                2 |       1.0 |              0.7 |         0 |        100 |  0.8438 |          1.0 |  3.258s |     1m:02s |
| Iteration 16     |          337 |        0.0121 |         1 |  0.5469 |                3 |       1.0 |              0.7 |         0 |        0.1 |  0.6875 |          1.0 |  3.210s |     1m:09s |
| Iteration 17     |          136 |        0.0342 |         9 |   0.056 |                4 |       0.8 |              0.4 |         0 |          1 |   0.625 |          1.0 |  3.219s |     1m:14s |
| Iteration 18     |          306 |        0.7908 |         7 |  0.7762 |                4 |       0.5 |              0.7 |         0 |          1 |    0.75 |          1.0 |  3.203s |     1m:19s |
| Iteration 19     |          392 |        0.0536 |         7 |  0.9854 |                3 |       0.7 |              0.7 |         0 |        0.1 |  0.4375 |          1.0 |  3.243s |     1m:24s |
| Iteration 20     |          426 |        0.1914 |         2 |  0.5012 |                3 |       0.6 |              0.8 |       100 |          1 |     0.5 |          1.0 |  3.203s |     1m:28s |
| Iteration 21     |          316 |        0.1085 |         8 |  0.0798 |                3 |       0.9 |              1.0 |         0 |        0.1 |   0.625 |          1.0 |  3.219s |     1m:33s |
| Iteration 22     |          301 |        0.0509 |        10 |  0.6009 |                3 |       0.5 |              0.5 |         0 |         10 |  0.5312 |          1.0 |  3.204s |     1m:37s |
| Iteration 23     |          156 |        0.0399 |         8 |  0.5912 |                3 |       0.9 |              0.5 |         0 |          1 |    0.75 |          1.0 |  3.212s |     1m:42s |
| Iteration 24     |          469 |        0.0245 |         6 |    0.57 |                3 |       0.9 |              0.7 |         0 |          1 |     0.5 |          1.0 |  3.183s |     1m:46s |
| Iteration 25     |          228 |        0.0282 |        10 |  0.0214 |                4 |       0.8 |              0.7 |         0 |       0.01 |  0.8125 |          1.0 |  3.183s |     1m:51s |
| Iteration 26     |          200 |        0.1843 |         8 |  0.9662 |                3 |       0.5 |              0.7 |       100 |       0.01 |     0.5 |          1.0 |  3.170s |     1m:55s |
| Iteration 27     |          494 |        0.0121 |         6 |   0.619 |               10 |       1.0 |              0.5 |       100 |       0.01 |     0.5 |          1.0 |  3.305s |     1m:59s |
| Iteration 28     |          409 |        0.3445 |        10 |   0.261 |               10 |       0.8 |              1.0 |         0 |        100 |     0.5 |          1.0 |  3.635s |     2m:04s |
| Iteration 29     |          308 |        0.3249 |         2 |  0.1083 |                1 |       0.9 |              0.9 |         0 |        100 |   0.625 |          1.0 |  3.210s |     2m:09s |
| Iteration 30     |           62 |        0.6775 |         9 |   0.064 |                1 |       1.0 |              0.4 |       0.1 |       0.01 |  0.3125 |          1.0 |  3.799s |     2m:14s |
| Iteration 31     |          480 |        0.9338 |         1 |   0.359 |                6 |       1.0 |              0.7 |         0 |         10 |  0.4688 |          1.0 |  3.253s |     2m:18s |
| Iteration 32     |          405 |        0.0418 |         8 |  0.6909 |                8 |       0.8 |              0.7 |         1 |          1 |     0.5 |          1.0 |  3.270s |     2m:23s |
| Iteration 33     |           47 |        0.2337 |         1 |  0.0367 |                4 |       0.8 |              0.8 |         0 |          0 |  0.3125 |          1.0 |  3.208s |     2m:27s |
| Iteration 34     |          381 |        0.0456 |         9 |  0.1432 |                4 |       0.8 |              0.7 |         0 |          1 |  0.6875 |          1.0 |  3.242s |     2m:32s |
| Iteration 35     |          485 |         0.042 |         3 |  0.6313 |                3 |       0.8 |              0.8 |         0 |        100 |  0.5938 |          1.0 |  3.275s |     2m:37s |
| Iteration 36     |          200 |        0.0434 |         9 |    0.52 |                2 |       0.8 |              0.7 |      0.01 |          1 |    0.75 |          1.0 |  3.230s |     2m:41s |
| Iteration 37     |          500 |        0.0229 |         7 |  0.6292 |                2 |       0.8 |              1.0 |         0 |          1 |  0.4375 |          1.0 |  3.272s |     2m:46s |
| Iteration 38     |          424 |        0.0421 |         7 |     1.0 |                3 |       0.8 |              0.7 |         1 |        0.1 |  0.6875 |          1.0 |  3.238s |     2m:51s |
| Iteration 39     |          303 |        0.0632 |         6 |  0.6913 |                3 |       0.8 |              0.7 |         0 |        0.1 |  0.9375 |          1.0 |  3.332s |     2m:55s |
| Iteration 40     |          340 |        0.0465 |         8 |  0.6082 |                3 |       0.8 |              0.7 |         0 |          1 |    0.75 |          1.0 |  3.226s |     3m:00s |
| Iteration 41     |          491 |        0.0511 |         7 |  0.7049 |                3 |       0.8 |              0.7 |         0 |       0.01 |   0.625 |          1.0 |  3.267s |     3m:05s |
| Iteration 42     |           72 |        0.0777 |         3 |   0.673 |                3 |       0.8 |              0.7 |       0.1 |          1 |    0.75 |          1.0 |  3.206s |     3m:09s |
| Iteration 43     |           68 |        0.0561 |         1 |  0.5744 |                3 |       0.8 |              0.7 |         0 |          1 |  0.6875 |          1.0 |  3.202s |     3m:14s |
| Iteration 44     |          479 |        0.0748 |        10 |  0.6635 |                4 |       0.8 |              0.7 |      0.01 |          1 |    0.25 |          1.0 |  3.225s |     3m:19s |
| Iteration 45     |          209 |        0.0618 |         6 |  0.4295 |                3 |       0.8 |              0.4 |      0.01 |        0.1 |     0.5 |          1.0 |  3.219s |     3m:23s |
| Iteration 46     |          103 |        0.0429 |         8 |  0.5696 |                6 |       0.8 |              0.9 |      0.01 |        100 |  0.4688 |          1.0 |  3.168s |     3m:28s |
| Iteration 47     |           54 |         0.044 |         8 |  0.5814 |                9 |       0.8 |              0.7 |         0 |          1 |     0.5 |          1.0 |  3.187s |     3m:33s |
| Iteration 48     |          242 |        0.0246 |         7 |  0.2209 |                3 |       0.8 |              0.7 |         1 |          0 |  0.6875 |          1.0 |  3.157s |     3m:37s |
| Iteration 49     |          251 |        0.0318 |         5 |  0.6835 |                4 |       0.8 |              0.8 |         1 |         10 |     1.0 |          1.0 |  3.177s |     3m:42s |
| Iteration 50     |          283 |        0.0422 |         5 |  0.7528 |                4 |       0.8 |              0.8 |       100 |        100 |     0.5 |          1.0 |  3.177s |     3m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 434, 'learning_rate': 0.0436, 'max_depth': 8, 'gamma': 0.5844, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 0, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9393
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.08
Time elapsed: 0.282s
-------------------------------------------------
Total time: 3m:48s


Final results ==================== >>
Duration: 26m:47s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.63 ± 0.0927 ~
Logistic Regression             --> roc_auc: 0.57 ± 0.1288 ~
Linear Discriminant Analysis    --> roc_auc: 0.63 ± 0.14
Quadratic Discriminant Analysis --> roc_auc: 0.63 ± 0.14
Radius Nearest Neighbors        --> roc_auc: 0.53 ± 0.1208 ~
AdaBoost                        --> roc_auc: 0.75 ± 0.0632 ~
Random Forest                   --> roc_auc: 0.81 ± 0.0583 !
XGBoost                         --> roc_auc: 0.74 ± 0.08 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 831 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CANAGGTSYGKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVLNSGGYQKVTF.
   >>> Dropping feature CAMREGNTGGFKTIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8438 |       0.8438 |  0.667s |     0.687s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  0.707s |     2.183s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |       0.9375 |  0.687s |     3.692s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |       0.9375 |  1.401s |     5.865s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.727s |     7.362s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |          1.0 |  0.783s |     8.930s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |          1.0 |  0.734s |    10.463s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  0.780s |    12.009s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.4375 |          1.0 |  0.715s |    13.480s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  0.711s |    14.975s |
| Iteration 11     | exponen.. |         0.019 |          249 |       0.6 | friedman_mse |                14 |                2 |         9 |          0.5 |    0.0187 |  0.9375 |          1.0 |  0.739s |    16.829s |
| Iteration 12     |  deviance |        0.0687 |           64 |       0.7 | squared_er.. |                16 |               15 |         3 |          0.8 |    0.0276 |  0.5625 |          1.0 |  0.697s |    18.790s |
| Iteration 13     | exponen.. |        0.3114 |          326 |       0.7 | friedman_mse |                 8 |                3 |         3 |          0.9 |    0.0261 |     1.0 |          1.0 |  0.753s |    21.582s |
| Iteration 14     |  deviance |        0.0941 |           92 |       1.0 | squared_er.. |                 9 |                3 |        10 |         auto |    0.0022 |  0.8125 |          1.0 |  0.658s |    23.602s |
| Iteration 15     |  deviance |        0.0325 |          472 |       1.0 | squared_er.. |                20 |                9 |         4 |          0.5 |    0.0011 |  0.6875 |          1.0 |  0.722s |    25.521s |
| Iteration 16     | exponen.. |        0.0465 |          425 |       0.7 | friedman_mse |                 9 |                3 |         9 |          0.5 |    0.0335 |  0.9375 |          1.0 |  0.742s |    27.389s |
| Iteration 17     | exponen.. |        0.0257 |           44 |       0.7 | friedman_mse |                14 |                2 |         6 |          0.5 |    0.0191 |  0.8438 |          1.0 |  0.642s |    29.303s |
| Iteration 18     | exponen.. |         0.606 |          305 |       0.9 | friedman_mse |                15 |                4 |         2 |          0.5 |       0.0 |     1.0 |          1.0 |  0.695s |    31.180s |
| Iteration 19     |  deviance |        0.1226 |           10 |       0.5 | squared_er.. |                11 |                9 |         8 |         log2 |    0.0084 |     1.0 |          1.0 |  0.625s |    32.944s |
| Iteration 20     | exponen.. |        0.0999 |          276 |       0.7 | friedman_mse |                14 |                3 |         1 |          0.9 |     0.025 |     1.0 |          1.0 |  0.696s |    34.810s |
| Iteration 21     | exponen.. |           1.0 |          224 |       0.5 | friedman_mse |                 7 |                4 |        10 |          0.5 |    0.0264 |  0.9375 |          1.0 |  0.696s |    36.794s |
| Iteration 22     | exponen.. |        0.2389 |          295 |       0.9 | friedman_mse |                 5 |                3 |        10 |         sqrt |    0.0104 |  0.9375 |          1.0 |  0.693s |    38.704s |
| Iteration 23     | exponen.. |        0.4694 |          293 |       0.6 | friedman_mse |                 8 |                3 |         1 |         None |    0.0235 |  0.9375 |          1.0 |  0.695s |    40.724s |
| Iteration 24     | exponen.. |          0.01 |          286 |       0.8 | friedman_mse |                20 |                3 |         1 |          0.5 |     0.007 |  0.8125 |          1.0 |  0.699s |    42.644s |
| Iteration 25     | exponen.. |        0.1737 |          243 |       0.7 | friedman_mse |                15 |                5 |         2 |          0.5 |    0.0218 |  0.9375 |          1.0 |  0.697s |    44.602s |
| Iteration 26     | exponen.. |        0.1474 |          165 |       0.7 | friedman_mse |                18 |                3 |         1 |          0.7 |    0.0277 |     1.0 |          1.0 |  0.685s |    46.749s |
| Iteration 27     | exponen.. |        0.0446 |          452 |       0.6 | friedman_mse |                10 |                3 |         5 |          0.6 |    0.0167 |  0.9375 |          1.0 |  0.780s |    48.814s |
| Iteration 28     | exponen.. |        0.2397 |          265 |       0.7 | friedman_mse |                18 |                3 |         2 |          0.9 |    0.0236 |   0.875 |          1.0 |  0.699s |    52.728s |
| Iteration 29     |  deviance |        0.2985 |           56 |       0.5 | squared_er.. |                12 |                9 |         1 |         None |    0.0243 |  0.9375 |          1.0 |  0.657s |    55.122s |
| Iteration 30     |  deviance |        0.8842 |           10 |       0.9 | squared_er.. |                 2 |                9 |         4 |          0.5 |    0.0154 |    0.75 |          1.0 |  1.225s |    57.547s |
| Iteration 31     | exponen.. |          0.01 |          209 |       0.5 | squared_er.. |                15 |                9 |        10 |          0.7 |    0.0176 |   0.875 |          1.0 |  0.690s |     1m:01s |
| Iteration 32     | exponen.. |           1.0 |          287 |       1.0 | squared_er.. |                 6 |               20 |         7 |         auto |    0.0221 |    0.75 |          1.0 |  0.717s |     1m:04s |
| Iteration 33     | exponen.. |           1.0 |          483 |       0.8 | friedman_mse |                 9 |                4 |         9 |          0.6 |    0.0312 |     1.0 |          1.0 |  0.785s |     1m:08s |
| Iteration 34     | exponen.. |           1.0 |          179 |       0.8 | friedman_mse |                 6 |                4 |        10 |         auto |    0.0304 |     1.0 |          1.0 |  0.752s |     1m:10s |
| Iteration 35     | exponen.. |          0.01 |           64 |       1.0 | squared_er.. |                13 |               13 |        10 |          0.7 |    0.0115 |    0.75 |          1.0 |  0.690s |     1m:12s |
| Iteration 36     |  deviance |          0.01 |           92 |       0.5 | squared_er.. |                 4 |                9 |        10 |         log2 |    0.0206 |  0.5625 |          1.0 |  0.672s |     1m:14s |
| Iteration 37     | exponen.. |          0.96 |          396 |       1.0 | friedman_mse |                 2 |                4 |         1 |          0.6 |    0.0332 |  0.9688 |          1.0 |  0.756s |     1m:16s |
| Iteration 38     | exponen.. |        0.0985 |          266 |       0.7 | friedman_mse |                 2 |                4 |         9 |          0.6 |    0.0223 |     1.0 |          1.0 |  0.762s |     1m:18s |
| Iteration 39     | exponen.. |        0.0894 |          497 |       0.7 | squared_er.. |                 2 |                4 |         4 |         log2 |    0.0158 |  0.8125 |          1.0 |  0.802s |     1m:20s |
| Iteration 40     | exponen.. |        0.6686 |          381 |       0.8 | friedman_mse |                10 |                4 |         3 |         auto |    0.0001 |  0.8125 |          1.0 |  0.798s |     1m:23s |
| Iteration 41     | exponen.. |        0.9679 |          486 |       1.0 | friedman_mse |                 6 |               10 |         9 |         log2 |    0.0128 |  0.9062 |          1.0 |  0.776s |     1m:25s |
| Iteration 42     | exponen.. |        0.0152 |          476 |       0.8 | friedman_mse |                16 |                5 |         9 |          0.6 |    0.0214 |     1.0 |          1.0 |  0.817s |     1m:27s |
| Iteration 43     |  deviance |           1.0 |          208 |       0.9 | squared_er.. |                17 |                1 |         6 |         None |    0.0329 |  0.7812 |          1.0 |  0.734s |     1m:29s |
| Iteration 44     | exponen.. |           1.0 |           10 |       0.5 | friedman_mse |                 2 |                2 |        10 |          0.7 |       0.0 |  0.5625 |          1.0 |  0.662s |     1m:32s |
| Iteration 45     | exponen.. |        0.0642 |          388 |       0.8 | friedman_mse |                 7 |                4 |         8 |          0.7 |    0.0267 |     1.0 |          1.0 |  0.788s |     1m:35s |
| Iteration 46     | exponen.. |        0.0859 |          382 |       0.8 | friedman_mse |                 5 |                3 |         8 |          0.7 |    0.0271 |     1.0 |          1.0 |  0.789s |     1m:37s |
| Iteration 47     | exponen.. |        0.4793 |          417 |       0.7 | friedman_mse |                 4 |                1 |         1 |          0.9 |    0.0344 |  0.9375 |          1.0 |  0.777s |     1m:39s |
| Iteration 48     | exponen.. |        0.0398 |          413 |       0.7 | friedman_mse |                 8 |                5 |        10 |          0.7 |    0.0253 |   0.875 |          1.0 |  0.791s |     1m:41s |
| Iteration 49     | exponen.. |        0.3044 |          233 |       0.8 | friedman_mse |                12 |                4 |         8 |         log2 |    0.0243 |    0.75 |          1.0 |  0.744s |     1m:43s |
| Iteration 50     | exponen.. |        0.0471 |           10 |       0.7 | friedman_mse |                 9 |               18 |         1 |          0.8 |    0.0062 |  0.8438 |          1.0 |  0.690s |     1m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0152, 'n_estimators': 476, 'subsample': 0.8, 'criterion': 'friedman_mse', 'min_samples_split': 16, 'min_samples_leaf': 5, 'max_depth': 9, 'max_features': 0.6, 'ccp_alpha': 0.0214}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0949
Time elapsed: 0.676s
-------------------------------------------------
Total time: 1m:48s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.25 |         0.25 |  0.711s |     0.724s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  0.650s |     3.073s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |       0.8125 |  0.642s |     4.800s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |       0.8125 |  0.644s |     6.207s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.8125 |       0.8125 |  0.655s |     9.406s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.25 |       0.8125 |  1.220s |    11.856s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.6875 |       0.8125 |  0.646s |    13.234s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |       0.8125 |  0.650s |    14.625s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |       0.8125 |  0.642s |    16.077s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.4375 |       0.8125 |  0.644s |    19.053s |
| Iteration 11     |      l2 |  4.9956 | libli.. |      317 |      --- |  0.9375 |       0.9375 |  0.647s |    21.267s |
| Iteration 12     |      l2 | 56.6971 | libli.. |      366 |      --- |   0.625 |       0.9375 |  0.642s |    23.078s |
| Iteration 13     |      l2 | 14.4525 | libli.. |      318 |      --- |    0.75 |       0.9375 |  0.645s |    25.129s |
| Iteration 14     |      l1 | 47.5757 | libli.. |      330 |      --- |  0.8125 |       0.9375 |  0.694s |    26.967s |
| Iteration 15     |      l2 |   0.001 |   lbfgs |      100 |      --- |   0.625 |       0.9375 |  0.694s |    28.794s |
| Iteration 16     |      l2 |  0.0034 |   lbfgs |      319 |      --- |   0.625 |       0.9375 |  0.696s |    30.625s |
| Iteration 17     |    none |     --- |     sag |      178 |      --- |  0.8125 |       0.9375 |  0.629s |    32.298s |
| Iteration 18     |    none |     --- |     sag |      125 |      --- |     1.0 |          1.0 |  0.656s |    34.070s |
| Iteration 19     |    none |     --- |     sag |      100 |      --- |  0.5625 |          1.0 |  0.643s |    35.841s |
| Iteration 20     |      l2 |  0.0039 |     sag |      112 |      --- |    0.75 |          1.0 |  0.688s |    38.610s |
| Iteration 21     | elast.. |  0.0831 |    saga |      325 |      0.6 |     1.0 |          1.0 |  0.641s |    41.674s |
| Iteration 22     |      l2 |  0.3124 |     sag |      324 |      --- |    0.75 |          1.0 |  0.657s |    43.740s |
| Iteration 23     |      l1 |  0.0034 |    saga |      365 |      --- |     0.5 |          1.0 |  0.678s |    45.557s |
| Iteration 24     |      l2 |  0.0027 |     sag |      131 |      --- |  0.6875 |          1.0 |  0.658s |    48.965s |
| Iteration 25     |    none |     --- |    saga |      145 |      --- |  0.9375 |          1.0 |  0.705s |    51.224s |
| Iteration 26     |      l1 |  0.0015 |    saga |      434 |      --- |     0.5 |          1.0 |  0.711s |    53.018s |
| Iteration 27     |    none |     --- |    saga |     1000 |      --- |  0.5625 |          1.0 |  0.712s |    54.838s |
| Iteration 28     |      l2 |   0.001 | libli.. |      147 |      --- |  0.6875 |          1.0 |  0.705s |    56.807s |
| Iteration 29     |    none |     --- |    saga |      132 |      --- |   0.625 |          1.0 |  0.716s |    58.720s |
| Iteration 30     |      l2 | 46.9142 |    saga |      302 |      --- |   0.625 |          1.0 |  0.706s |     1m:01s |
| Iteration 31     | elast.. |  0.0081 |    saga |      333 |      0.6 |     0.5 |          1.0 |  0.697s |     1m:03s |
| Iteration 32     |    none |     --- |     sag |      776 |      --- |    0.75 |          1.0 |  1.308s |     1m:05s |
| Iteration 33     |      l2 |  0.1079 | libli.. |      434 |      --- |   0.625 |          1.0 |  0.744s |     1m:07s |
| Iteration 34     |      l2 |  0.0971 |     sag |      330 |      --- |  0.8125 |          1.0 |  0.708s |     1m:09s |
| Iteration 35     |      l1 |  7.0978 |    saga |      952 |      --- |  0.5625 |          1.0 |  0.710s |     1m:11s |
| Iteration 36     |      l2 |  7.6855 |   lbfgs |      631 |      --- |     0.5 |          1.0 |  0.709s |     1m:13s |
| Iteration 37     |    none |     --- |     sag |      134 |      --- |     1.0 |          1.0 |  0.707s |     1m:15s |
| Iteration 38     |    none |     --- |     sag |      130 |      --- |    0.75 |          1.0 |  0.697s |     1m:17s |
| Iteration 39     |      l2 | 13.9593 |     sag |      975 |      --- |   0.875 |          1.0 |  0.640s |     1m:19s |
| Iteration 40     |      l2 | 58.4159 |     sag |      961 |      --- |    0.75 |          1.0 |  0.653s |     1m:20s |
| Iteration 41     |    none |     --- |     sag |     1000 |      --- |  0.5625 |          1.0 |  0.652s |     1m:22s |
| Iteration 42     |    none |     --- |   lbfgs |      995 |      --- |  0.5625 |          1.0 |  0.658s |     1m:24s |
| Iteration 43     |      l2 |  0.0029 |     sag |      995 |      --- |    0.75 |          1.0 |  0.646s |     1m:26s |
| Iteration 44     |      l2 |   100.0 |     sag |      100 |      --- |   0.375 |          1.0 |  0.647s |     1m:28s |
| Iteration 45     |    none |     --- |     sag |      137 |      --- |     1.0 |          1.0 |  0.637s |     1m:30s |
| Iteration 46     |    none |     --- |    saga |      137 |      --- |  0.8125 |          1.0 |  0.640s |     1m:31s |
| Iteration 47     |    none |     --- | newto.. |      128 |      --- |   0.875 |          1.0 |  0.640s |     1m:33s |
| Iteration 48     |    none |     --- |     sag |      148 |      --- |  0.9375 |          1.0 |  0.656s |     1m:35s |
| Iteration 49     |      l2 |  0.0049 | libli.. |      160 |      --- |  0.5625 |          1.0 |  0.674s |     1m:38s |
| Iteration 50     |    none |     --- | newto.. |      137 |      --- |  0.8125 |          1.0 |  0.716s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 134}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8107
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.23 ± 0.0927
Time elapsed: 0.060s
-------------------------------------------------
Total time: 1m:41s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  0.691s |     0.696s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.6875 |  0.689s |     2.152s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.6875 |  0.000s |     4.768s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |       0.6875 |  0.631s |     8.450s |
| Initial point 5  |   eigen |       0.9 |     1.0 |          1.0 |  0.641s |    11.323s |
| Initial point 6  |    lsqr |       0.7 |  0.3125 |          1.0 |  0.751s |    13.097s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |          1.0 |  0.644s |    14.471s |
| Initial point 8  |    lsqr |       0.9 |  0.4375 |          1.0 |  0.628s |    15.860s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |          1.0 |  0.636s |    17.270s |
| Initial point 10 |   eigen |       0.8 |     0.5 |          1.0 |  0.633s |    18.693s |
| Iteration 11     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    19.590s |
| Iteration 12     |   eigen |       0.7 |   0.875 |          1.0 |  0.634s |    21.084s |
| Iteration 13     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    22.523s |
| Iteration 14     |    lsqr |      auto |  0.9375 |          1.0 |  0.629s |    24.046s |
| Iteration 15     |   eigen |      auto |   0.375 |          1.0 |  0.631s |    25.574s |
| Iteration 16     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    26.517s |
| Iteration 17     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    27.386s |
| Iteration 18     |    lsqr |       1.0 |     1.0 |          1.0 |  0.635s |    28.941s |
| Iteration 19     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    29.852s |
| Iteration 20     |    lsqr |      None |  0.6875 |          1.0 |  0.638s |    32.401s |
| Iteration 21     |   eigen |       0.5 |  0.6875 |          1.0 |  0.629s |    34.179s |
| Iteration 22     |   eigen |       0.6 |     0.5 |          1.0 |  0.654s |    35.779s |
| Iteration 23     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    36.715s |
| Iteration 24     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    37.717s |
| Iteration 25     |   eigen |      None |     1.0 |          1.0 |  0.623s |    39.350s |
| Iteration 26     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    40.303s |
| Iteration 27     |   eigen |      None |     1.0 |          1.0 |  0.000s |    41.242s |
| Iteration 28     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    42.180s |
| Iteration 29     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    43.176s |
| Iteration 30     |   eigen |      None |     1.0 |          1.0 |  0.000s |    44.209s |
| Iteration 31     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    45.238s |
| Iteration 32     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    46.202s |
| Iteration 33     |   eigen |      None |     1.0 |          1.0 |  0.000s |    47.178s |
| Iteration 34     |   eigen |      None |     1.0 |          1.0 |  0.000s |    48.208s |
| Iteration 35     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |    49.193s |
| Iteration 36     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    50.186s |
| Iteration 37     |   eigen |      None |     1.0 |          1.0 |  0.000s |    51.201s |
| Iteration 38     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    52.255s |
| Iteration 39     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    53.355s |
| Iteration 40     |   eigen |      None |     1.0 |          1.0 |  0.000s |    54.399s |
| Iteration 41     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    56.681s |
| Iteration 42     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    59.480s |
| Iteration 43     |    lsqr |      auto |  0.9375 |          1.0 |  0.000s |     1m:02s |
| Iteration 44     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 45     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 46     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 47     |     svd |       --- |  0.6875 |          1.0 |  0.000s |     1m:08s |
| Iteration 48     |     svd |       --- |  0.6875 |          1.0 |  0.000s |     1m:10s |
| Iteration 49     |   eigen |       0.6 |     0.5 |          1.0 |  0.000s |     1m:11s |
| Iteration 50     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:12s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.23 ± 0.186
Time elapsed: 0.033s
-------------------------------------------------
Total time: 1m:13s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  0.699s |     0.703s |
| Initial point 2  |       0.9 |  0.5625 |       0.5625 |  0.665s |     4.203s |
| Initial point 3  |       0.1 |  0.8125 |       0.8125 |  0.646s |     6.089s |
| Initial point 4  |       1.0 |     0.5 |       0.8125 |  0.000s |     6.868s |
| Initial point 5  |       0.2 |     1.0 |          1.0 |  0.651s |     8.316s |
| Initial point 6  |       0.4 |   0.375 |          1.0 |  0.657s |    11.735s |
| Initial point 7  |       0.4 |   0.375 |          1.0 |  0.001s |    12.974s |
| Initial point 8  |       0.7 |  0.4375 |          1.0 |  0.635s |    14.364s |
| Initial point 9  |       0.9 |  0.5625 |          1.0 |  0.001s |    15.129s |
| Initial point 10 |       0.8 |   0.625 |          1.0 |  0.632s |    16.534s |
| Iteration 11     |       0.3 |   0.875 |          1.0 |  0.630s |    18.048s |
| Iteration 12     |       0.6 |     1.0 |          1.0 |  0.631s |    19.532s |
| Iteration 13     |       0.5 |    0.75 |          1.0 |  0.634s |    21.008s |
| Iteration 14     |       0.0 |  0.9375 |          1.0 |  0.648s |    22.493s |
| Iteration 15     |       0.2 |     1.0 |          1.0 |  0.000s |    23.322s |
| Iteration 16     |       0.6 |     1.0 |          1.0 |  0.000s |    24.196s |
| Iteration 17     |       0.6 |     1.0 |          1.0 |  0.000s |    25.614s |
| Iteration 18     |       0.2 |     1.0 |          1.0 |  0.000s |    26.468s |
| Iteration 19     |       0.6 |     1.0 |          1.0 |  0.000s |    27.317s |
| Iteration 20     |       0.2 |     1.0 |          1.0 |  0.000s |    28.171s |
| Iteration 21     |       0.6 |     1.0 |          1.0 |  0.000s |    28.991s |
| Iteration 22     |       0.2 |     1.0 |          1.0 |  0.000s |    29.819s |
| Iteration 23     |       0.2 |     1.0 |          1.0 |  0.000s |    31.719s |
| Iteration 24     |       0.6 |     1.0 |          1.0 |  0.000s |    32.799s |
| Iteration 25     |       0.6 |     1.0 |          1.0 |  0.000s |    33.653s |
| Iteration 26     |       0.2 |     1.0 |          1.0 |  0.000s |    34.521s |
| Iteration 27     |       0.6 |     1.0 |          1.0 |  0.000s |    35.399s |
| Iteration 28     |       0.2 |     1.0 |          1.0 |  0.000s |    36.461s |
| Iteration 29     |       0.2 |     1.0 |          1.0 |  0.000s |    37.339s |
| Iteration 30     |       0.8 |   0.625 |          1.0 |  0.000s |    38.234s |
| Iteration 31     |       1.0 |     0.5 |          1.0 |  0.000s |    39.100s |
| Iteration 32     |       0.6 |     1.0 |          1.0 |  0.000s |    39.980s |
| Iteration 33     |       0.2 |     1.0 |          1.0 |  0.000s |    40.847s |
| Iteration 34     |       0.6 |     1.0 |          1.0 |  0.000s |    41.774s |
| Iteration 35     |       0.6 |     1.0 |          1.0 |  0.000s |    42.674s |
| Iteration 36     |       0.2 |     1.0 |          1.0 |  0.000s |    43.546s |
| Iteration 37     |       0.2 |     1.0 |          1.0 |  0.000s |    45.771s |
| Iteration 38     |       0.6 |     1.0 |          1.0 |  0.000s |    48.266s |
| Iteration 39     |       0.2 |     1.0 |          1.0 |  0.000s |    50.833s |
| Iteration 40     |       0.6 |     1.0 |          1.0 |  0.000s |    52.160s |
| Iteration 41     |       0.6 |     1.0 |          1.0 |  0.000s |    53.131s |
| Iteration 42     |       0.2 |     1.0 |          1.0 |  0.000s |    54.041s |
| Iteration 43     |       0.6 |     1.0 |          1.0 |  0.000s |    54.994s |
| Iteration 44     |       0.2 |     1.0 |          1.0 |  0.000s |    55.935s |
| Iteration 45     |       0.2 |     1.0 |          1.0 |  0.000s |    56.895s |
| Iteration 46     |       0.6 |     1.0 |          1.0 |  0.000s |    57.869s |
| Iteration 47     |       0.6 |     1.0 |          1.0 |  0.000s |    58.839s |
| Iteration 48     |       0.2 |     1.0 |          1.0 |  0.000s |    59.850s |
| Iteration 49     |       0.2 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 50     |       0.6 |     1.0 |          1.0 |  0.000s |     1m:02s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.792
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.19 ± 0.1594
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:03s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.5616 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  0.647s |     0.667s |
| Initial point 2  |  4.9958 | uniform |   kd_tree |        39 |       2 |   0.375 |        0.625 |  0.647s |     2.054s |
| Initial point 3  |  3.9463 | dista.. | ball_tree |        25 |       2 |   0.875 |        0.875 |  0.639s |     3.475s |
| Initial point 4  | 11.5133 | uniform | ball_tree |        39 |       2 |     0.5 |        0.875 |  0.642s |     4.925s |
| Initial point 5  |  9.0191 | dista.. |      auto |        30 |       2 |  0.9375 |       0.9375 |  0.656s |     6.383s |
| Initial point 6  | 10.4448 | dista.. | ball_tree |        21 |       2 |  0.4375 |       0.9375 |  0.650s |     7.783s |
| Initial point 7  |  7.4709 | dista.. | ball_tree |        24 |       1 |  0.9375 |       0.9375 |  0.645s |     9.179s |
| Initial point 8  |  1.7903 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.9375 |  0.646s |    11.758s |
| Initial point 9  |  8.3221 | uniform | ball_tree |        24 |       1 |  0.7188 |       0.9375 |  0.645s |    14.639s |
| Initial point 10 |   5.911 | uniform |     brute |        22 |       2 |   0.375 |       0.9375 |  0.644s |    16.319s |
| Iteration 11     |  9.0161 | dista.. | ball_tree |        29 |       2 |     1.0 |          1.0 |  0.639s |    17.988s |
| Iteration 12     |     0.0 | dista.. |   kd_tree |        28 |       1 |     0.5 |          1.0 |  0.646s |    19.702s |
| Iteration 13     |  8.4007 | dista.. | ball_tree |        28 |       2 |   0.625 |          1.0 |  0.640s |    21.414s |
| Iteration 14     |   9.518 | dista.. | ball_tree |        29 |       2 |    0.75 |          1.0 |  0.646s |    23.138s |
| Iteration 15     |  7.2128 | dista.. | ball_tree |        28 |       1 |  0.6875 |          1.0 |  1.230s |    25.445s |
| Iteration 16     | 12.5971 | uniform |      auto |        30 |       2 |   0.375 |          1.0 |  0.642s |    27.171s |
| Iteration 17     |  9.0528 | dista.. |   kd_tree |        25 |       2 |    0.75 |          1.0 |  0.664s |    28.872s |
| Iteration 18     |  9.1277 | dista.. |     brute |        28 |       2 |     1.0 |          1.0 |  0.657s |    30.612s |
| Iteration 19     |   7.589 | dista.. | ball_tree |        21 |       1 |  0.7812 |          1.0 |  0.654s |    32.474s |
| Iteration 20     |  9.0631 | dista.. |   kd_tree |        28 |       2 |   0.875 |          1.0 |  0.656s |    34.249s |
| Iteration 21     |  9.1713 | uniform |   kd_tree |        31 |       1 |  0.6562 |          1.0 |  0.642s |    35.956s |
| Iteration 22     |  9.1479 | dista.. |   kd_tree |        30 |       1 |   0.875 |          1.0 |  0.649s |    37.682s |
| Iteration 23     |  3.3962 | dista.. | ball_tree |        29 |       2 |  0.6875 |          1.0 |  0.646s |    39.383s |
| Iteration 24     |  3.4009 | uniform |   kd_tree |        23 |       1 |  0.8438 |          1.0 |  0.652s |    41.060s |
| Iteration 25     |  2.6802 | uniform |   kd_tree |        40 |       1 |  0.7188 |          1.0 |  0.651s |    44.574s |
| Iteration 26     |  3.8823 | uniform |      auto |        39 |       2 |  0.8125 |          1.0 |  0.639s |    48.544s |
| Iteration 27     |  8.9104 | dista.. |   kd_tree |        29 |       1 |    0.75 |          1.0 |  0.636s |    52.557s |
| Iteration 28     |  7.5029 | uniform |     brute |        38 |       2 |  0.5938 |          1.0 |  0.629s |    54.767s |
| Iteration 29     |  9.1496 | dista.. |   kd_tree |        30 |       2 |  0.5625 |          1.0 |  0.643s |    56.591s |
| Iteration 30     |  4.3852 | uniform |   kd_tree |        22 |       1 |  0.0938 |          1.0 |  0.643s |    58.286s |
| Iteration 31     |  4.4753 | dista.. |      auto |        21 |       2 |  0.6875 |          1.0 |  0.632s |    59.972s |
| Iteration 32     |  6.1373 | dista.. |      auto |        20 |       2 |    0.75 |          1.0 |  0.647s |     1m:02s |
| Iteration 33     |     1.3 | uniform |   kd_tree |        20 |       2 |  0.1875 |          1.0 |  0.646s |     1m:04s |
| Iteration 34     |  3.3013 | uniform |      auto |        40 |       2 |  0.6875 |          1.0 |  0.641s |     1m:05s |
| Iteration 35     |  5.3999 | dista.. |     brute |        24 |       1 |  0.6875 |          1.0 |  0.654s |     1m:07s |
| Iteration 36     | 10.1971 | uniform |     brute |        20 |       2 |     0.5 |          1.0 |  0.656s |     1m:09s |
| Iteration 37     |   6.655 | dista.. |   kd_tree |        40 |       1 |     1.0 |          1.0 |  0.644s |     1m:11s |
| Iteration 38     |  6.7066 | dista.. | ball_tree |        40 |       2 |  0.9375 |          1.0 |  1.233s |     1m:13s |
| Iteration 39     |  6.5977 | dista.. |     brute |        40 |       2 |    0.75 |          1.0 |  0.636s |     1m:15s |
| Iteration 40     |  6.9063 | dista.. |      auto |        21 |       2 |  0.8125 |          1.0 |  0.645s |     1m:17s |
| Iteration 41     |  1.2525 | dista.. |     brute |        40 |       2 |    0.75 |          1.0 |  0.652s |     1m:19s |
| Iteration 42     | 12.0271 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.641s |     1m:20s |
| Iteration 43     |  0.7242 | dista.. |      auto |        40 |       1 |    0.75 |          1.0 |  0.638s |     1m:22s |
| Iteration 44     | 11.9245 | dista.. |     brute |        40 |       2 |  0.4375 |          1.0 |  0.640s |     1m:24s |
| Iteration 45     |  0.2722 | dista.. |      auto |        40 |       1 |    0.25 |          1.0 |  0.637s |     1m:26s |
| Iteration 46     |  2.7019 | dista.. |     brute |        36 |       1 |  0.7812 |          1.0 |  0.651s |     1m:28s |
| Iteration 47     |   8.003 | dista.. |   kd_tree |        37 |       2 |   0.875 |          1.0 |  0.639s |     1m:30s |
| Iteration 48     |  8.0192 | dista.. |     brute |        27 |       1 |  0.7188 |          1.0 |  0.649s |     1m:31s |
| Iteration 49     |     0.0 | uniform |      auto |        24 |       1 |     0.5 |          1.0 |  0.651s |     1m:33s |
| Iteration 50     |  6.2564 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.644s |     1m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'radius': 9.1277, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 28, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.051
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:36s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5625 |       0.5625 |  1.021s |     1.029s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.055s |     2.889s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |          1.0 |  0.799s |     4.445s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.9375 |          1.0 |  0.943s |     6.126s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.844s |     7.865s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.875 |          1.0 |  1.041s |    10.180s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.4375 |          1.0 |  0.705s |    11.791s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |          1.0 |  0.928s |    13.480s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4688 |          1.0 |  0.648s |    14.905s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |          1.0 |  0.766s |    16.477s |
| Iteration 11     |          500 |        0.0377 |   SAMME.R |   0.875 |          1.0 |  1.035s |    18.446s |
| Iteration 12     |           54 |        0.0649 |   SAMME.R |  0.9375 |          1.0 |  0.680s |    20.090s |
| Iteration 13     |          500 |        0.0621 |     SAMME |     1.0 |          1.0 |  0.974s |    22.076s |
| Iteration 14     |           85 |        0.4502 |     SAMME |  0.9375 |          1.0 |  0.720s |    23.768s |
| Iteration 15     |           50 |        0.0578 |     SAMME |  0.6875 |          1.0 |  0.701s |    26.026s |
| Iteration 16     |          165 |        0.1759 |   SAMME.R |  0.9375 |          1.0 |  0.844s |    27.844s |
| Iteration 17     |          380 |         0.089 |   SAMME.R |   0.875 |          1.0 |  0.971s |    29.837s |
| Iteration 18     |           50 |        0.2466 |   SAMME.R |     1.0 |          1.0 |  0.714s |    31.500s |
| Iteration 19     |           50 |        0.2506 |     SAMME |     1.0 |          1.0 |  0.713s |    33.172s |
| Iteration 20     |           50 |        0.2634 |   SAMME.R |   0.875 |          1.0 |  0.707s |    34.831s |
| Iteration 21     |          500 |         0.095 |     SAMME |  0.9375 |          1.0 |  1.055s |    36.846s |
| Iteration 22     |           50 |        0.1843 |     SAMME |  0.9688 |          1.0 |  0.700s |    38.564s |
| Iteration 23     |          500 |        0.0699 |     SAMME |     1.0 |          1.0 |  1.028s |    40.552s |
| Iteration 24     |          500 |        0.0681 |     SAMME |  0.7812 |          1.0 |  1.030s |    42.556s |
| Iteration 25     |           50 |        0.1871 |     SAMME |     1.0 |          1.0 |  0.699s |    44.243s |
| Iteration 26     |           50 |        0.2147 |     SAMME |   0.875 |          1.0 |  0.707s |    45.966s |
| Iteration 27     |          248 |        0.1532 |     SAMME |  0.9688 |          1.0 |  0.845s |    47.840s |
| Iteration 28     |          250 |        0.1535 |   SAMME.R |  0.9375 |          1.0 |  0.868s |    49.773s |
| Iteration 29     |           50 |        0.3183 |   SAMME.R |     1.0 |          1.0 |  0.723s |    51.471s |
| Iteration 30     |           50 |         0.348 |   SAMME.R |  0.9375 |          1.0 |  0.703s |    53.173s |
| Iteration 31     |           50 |          10.0 |   SAMME.R |  0.8125 |          1.0 |  0.703s |    54.848s |
| Iteration 32     |          235 |        0.1409 |   SAMME.R |     1.0 |          1.0 |  0.864s |    56.730s |
| Iteration 33     |          243 |        0.1312 |   SAMME.R |     1.0 |          1.0 |  0.878s |    58.621s |
| Iteration 34     |          253 |        0.1204 |   SAMME.R |     1.0 |          1.0 |  0.874s |     1m:01s |
| Iteration 35     |          261 |        0.1124 |   SAMME.R |  0.8125 |          1.0 |  0.888s |     1m:03s |
| Iteration 36     |           50 |        0.1869 |   SAMME.R |   0.875 |          1.0 |  0.708s |     1m:06s |
| Iteration 37     |           50 |        0.4144 |     SAMME |  0.9688 |          1.0 |  0.701s |     1m:08s |
| Iteration 38     |           50 |        0.5012 |     SAMME |     1.0 |          1.0 |  1.283s |     1m:10s |
| Iteration 39     |           50 |        0.5571 |   SAMME.R |  0.9062 |          1.0 |  0.707s |     1m:12s |
| Iteration 40     |          204 |        0.2491 |     SAMME |     1.0 |          1.0 |  0.820s |     1m:14s |
| Iteration 41     |          202 |          0.25 |     SAMME |  0.9688 |          1.0 |  0.814s |     1m:16s |
| Iteration 42     |          200 |        0.2498 |     SAMME |     1.0 |          1.0 |  0.762s |     1m:20s |
| Iteration 43     |          203 |        0.2553 |     SAMME |  0.8125 |          1.0 |  0.775s |     1m:24s |
| Iteration 44     |           50 |        0.3319 |     SAMME |  0.9375 |          1.0 |  0.660s |     1m:28s |
| Iteration 45     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.019s |     1m:31s |
| Iteration 46     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.001s |     1m:32s |
| Iteration 47     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 48     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 49     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 50     |          500 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.985s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'n_estimators': 50, 'learning_rate': 0.5012, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9978
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.048s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.1288
Time elapsed: 0.207s
-------------------------------------------------
Total time: 1m:42s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  1.048s |     1.067s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  0.901s |     2.822s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |       0.9375 |  0.937s |     4.560s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  0.744s |     6.146s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.9375 |       0.9375 |  0.936s |     7.862s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |       0.9375 |  0.780s |     9.408s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |       0.9375 |  0.816s |    11.050s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.625 |       0.9375 |  0.806s |    12.638s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |       0.9375 |  0.903s |    14.358s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |       0.9375 |  0.909s |    16.088s |
| Iteration 11     |          369 |      gini |         9 |                20 |                1 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.846s |    18.266s |
| Iteration 12     |          500 |   entropy |      None |                 2 |                1 |         auto |      True |     0.035 |        None |     1.0 |          1.0 |  1.033s |    20.615s |
| Iteration 13     |          429 |   entropy |      None |                 2 |               20 |         auto |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.874s |    22.829s |
| Iteration 14     |          447 |   entropy |         3 |                10 |                1 |         auto |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.900s |    25.293s |
| Iteration 15     |          347 |   entropy |         6 |                20 |               17 |         log2 |      True |       0.0 |         0.9 |   0.625 |          1.0 |  0.879s |    27.730s |
| Iteration 16     |          500 |      gini |         3 |                 2 |                3 |          0.8 |      True |    0.0138 |        None |   0.875 |          1.0 |  1.027s |    30.011s |
| Iteration 17     |          500 |   entropy |         1 |                20 |               20 |          0.7 |      True |     0.035 |        None |  0.7188 |          1.0 |  1.014s |    32.977s |
| Iteration 18     |          500 |   entropy |         3 |                 8 |                2 |         auto |      True |    0.0285 |        None |     1.0 |          1.0 |  1.073s |    35.355s |
| Iteration 19     |          493 |   entropy |      None |                 5 |                3 |         sqrt |      True |    0.0265 |        None |     1.0 |          1.0 |  1.067s |    37.745s |
| Iteration 20     |          365 |   entropy |         9 |                 8 |               17 |          0.7 |     False |    0.0029 |         --- |   0.875 |          1.0 |  0.903s |    39.899s |
| Iteration 21     |           81 |   entropy |         3 |                18 |                4 |         sqrt |      True |    0.0238 |        None |     1.0 |          1.0 |  0.739s |    41.921s |
| Iteration 22     |          339 |   entropy |      None |                 3 |                4 |          0.7 |      True |    0.0318 |         0.5 |     1.0 |          1.0 |  0.940s |    44.126s |
| Iteration 23     |          367 |      gini |         5 |                 7 |                3 |          0.6 |     False |    0.0294 |         --- |     1.0 |          1.0 |  0.898s |    46.354s |
| Iteration 24     |          440 |   entropy |         5 |                18 |                4 |         sqrt |     False |    0.0087 |         --- |    0.75 |          1.0 |  0.938s |    48.609s |
| Iteration 25     |          446 |   entropy |         3 |                15 |               10 |          0.7 |      True |    0.0002 |         0.6 |  0.9375 |          1.0 |  0.969s |    52.921s |
| Iteration 26     |          376 |      gini |         9 |                18 |                6 |         log2 |     False |    0.0255 |         --- |  0.8125 |          1.0 |  0.865s |    55.561s |
| Iteration 27     |           20 |      gini |         5 |                 6 |               15 |         auto |     False |    0.0127 |         --- |  0.8125 |          1.0 |  0.645s |    57.701s |
| Iteration 28     |          414 |      gini |         5 |                 6 |                1 |          0.6 |     False |    0.0343 |         --- |    0.75 |          1.0 |  0.901s |    59.902s |
| Iteration 29     |           31 |   entropy |         4 |                13 |               10 |         sqrt |      True |    0.0295 |         0.5 |     0.5 |          1.0 |  0.691s |     1m:02s |
| Iteration 30     |          338 |      gini |         9 |                20 |                2 |         log2 |     False |    0.0308 |         --- |    0.75 |          1.0 |  0.882s |     1m:04s |
| Iteration 31     |          421 |      gini |         4 |                 3 |                6 |          0.6 |     False |    0.0347 |         --- |  0.8125 |          1.0 |  0.927s |     1m:06s |
| Iteration 32     |          178 |   entropy |      None |                13 |                2 |          0.7 |      True |     0.035 |         0.5 |   0.875 |          1.0 |  0.812s |     1m:09s |
| Iteration 33     |          372 |   entropy |         9 |                18 |                7 |         sqrt |      True |    0.0302 |         0.5 |  0.6875 |          1.0 |  0.964s |     1m:11s |
| Iteration 34     |           10 |      gini |         9 |                20 |                2 |         auto |      True |     0.035 |        None |     1.0 |          1.0 |  0.682s |     1m:13s |
| Iteration 35     |          333 |      gini |         2 |                11 |                5 |          0.8 |     False |     0.018 |         --- |   0.625 |          1.0 |  0.877s |     1m:16s |
| Iteration 36     |          136 |      gini |         4 |                 7 |                2 |         auto |      True |     0.034 |        None |   0.875 |          1.0 |  0.724s |     1m:18s |
| Iteration 37     |          423 |   entropy |         5 |                20 |                1 |         sqrt |      True |       0.0 |        None |     1.0 |          1.0 |  0.938s |     1m:20s |
| Iteration 38     |          427 |      gini |         8 |                20 |                1 |         sqrt |      True |    0.0036 |        None |     1.0 |          1.0 |  0.953s |     1m:23s |
| Iteration 39     |          352 |   entropy |         6 |                20 |                6 |          0.5 |      True |    0.0156 |         0.6 |  0.8125 |          1.0 |  0.900s |     1m:25s |
| Iteration 40     |          475 |   entropy |         3 |                18 |                1 |         sqrt |      True |    0.0027 |        None |  0.8125 |          1.0 |  1.596s |     1m:29s |
| Iteration 41     |          369 |      gini |         9 |                18 |                5 |         auto |      True |    0.0016 |        None |   0.875 |          1.0 |  0.919s |     1m:33s |
| Iteration 42     |           75 |      gini |         3 |                 2 |                8 |         None |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.678s |     1m:37s |
| Iteration 43     |          376 |      gini |         8 |                20 |                8 |         None |     False |    0.0157 |         --- |  0.8125 |          1.0 |  0.880s |     1m:41s |
| Iteration 44     |          105 |   entropy |         5 |                 5 |                1 |         None |     False |    0.0218 |         --- |   0.875 |          1.0 |  0.704s |     1m:43s |
| Iteration 45     |          249 |   entropy |         8 |                 9 |                1 |         None |      True |    0.0048 |        None |     1.0 |          1.0 |  0.863s |     1m:45s |
| Iteration 46     |           21 |      gini |         1 |                10 |               20 |          0.8 |      True |    0.0025 |         0.8 |     0.5 |          1.0 |  0.648s |     1m:47s |
| Iteration 47     |          164 |      gini |      None |                 8 |                1 |          0.7 |      True |    0.0147 |         0.7 |  0.8125 |          1.0 |  0.772s |     1m:50s |
| Iteration 48     |          272 |   entropy |      None |                 8 |               20 |          0.9 |      True |     0.034 |         0.7 |     0.5 |          1.0 |  0.838s |     1m:52s |
| Iteration 49     |          153 |      gini |      None |                 7 |                1 |          0.9 |      True |    0.0242 |         0.6 |  0.5625 |          1.0 |  0.759s |     1m:56s |
| Iteration 50     |           48 |   entropy |      None |                11 |                9 |         sqrt |      True |    0.0085 |        None |  0.6875 |          1.0 |  0.660s |     1m:59s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 500, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 8, 'min_samples_leaf': 2, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0285, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:60s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9723
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.489s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 2.017s
-------------------------------------------------
Total time: 2m:02s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |   0.625 |        0.625 |  0.782s |     0.801s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.765s |     2.453s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.756s |     4.056s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.712s |     5.633s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.763s |     7.244s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.728s |     8.844s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.688s |    11.852s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.693s |    13.999s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |          1.0 |  0.729s |    17.243s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.712s |    19.183s |
| Iteration 11     |          295 |        0.0555 |         6 |  0.1705 |                2 |       0.8 |              1.0 |       0.1 |       0.01 |     1.0 |          1.0 |  0.711s |    21.080s |
| Iteration 12     |          450 |        0.0999 |         7 |  0.5935 |                3 |       0.9 |              0.8 |       0.1 |          1 |  0.8125 |          1.0 |  0.727s |    23.051s |
| Iteration 13     |           26 |        0.6553 |         6 |   0.893 |                6 |       0.8 |              0.6 |       0.1 |        0.1 |   0.625 |          1.0 |  0.643s |    24.911s |
| Iteration 14     |          304 |        0.0147 |         5 |   0.403 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.700s |    27.756s |
| Iteration 15     |          419 |        0.0261 |         2 |  0.3298 |                3 |       0.6 |              0.9 |       0.1 |       0.01 |  0.5625 |          1.0 |  0.705s |    29.935s |
| Iteration 16     |          384 |         0.048 |         3 |  0.4373 |                2 |       0.8 |              0.5 |       0.1 |        100 |   0.625 |          1.0 |  0.704s |    31.954s |
| Iteration 17     |          403 |        0.0109 |         1 |  0.7855 |                7 |       0.8 |              1.0 |       0.1 |         10 |   0.625 |          1.0 |  0.695s |    33.905s |
| Iteration 18     |          324 |        0.0178 |         7 |     0.2 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  1.273s |    36.508s |
| Iteration 19     |          319 |        0.0654 |         3 |  0.4167 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.717s |    38.466s |
| Iteration 20     |          286 |        0.0213 |         4 |  0.2264 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |          1.0 |  0.693s |    40.499s |
| Iteration 21     |          318 |        0.0277 |         5 |  0.7422 |                4 |       0.9 |              1.0 |         1 |        0.1 |     1.0 |          1.0 |  0.702s |    43.620s |
| Iteration 22     |          383 |        0.0245 |         6 |  0.4168 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |    0.75 |          1.0 |  0.719s |    47.110s |
| Iteration 23     |          340 |        0.0402 |         6 |  0.6121 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.694s |    49.463s |
| Iteration 24     |          455 |        0.1485 |         6 |  0.6697 |                5 |       0.9 |              1.0 |         0 |        0.1 |  0.8438 |          1.0 |  0.717s |    51.596s |
| Iteration 25     |          369 |        0.0284 |         5 |  0.4229 |                5 |       0.8 |              0.9 |         1 |        0.1 |  0.6875 |          1.0 |  0.700s |    53.651s |
| Iteration 26     |          313 |        0.1083 |         7 |   0.713 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.693s |    57.363s |
| Iteration 27     |          347 |        0.3428 |         2 |  0.6334 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |          1.0 |  0.692s |     1m:01s |
| Iteration 28     |          425 |        0.1443 |         3 |  0.1473 |                3 |       0.9 |              0.9 |       0.1 |        100 |  0.7188 |          1.0 |  0.726s |     1m:06s |
| Iteration 29     |          389 |        0.0286 |         5 |   0.937 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |          1.0 |  0.708s |     1m:08s |
| Iteration 30     |          271 |        0.0144 |         5 |     0.0 |                2 |       0.9 |              0.8 |      0.01 |       0.01 |    0.75 |          1.0 |  0.688s |     1m:10s |
| Iteration 31     |          252 |        0.0477 |         7 |  0.3627 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |  0.8125 |          1.0 |  0.682s |     1m:12s |
| Iteration 32     |          435 |          0.01 |         9 |  0.9552 |                3 |       0.9 |              0.5 |       0.1 |        0.1 |   0.875 |          1.0 |  0.712s |     1m:14s |
| Iteration 33     |          168 |          0.01 |         8 |     0.0 |                1 |       0.8 |              0.5 |       0.1 |       0.01 |     1.0 |          1.0 |  0.688s |     1m:16s |
| Iteration 34     |          137 |          0.01 |         9 |     0.0 |                1 |       0.8 |              0.7 |        10 |        0.1 |     0.5 |          1.0 |  0.663s |     1m:20s |
| Iteration 35     |          383 |          0.01 |         8 |     0.0 |                2 |       0.9 |              0.8 |       0.1 |          0 |  0.8125 |          1.0 |  0.716s |     1m:22s |
| Iteration 36     |           75 |          0.01 |        10 |  0.4534 |                1 |       0.8 |              1.0 |       0.1 |       0.01 |     1.0 |          1.0 |  0.652s |     1m:24s |
| Iteration 37     |           59 |          0.01 |         1 |  0.2577 |                1 |       1.0 |              0.9 |         1 |       0.01 |  0.9375 |          1.0 |  0.655s |     1m:26s |
| Iteration 38     |          373 |          0.01 |        10 |  0.0339 |                1 |       0.8 |              1.0 |       0.1 |       0.01 |     1.0 |          1.0 |  0.745s |     1m:28s |
| Iteration 39     |          280 |          0.01 |        10 |  0.2053 |                1 |       0.8 |              0.9 |       0.1 |       0.01 |  0.9375 |          1.0 |  0.706s |     1m:30s |
| Iteration 40     |           29 |          0.01 |         4 |     0.0 |                1 |       0.9 |              1.0 |       0.1 |       0.01 |     1.0 |          1.0 |  0.648s |     1m:33s |
| Iteration 41     |          307 |          0.01 |         1 |  0.3447 |                1 |       1.0 |              1.0 |         0 |        100 |  0.8125 |          1.0 |  0.681s |     1m:35s |
| Iteration 42     |          102 |          0.01 |         4 |  0.0409 |                1 |       0.9 |              0.8 |       0.1 |        0.1 |     1.0 |          1.0 |  1.238s |     1m:37s |
| Iteration 43     |          361 |          0.01 |         9 |     0.0 |                1 |       0.9 |              1.0 |       0.1 |        0.1 |  0.8438 |          1.0 |  0.721s |     1m:40s |
| Iteration 44     |           20 |          0.01 |         4 |  0.3475 |                1 |       0.9 |              0.8 |       0.1 |       0.01 |   0.875 |          1.0 |  0.639s |     1m:42s |
| Iteration 45     |           69 |          0.01 |         5 |  0.0098 |                1 |       0.8 |              0.4 |       0.1 |       0.01 |     1.0 |          1.0 |  0.655s |     1m:44s |
| Iteration 46     |           20 |          0.01 |         2 |     0.0 |                1 |       0.8 |              0.9 |       0.1 |       0.01 |     1.0 |          1.0 |  0.640s |     1m:46s |
| Iteration 47     |           20 |          0.01 |         4 |  0.1035 |                1 |       0.8 |              0.6 |       0.1 |       0.01 |   0.875 |          1.0 |  0.649s |     1m:48s |
| Iteration 48     |           39 |          0.01 |         8 |  0.1238 |                1 |       0.8 |              0.4 |       0.1 |       0.01 |  0.8125 |          1.0 |  0.645s |     1m:50s |
| Iteration 49     |          229 |           1.0 |         2 |  0.8954 |                1 |       1.0 |              1.0 |         1 |          0 |  0.8125 |          1.0 |  0.713s |     1m:53s |
| Iteration 50     |          424 |          0.01 |         1 |  0.5234 |                1 |       0.9 |              1.0 |       0.1 |       0.01 |   0.875 |          1.0 |  0.735s |     1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 324, 'learning_rate': 0.0178, 'max_depth': 7, 'gamma': 0.2, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.087s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.1166
Time elapsed: 0.256s
-------------------------------------------------
Total time: 1m:57s


Final results ==================== >>
Duration: 13m:02s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.6 ± 0.0949 ~
Logistic Regression             --> roc_auc: 0.23 ± 0.0927 ~
Linear Discriminant Analysis    --> roc_auc: 0.23 ± 0.186 ~
Quadratic Discriminant Analysis --> roc_auc: 0.19 ± 0.1594 ~
Radius Nearest Neighbors        --> roc_auc: 0.52 ± 0.051 ~
AdaBoost                        --> roc_auc: 0.63 ± 0.1288 ~ !
Random Forest                   --> roc_auc: 0.57 ± 0.06 ~
XGBoost                         --> roc_auc: 0.52 ± 0.1166 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVEDQTGANNLFF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CANAGGTSYGKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVLNSGGYQKVTF.
   >>> Dropping feature CAMREGNTGGFKTIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.5312 |       0.5312 |  3.221s |     3.242s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |       0.8125 |  3.215s |     7.595s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.9375 |       0.9375 |  3.164s |    11.684s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.6875 |       0.9375 |  3.220s |    15.807s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |       0.9375 |  3.242s |    19.960s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.125 |       0.9375 |  3.248s |    24.128s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |       0.9375 |  3.198s |    28.206s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.6875 |       0.9375 |  3.263s |    32.398s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.4375 |       0.9375 |  3.179s |    36.570s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     0.5 |       0.9375 |  3.346s |    40.881s |
| Iteration 11     | exponen.. |        0.0178 |          111 |       0.6 | friedman_mse |                11 |                1 |         8 |         sqrt |    0.0263 |  0.8125 |       0.9375 |  3.195s |    45.527s |
| Iteration 12     | exponen.. |        0.7574 |          331 |       0.7 | squared_er.. |                 4 |                6 |        10 |         sqrt |    0.0088 |    0.75 |       0.9375 |  3.266s |    50.016s |
| Iteration 13     | exponen.. |          0.01 |          193 |       0.9 | squared_er.. |                 5 |                1 |         1 |         None |     0.035 |     1.0 |          1.0 |  3.183s |    54.425s |
| Iteration 14     | exponen.. |        0.2222 |          184 |       0.9 | squared_er.. |                 6 |                1 |         4 |          0.5 |     0.035 |   0.625 |          1.0 |  3.186s |    58.779s |
| Iteration 15     |  deviance |         0.036 |          463 |       0.5 | friedman_mse |                11 |                1 |         4 |         auto |    0.0074 |    0.75 |          1.0 |  3.240s |     1m:03s |
| Iteration 16     | exponen.. |        0.1208 |          150 |       1.0 | squared_er.. |                 8 |               14 |         2 |         None |     0.032 |  0.7188 |          1.0 |  3.156s |     1m:07s |
| Iteration 17     | exponen.. |        0.6054 |          409 |       0.9 | squared_er.. |                15 |               11 |         9 |         None |    0.0206 |  0.8438 |          1.0 |  3.247s |     1m:12s |
| Iteration 18     | exponen.. |          0.01 |           48 |       0.8 | squared_er.. |                 9 |               15 |         5 |         None |    0.0315 |     1.0 |          1.0 |  3.179s |     1m:17s |
| Iteration 19     | exponen.. |          0.34 |          182 |       0.6 | friedman_mse |                 8 |                2 |         8 |         sqrt |    0.0066 |     1.0 |          1.0 |  3.200s |     1m:22s |
| Iteration 20     | exponen.. |         0.159 |          272 |       0.5 | friedman_mse |                 6 |                4 |         5 |         sqrt |    0.0212 |   0.625 |          1.0 |  3.250s |     1m:27s |
| Iteration 21     | exponen.. |        0.4647 |          416 |       0.8 | friedman_mse |                 9 |                1 |         8 |         sqrt |    0.0169 |   0.875 |          1.0 |  3.264s |     1m:32s |
| Iteration 22     | exponen.. |         0.103 |          368 |       0.6 | friedman_mse |                 4 |                3 |         7 |         sqrt |    0.0084 |   0.875 |          1.0 |  3.227s |     1m:37s |
| Iteration 23     | exponen.. |        0.5198 |          194 |       0.6 | friedman_mse |                 8 |                5 |         9 |         sqrt |    0.0057 |    0.75 |          1.0 |  3.179s |     1m:41s |
| Iteration 24     | exponen.. |        0.0124 |          120 |       0.6 | squared_er.. |                16 |                8 |         3 |         None |    0.0333 |   0.625 |          1.0 |  3.203s |     1m:46s |
| Iteration 25     | exponen.. |        0.0764 |          110 |       0.7 | friedman_mse |                 9 |                4 |        10 |         log2 |    0.0053 |   0.625 |          1.0 |  3.160s |     1m:50s |
| Iteration 26     | exponen.. |          0.01 |           10 |       0.8 | squared_er.. |                 2 |                2 |         1 |         None |     0.035 |   0.875 |          1.0 |  3.138s |     1m:55s |
| Iteration 27     | exponen.. |        0.2086 |          190 |       0.8 | squared_er.. |                12 |               17 |         9 |         None |    0.0228 |  0.6875 |          1.0 |  3.180s |     2m:01s |
| Iteration 28     | exponen.. |        0.5585 |          269 |       0.9 | squared_er.. |                20 |               11 |         6 |         auto |    0.0118 |  0.6562 |          1.0 |  3.188s |     2m:08s |
| Iteration 29     | exponen.. |          0.01 |           57 |       0.9 | squared_er.. |                10 |                1 |         4 |         None |    0.0083 |   0.625 |          1.0 |  3.142s |     2m:15s |
| Iteration 30     | exponen.. |        0.1337 |          270 |       0.6 | squared_er.. |                 3 |                3 |         3 |          0.5 |    0.0068 |   0.375 |          1.0 |  3.175s |     2m:20s |
| Iteration 31     | exponen.. |        0.0295 |           78 |       0.8 | squared_er.. |                11 |               11 |         4 |         log2 |    0.0293 |    0.75 |          1.0 |  3.192s |     2m:24s |
| Iteration 32     |  deviance |           1.0 |          490 |       0.9 | squared_er.. |                 5 |                8 |         1 |         None |     0.035 |  0.5625 |          1.0 |  3.265s |     2m:29s |
| Iteration 33     | exponen.. |          0.01 |          134 |       0.6 | friedman_mse |                13 |                5 |         5 |         log2 |    0.0047 |  0.8125 |          1.0 |  3.224s |     2m:34s |
| Iteration 34     | exponen.. |        0.0179 |          337 |       0.8 | squared_er.. |                10 |                5 |         6 |         auto |    0.0032 |     1.0 |          1.0 |  3.291s |     2m:38s |
| Iteration 35     |  deviance |          0.24 |          189 |       0.5 | friedman_mse |                 5 |               10 |         3 |          0.9 |       0.0 |   0.375 |          1.0 |  3.179s |     2m:43s |
| Iteration 36     | exponen.. |          0.01 |           10 |       1.0 | squared_er.. |                 2 |                1 |        10 |         auto |     0.035 |  0.7188 |          1.0 |  3.169s |     2m:48s |
| Iteration 37     | exponen.. |        0.0195 |          254 |       0.6 | friedman_mse |                20 |                2 |         2 |         sqrt |    0.0304 |  0.8125 |          1.0 |  3.167s |     2m:53s |
| Iteration 38     | exponen.. |        0.0207 |           94 |       1.0 | squared_er.. |                 6 |               15 |         9 |         auto |    0.0338 |     0.5 |          1.0 |  3.155s |     2m:59s |
| Iteration 39     |  deviance |         0.216 |          380 |       0.8 | squared_er.. |                 8 |               19 |        10 |         auto |    0.0009 |    0.75 |          1.0 |  3.242s |     3m:04s |
| Iteration 40     | exponen.. |        0.0242 |           18 |       0.8 | friedman_mse |                16 |               17 |         6 |          0.6 |    0.0035 |   0.625 |          1.0 |  3.156s |     3m:08s |
| Iteration 41     | exponen.. |        0.0592 |          138 |       0.8 | squared_er.. |                 8 |                2 |         6 |         auto |    0.0067 |  0.7812 |          1.0 |  3.205s |     3m:13s |
| Iteration 42     |  deviance |        0.2354 |          484 |       0.8 | friedman_mse |                13 |                1 |         8 |         auto |    0.0147 |   0.875 |          1.0 |  3.302s |     3m:18s |
| Iteration 43     | exponen.. |        0.9217 |          264 |       0.6 | friedman_mse |                15 |                3 |         8 |          0.5 |     0.021 |  0.5938 |          1.0 |  3.848s |     3m:23s |
| Iteration 44     | exponen.. |        0.0138 |          402 |       0.8 | friedman_mse |                 9 |                3 |         3 |         auto |    0.0301 |  0.6875 |          1.0 |  3.320s |     3m:28s |
| Iteration 45     | exponen.. |        0.0353 |          170 |       0.7 | friedman_mse |                16 |               11 |        10 |         sqrt |    0.0081 |     1.0 |          1.0 |  3.261s |     3m:33s |
| Iteration 46     | exponen.. |        0.0121 |          447 |       0.7 | friedman_mse |                10 |                5 |         5 |         sqrt |     0.004 |  0.8125 |          1.0 |  3.361s |     3m:39s |
| Iteration 47     |  deviance |        0.3202 |          260 |       0.7 | friedman_mse |                19 |               19 |         8 |         sqrt |       0.0 |   0.625 |          1.0 |  3.236s |     3m:44s |
| Iteration 48     | exponen.. |        0.0439 |          115 |       0.7 | friedman_mse |                 5 |               12 |         8 |         sqrt |    0.0115 |    0.75 |          1.0 |  3.229s |     3m:49s |
| Iteration 49     | exponen.. |          0.01 |          177 |       0.7 | friedman_mse |                16 |                2 |         9 |         auto |       0.0 |   0.875 |          1.0 |  3.311s |     3m:54s |
| Iteration 50     |  deviance |          0.01 |          213 |       0.9 | friedman_mse |                14 |                6 |         8 |         None |     0.035 |  0.6875 |          1.0 |  3.553s |     4m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0179, 'n_estimators': 337, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_depth': 6, 'max_features': 'auto', 'ccp_alpha': 0.0032}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.122s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0583
Time elapsed: 0.571s
-------------------------------------------------
Total time: 4m:03s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  3.186s |     3.200s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.3125 |       0.5625 |  3.196s |     8.200s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |       0.8125 |  3.196s |    12.624s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |       0.8125 |  3.209s |    17.982s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     1.0 |          1.0 |  3.234s |    22.386s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.25 |          1.0 |  3.222s |    26.484s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |          1.0 |  3.198s |    31.562s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.0625 |          1.0 |  3.202s |    35.873s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |          1.0 |  3.200s |    39.956s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |          1.0 |  3.221s |    44.107s |
| Iteration 11     |      l2 |  7.5303 | newto.. |      478 |      --- |  0.9375 |          1.0 |  3.227s |    48.772s |
| Iteration 12     |      l2 |  0.0014 |     sag |      552 |      --- |   0.875 |          1.0 |  3.212s |    53.327s |
| Iteration 13     |    none |     --- | newto.. |      557 |      --- |  0.9375 |          1.0 |  3.230s |    57.993s |
| Iteration 14     |    none |     --- |   lbfgs |      614 |      --- |  0.6875 |          1.0 |  3.191s |     1m:03s |
| Iteration 15     |      l2 | 71.2519 |   lbfgs |      572 |      --- |     1.0 |          1.0 |  3.164s |     1m:09s |
| Iteration 16     |      l2 | 68.9249 |   lbfgs |      566 |      --- |  0.8125 |          1.0 |  3.159s |     1m:17s |
| Iteration 17     |      l2 |  6.7906 |     sag |      312 |      --- |  0.3125 |          1.0 |  3.144s |     1m:23s |
| Iteration 18     |    none |     --- |   lbfgs |      529 |      --- |     1.0 |          1.0 |  3.216s |     1m:30s |
| Iteration 19     |      l2 |  0.0408 | libli.. |      507 |      --- |  0.8125 |          1.0 |  3.163s |     1m:37s |
| Iteration 20     |    none |     --- |   lbfgs |      526 |      --- |     0.5 |          1.0 |  3.144s |     1m:45s |
| Iteration 21     |      l2 | 18.1405 |     sag |      532 |      --- |  0.8125 |          1.0 |  3.092s |     1m:50s |
| Iteration 22     |    none |     --- |   lbfgs |      534 |      --- |  0.8125 |          1.0 |  3.141s |     1m:56s |
| Iteration 23     |      l2 |  8.7268 |   lbfgs |      595 |      --- |     0.5 |          1.0 |  3.197s |     2m:01s |
| Iteration 24     |      l2 |   100.0 | libli.. |      631 |      --- |  0.6875 |          1.0 |  3.118s |     2m:05s |
| Iteration 25     |      l2 |   100.0 |     sag |      476 |      --- |    0.75 |          1.0 |  3.135s |     2m:11s |
| Iteration 26     |      l2 |  0.0328 |     sag |      329 |      --- |     0.5 |          1.0 |  3.124s |     2m:18s |
| Iteration 27     |    none |     --- |   lbfgs |      535 |      --- |  0.5625 |          1.0 |  3.168s |     2m:25s |
| Iteration 28     |      l2 |  31.803 |   lbfgs |      582 |      --- |  0.4375 |          1.0 |  3.161s |     2m:31s |
| Iteration 29     |    none |     --- | newto.. |      510 |      --- |   0.625 |          1.0 |  3.612s |     2m:37s |
| Iteration 30     |    none |     --- | newto.. |      548 |      --- |  0.3125 |          1.0 |  3.236s |     2m:41s |
| Iteration 31     |      l2 |  0.0083 |    saga |      445 |      --- |   0.625 |          1.0 |  3.234s |     2m:46s |
| Iteration 32     |      l2 |  0.0168 |   lbfgs |      433 |      --- |     0.5 |          1.0 |  3.290s |     2m:50s |
| Iteration 33     |      l2 | 63.1711 | newto.. |      736 |      --- |     1.0 |          1.0 |  3.312s |     2m:55s |
| Iteration 34     |    none |     --- |    saga |      755 |      --- |   0.875 |          1.0 |  3.349s |     2m:59s |
| Iteration 35     |      l2 |  0.3333 | libli.. |      721 |      --- |   0.375 |          1.0 |  3.242s |     3m:04s |
| Iteration 36     | elast.. | 40.5651 |    saga |      769 |      0.2 |  0.1875 |          1.0 |  3.306s |     3m:09s |
| Iteration 37     |      l2 | 12.1335 |     sag |      564 |      --- |   0.375 |          1.0 |  3.247s |     3m:13s |
| Iteration 38     |      l2 |  0.0128 | libli.. |      766 |      --- |  0.8125 |          1.0 |  3.282s |     3m:18s |
| Iteration 39     |      l2 |  9.5271 | newto.. |      634 |      --- |     0.5 |          1.0 |  3.226s |     3m:22s |
| Iteration 40     |      l2 | 94.1266 |   lbfgs |      287 |      --- |   0.625 |          1.0 |  3.335s |     3m:27s |
| Iteration 41     |    none |     --- |   lbfgs |      535 |      --- |  0.5625 |          1.0 |  0.001s |     3m:28s |
| Iteration 42     |      l2 |  87.981 |   lbfgs |      605 |      --- |    0.75 |          1.0 |  3.274s |     3m:33s |
| Iteration 43     |    none |     --- |   lbfgs |      390 |      --- |   0.375 |          1.0 |  3.126s |     3m:40s |
| Iteration 44     |      l2 |  1.0682 |     sag |      794 |      --- |    0.75 |          1.0 |  3.224s |     3m:45s |
| Iteration 45     |    none |     --- | newto.. |      398 |      --- |  0.8125 |          1.0 |  3.260s |     3m:49s |
| Iteration 46     |      l2 | 33.4367 |   lbfgs |      927 |      --- |   0.625 |          1.0 |  3.246s |     3m:55s |
| Iteration 47     |      l2 | 15.2181 |     sag |      100 |      --- |   0.625 |          1.0 |  3.210s |     3m:59s |
| Iteration 48     |      l2 |  0.0192 |   lbfgs |      622 |      --- |   0.625 |          1.0 |  3.222s |     4m:04s |
| Iteration 49     |      l2 | 53.5757 | libli.. |      470 |      --- |   0.625 |          1.0 |  3.221s |     4m:08s |
| Iteration 50     |      l1 |   0.001 |    saga |      362 |      --- |     0.5 |          1.0 |  3.225s |     4m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'penalty': 'l2', 'C': 63.1711, 'solver': 'newton-cg', 'max_iter': 736}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8598
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.086
Time elapsed: 0.071s
-------------------------------------------------
Total time: 4m:15s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  3.239s |     3.245s |
| Initial point 2  |     svd |       --- |   0.375 |          0.5 |  3.206s |     7.402s |
| Initial point 3  |     svd |       --- |   0.375 |          0.5 |  0.001s |     8.246s |
| Initial point 4  |    lsqr |       0.8 |   0.875 |        0.875 |  3.274s |    12.344s |
| Initial point 5  |   eigen |       0.9 |     1.0 |          1.0 |  3.232s |    16.432s |
| Initial point 6  |    lsqr |       0.7 |  0.3125 |          1.0 |  3.223s |    20.613s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |          1.0 |  3.220s |    24.835s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |          1.0 |  3.226s |    28.935s |
| Initial point 9  |    lsqr |       0.6 |  0.5625 |          1.0 |  3.242s |    33.080s |
| Initial point 10 |   eigen |       0.8 |     0.5 |          1.0 |  3.239s |    37.412s |
| Iteration 11     |   eigen |       0.6 |  0.9375 |          1.0 |  3.231s |    41.598s |
| Iteration 12     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |    42.640s |
| Iteration 13     |   eigen |       0.7 |     0.5 |          1.0 |  3.229s |    46.784s |
| Iteration 14     |    lsqr |      auto |    0.75 |          1.0 |  3.219s |    52.683s |
| Iteration 15     |   eigen |      auto |   0.875 |          1.0 |  3.132s |    59.379s |
| Iteration 16     |     svd |       --- |   0.375 |          1.0 |  0.000s |     1m:03s |
| Iteration 17     |     svd |       --- |   0.375 |          1.0 |  0.000s |     1m:06s |
| Iteration 18     |   eigen |       0.5 |     1.0 |          1.0 |  3.153s |     1m:10s |
| Iteration 19     |   eigen |      None |  0.8125 |          1.0 |  3.171s |     1m:14s |
| Iteration 20     |    lsqr |      None |     0.5 |          1.0 |  3.177s |     1m:19s |
| Iteration 21     |    lsqr |       1.0 |     1.0 |          1.0 |  3.188s |     1m:23s |
| Iteration 22     |     svd |       --- |   0.375 |          1.0 |  0.000s |     1m:24s |
| Iteration 23     |     svd |       --- |   0.375 |          1.0 |  0.000s |     1m:25s |
| Iteration 24     |     svd |       --- |   0.375 |          1.0 |  0.000s |     1m:26s |
| Iteration 25     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 26     |     svd |       --- |   0.375 |          1.0 |  0.001s |     1m:30s |
| Iteration 27     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 28     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 29     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 30     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 31     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 32     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:41s |
| Iteration 33     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:42s |
| Iteration 34     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 35     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:44s |
| Iteration 36     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 37     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 38     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:47s |
| Iteration 39     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:49s |
| Iteration 40     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:51s |
| Iteration 41     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:52s |
| Iteration 42     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:53s |
| Iteration 43     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:54s |
| Iteration 44     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:55s |
| Iteration 45     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:56s |
| Iteration 46     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:58s |
| Iteration 47     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     1m:59s |
| Iteration 48     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:60s |
| Iteration 49     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     2m:02s |
| Iteration 50     |   eigen |       0.9 |     1.0 |          1.0 |  0.000s |     2m:03s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.02
Time elapsed: 0.030s
-------------------------------------------------
Total time: 2m:04s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  3.069s |     3.072s |
| Initial point 2  |       0.9 |     0.5 |          0.5 |  3.133s |     7.102s |
| Initial point 3  |       0.1 |  0.6875 |       0.6875 |  3.172s |    11.286s |
| Initial point 4  |       1.0 |     0.5 |       0.6875 |  0.001s |    12.247s |
| Initial point 5  |       0.2 |  0.9375 |       0.9375 |  3.142s |    16.214s |
| Initial point 6  |       0.4 |   0.375 |       0.9375 |  3.153s |    20.296s |
| Initial point 7  |       0.4 |   0.375 |       0.9375 |  0.000s |    21.178s |
| Initial point 8  |       0.7 |     0.5 |       0.9375 |  3.133s |    25.147s |
| Initial point 9  |       0.9 |     0.5 |       0.9375 |  0.000s |    26.064s |
| Initial point 10 |       0.8 |     0.5 |       0.9375 |  3.158s |    30.002s |
| Iteration 11     |       0.3 |     1.0 |          1.0 |  3.168s |    35.906s |
| Iteration 12     |       0.6 |     0.5 |          1.0 |  3.128s |    40.595s |
| Iteration 13     |       0.5 |  0.5625 |          1.0 |  3.189s |    44.719s |
| Iteration 14     |       0.0 |  0.6875 |          1.0 |  3.218s |    48.893s |
| Iteration 15     |       0.3 |     1.0 |          1.0 |  0.001s |    49.823s |
| Iteration 16     |       0.3 |     1.0 |          1.0 |  0.000s |    50.707s |
| Iteration 17     |       0.3 |     1.0 |          1.0 |  0.000s |    51.598s |
| Iteration 18     |       0.3 |     1.0 |          1.0 |  0.000s |    52.603s |
| Iteration 19     |       0.3 |     1.0 |          1.0 |  0.000s |    53.562s |
| Iteration 20     |       0.3 |     1.0 |          1.0 |  0.000s |    56.134s |
| Iteration 21     |       0.3 |     1.0 |          1.0 |  0.000s |    57.426s |
| Iteration 22     |       0.3 |     1.0 |          1.0 |  0.000s |    58.308s |
| Iteration 23     |       0.3 |     1.0 |          1.0 |  0.000s |    59.193s |
| Iteration 24     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 25     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 26     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 27     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 28     |       0.9 |     0.5 |          1.0 |  0.000s |     1m:05s |
| Iteration 29     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 30     |       0.8 |     0.5 |          1.0 |  0.000s |     1m:09s |
| Iteration 31     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 32     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 33     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 34     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 35     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 36     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 37     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 38     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 39     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 40     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 41     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 42     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 43     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 44     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 45     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 46     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 47     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 48     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 49     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 50     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7518
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:36s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.5059 | dista.. |      auto |        40 |       1 |   0.375 |        0.375 |  3.095s |     3.115s |
| Initial point 2  |  4.5759 | uniform |   kd_tree |        39 |       2 |  0.5312 |       0.5312 |  3.119s |     7.298s |
| Initial point 3  |  3.6147 | dista.. | ball_tree |        25 |       2 |  0.9375 |       0.9375 |  3.163s |    11.326s |
| Initial point 4  | 10.5456 | uniform | ball_tree |        39 |       2 |  0.7188 |       0.9375 |  3.300s |    15.431s |
| Initial point 5  |  8.2611 | dista.. |      auto |        30 |       2 |   0.875 |       0.9375 |  3.221s |    19.618s |
| Initial point 6  |   9.567 | dista.. | ball_tree |        21 |       2 |    0.25 |       0.9375 |  3.162s |    24.919s |
| Initial point 7  |   6.843 | dista.. | ball_tree |        24 |       1 |   0.625 |       0.9375 |  3.180s |    29.334s |
| Initial point 8  |  1.6398 | dista.. | ball_tree |        21 |       2 |  0.4375 |       0.9375 |  3.224s |    33.475s |
| Initial point 9  |  7.6226 | uniform | ball_tree |        24 |       1 |    0.25 |       0.9375 |  3.156s |    37.595s |
| Initial point 10 |  5.4142 | uniform |     brute |        22 |       2 |  0.5312 |       0.9375 |  3.277s |    41.708s |
| Iteration 11     |  2.4059 | dista.. | ball_tree |        26 |       2 |  0.5625 |       0.9375 |  3.122s |    47.763s |
| Iteration 12     | 11.5066 | dista.. | ball_tree |        25 |       1 |    0.75 |       0.9375 |  3.122s |    54.314s |
| Iteration 13     |  0.5044 | dista.. |      auto |        30 |       1 |     0.5 |       0.9375 |  3.154s |     1m:01s |
| Iteration 14     | 11.4877 | dista.. | ball_tree |        25 |       2 |  0.8125 |       0.9375 |  3.124s |     1m:08s |
| Iteration 15     |  5.3918 | dista.. |     brute |        25 |       2 |   0.875 |       0.9375 |  3.184s |     1m:12s |
| Iteration 16     |  1.7267 | dista.. |      auto |        25 |       2 |  0.6875 |       0.9375 |  3.181s |     1m:17s |
| Iteration 17     |  0.0251 | dista.. |     brute |        30 |       2 |     0.5 |       0.9375 |  3.171s |     1m:21s |
| Iteration 18     |  10.497 | dista.. | ball_tree |        30 |       2 |  0.4062 |       0.9375 |  3.200s |     1m:25s |
| Iteration 19     | 11.1934 | uniform |      auto |        38 |       1 |  0.4375 |       0.9375 |  3.191s |     1m:30s |
| Iteration 20     |  10.022 | uniform |      auto |        40 |       2 |   0.625 |       0.9375 |  3.201s |     1m:34s |
| Iteration 21     |  6.8663 | dista.. | ball_tree |        23 |       1 |    0.75 |       0.9375 |  3.149s |     1m:39s |
| Iteration 22     |  0.5512 | dista.. |     brute |        25 |       2 |     0.5 |       0.9375 |  3.209s |     1m:43s |
| Iteration 23     | 10.6568 | dista.. |      auto |        25 |       1 |    0.75 |       0.9375 |  3.165s |     1m:47s |
| Iteration 24     |  6.6904 | uniform |   kd_tree |        29 |       2 |   0.375 |       0.9375 |  3.198s |     1m:52s |
| Iteration 25     |  0.0542 | dista.. |      auto |        35 |       2 |     0.5 |       0.9375 |  3.204s |     1m:56s |
| Iteration 26     |   0.437 | uniform |     brute |        34 |       2 |     0.5 |       0.9375 |  3.167s |     2m:01s |
| Iteration 27     | 10.9018 | dista.. |      auto |        25 |       1 |   0.625 |       0.9375 |  3.801s |     2m:06s |
| Iteration 28     | 10.4631 | dista.. |     brute |        25 |       2 |     0.5 |       0.9375 |  3.139s |     2m:10s |
| Iteration 29     |  0.0566 | dista.. | ball_tree |        25 |       2 |     0.5 |       0.9375 |  3.118s |     2m:15s |
| Iteration 30     | 10.6181 | dista.. |      auto |        24 |       2 |   0.375 |       0.9375 |  3.104s |     2m:19s |
| Iteration 31     | 11.4325 | uniform |      auto |        31 |       2 |     0.5 |       0.9375 |  3.145s |     2m:23s |
| Iteration 32     | 11.2242 | uniform |      auto |        25 |       1 |   0.125 |       0.9375 |  3.146s |     2m:28s |
| Iteration 33     |  1.4281 | uniform |      auto |        20 |       1 |     0.5 |       0.9375 |  3.167s |     2m:32s |
| Iteration 34     | 11.2067 | dista.. |     brute |        33 |       1 |  0.9375 |       0.9375 |  3.164s |     2m:36s |
| Iteration 35     | 11.4372 | dista.. |     brute |        33 |       1 |     0.5 |       0.9375 |  3.161s |     2m:41s |
| Iteration 36     | 10.9616 | dista.. |     brute |        37 |       1 |  0.4375 |       0.9375 |  3.175s |     2m:47s |
| Iteration 37     | 10.3958 | dista.. |      auto |        27 |       1 |  0.5625 |       0.9375 |  3.164s |     2m:52s |
| Iteration 38     |  11.405 | dista.. |     brute |        27 |       1 |  0.8125 |       0.9375 |  3.160s |     2m:56s |
| Iteration 39     | 11.4392 | dista.. |     brute |        27 |       1 |  0.8125 |       0.9375 |  3.140s |     3m:00s |
| Iteration 40     | 11.4333 | dista.. |     brute |        27 |       1 |   0.625 |       0.9375 |  3.182s |     3m:05s |
| Iteration 41     | 10.4125 | uniform |      auto |        35 |       1 |    0.25 |       0.9375 |  3.143s |     3m:09s |
| Iteration 42     | 11.5383 | dista.. |     brute |        28 |       1 |  0.8125 |       0.9375 |  3.166s |     3m:14s |
| Iteration 43     |   0.167 | dista.. |     brute |        28 |       1 |     0.5 |       0.9375 |  3.169s |     3m:18s |
| Iteration 44     |   4.456 | dista.. | ball_tree |        26 |       2 |    0.25 |       0.9375 |  3.176s |     3m:23s |
| Iteration 45     | 11.5383 | dista.. |     brute |        20 |       1 |   0.875 |       0.9375 |  3.167s |     3m:30s |
| Iteration 46     | 11.5383 | dista.. |     brute |        20 |       1 |   0.875 |       0.9375 |  0.001s |     3m:32s |
| Iteration 47     | 11.2387 | dista.. |     brute |        26 |       1 |    0.25 |       0.9375 |  3.144s |     3m:36s |
| Iteration 48     | 10.7937 | dista.. |     brute |        20 |       1 |  0.6875 |       0.9375 |  3.165s |     3m:41s |
| Iteration 49     |  3.5703 | dista.. |      auto |        20 |       2 |   0.625 |       0.9375 |  3.178s |     3m:46s |
| Iteration 50     |  9.2299 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  3.153s |     3m:50s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'radius': 9.2299, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:52s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.1114
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:52s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5938 |       0.5938 |  3.514s |     3.522s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  3.566s |     8.074s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  3.277s |    12.304s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |          1.0 |  4.023s |    17.270s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |          1.0 |  3.333s |    21.603s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.0625 |          1.0 |  3.526s |    26.036s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.25 |          1.0 |  3.166s |    30.184s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.5625 |          1.0 |  3.467s |    34.550s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.5938 |          1.0 |  3.145s |    38.639s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5312 |          1.0 |  3.246s |    42.832s |
| Iteration 11     |          229 |         0.636 |     SAMME |   0.875 |          1.0 |  3.253s |    47.309s |
| Iteration 12     |          214 |          10.0 |   SAMME.R |   0.375 |          1.0 |  3.311s |    51.719s |
| Iteration 13     |          241 |          10.0 |     SAMME |  0.7188 |          1.0 |  3.238s |    56.242s |
| Iteration 14     |          217 |          0.01 |     SAMME |  0.5938 |          1.0 |  3.351s |     1m:01s |
| Iteration 15     |          262 |          0.01 |     SAMME |  0.5938 |          1.0 |  3.285s |     1m:05s |
| Iteration 16     |          455 |        0.8368 |     SAMME |    0.75 |          1.0 |  3.475s |     1m:10s |
| Iteration 17     |          120 |         1.056 |     SAMME |  0.8125 |          1.0 |  3.252s |     1m:14s |
| Iteration 18     |          247 |        0.8868 |     SAMME |   0.625 |          1.0 |  3.364s |     1m:19s |
| Iteration 19     |          353 |        0.9927 |     SAMME |     1.0 |          1.0 |  3.370s |     1m:24s |
| Iteration 20     |          275 |        1.0096 |     SAMME |  0.6875 |          1.0 |  3.352s |     1m:28s |
| Iteration 21     |           73 |        0.0594 |     SAMME |  0.9375 |          1.0 |  3.203s |     1m:33s |
| Iteration 22     |          461 |        0.0531 |     SAMME |   0.875 |          1.0 |  3.493s |     1m:37s |
| Iteration 23     |           63 |        0.0413 |     SAMME |  0.6562 |          1.0 |  3.211s |     1m:42s |
| Iteration 24     |           59 |        0.0626 |     SAMME |  0.7812 |          1.0 |  3.206s |     1m:46s |
| Iteration 25     |          428 |          1.06 |   SAMME.R |   0.625 |          1.0 |  3.519s |     1m:51s |
| Iteration 26     |          470 |        0.0582 |     SAMME |  0.8125 |          1.0 |  3.492s |     1m:56s |
| Iteration 27     |          260 |        0.4561 |     SAMME |  0.6875 |          1.0 |  3.380s |     2m:00s |
| Iteration 28     |           88 |        0.0663 |   SAMME.R |  0.6875 |          1.0 |  3.233s |     2m:05s |
| Iteration 29     |          476 |        0.0308 |   SAMME.R |   0.625 |          1.0 |  3.686s |     2m:10s |
| Iteration 30     |          168 |        0.6145 |   SAMME.R |   0.375 |          1.0 |  3.207s |     2m:15s |
| Iteration 31     |           84 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  3.324s |     2m:20s |
| Iteration 32     |          145 |        0.1841 |     SAMME |    0.75 |          1.0 |  3.241s |     2m:24s |
| Iteration 33     |           53 |        2.4953 |   SAMME.R |  0.8125 |          1.0 |  3.179s |     2m:29s |
| Iteration 34     |          498 |         3.356 |   SAMME.R |  0.3125 |          1.0 |  3.562s |     2m:33s |
| Iteration 35     |          224 |        1.8707 |   SAMME.R |   0.375 |          1.0 |  3.310s |     2m:38s |
| Iteration 36     |          473 |        1.2072 |     SAMME |  0.6875 |          1.0 |  3.499s |     2m:42s |
| Iteration 37     |          199 |        0.1134 |     SAMME |  0.6875 |          1.0 |  3.265s |     2m:49s |
| Iteration 38     |           90 |        0.2998 |     SAMME |  0.4375 |          1.0 |  3.135s |     2m:55s |
| Iteration 39     |           77 |        0.0525 |     SAMME |  0.7188 |          1.0 |  3.124s |     3m:00s |
| Iteration 40     |          459 |        0.0534 |     SAMME |  0.8438 |          1.0 |  3.462s |     3m:05s |
| Iteration 41     |          455 |        0.0533 |     SAMME |  0.5625 |          1.0 |  3.478s |     3m:10s |
| Iteration 42     |          493 |        0.0166 |   SAMME.R |  0.9375 |          1.0 |  3.526s |     3m:15s |
| Iteration 43     |          167 |        0.0166 |   SAMME.R |  0.5938 |          1.0 |  3.261s |     3m:19s |
| Iteration 44     |           53 |        6.9485 |     SAMME |    0.75 |          1.0 |  3.166s |     3m:24s |
| Iteration 45     |          464 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.524s |     3m:29s |
| Iteration 46     |          500 |          0.01 |   SAMME.R |   0.875 |          1.0 |  3.545s |     3m:34s |
| Iteration 47     |          500 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.001s |     3m:36s |
| Iteration 48     |          500 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.000s |     3m:37s |
| Iteration 49     |          500 |        0.0132 |   SAMME.R |   0.875 |          1.0 |  3.630s |     3m:42s |
| Iteration 50     |          500 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.000s |     3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 464, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9871
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.431s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.605 ± 0.11
Time elapsed: 1.923s
-------------------------------------------------
Total time: 3m:48s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  3.558s |     3.577s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |       0.6875 |  3.425s |     8.429s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |         0.75 |  3.498s |    12.741s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |         0.75 |  3.291s |    16.846s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.9375 |       0.9375 |  3.543s |    22.491s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.125 |       0.9375 |  3.309s |    28.332s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  3.354s |    32.845s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.4375 |          1.0 |  3.984s |    37.668s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  3.484s |    41.980s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.4375 |          1.0 |  3.431s |    46.363s |
| Iteration 11     |          239 |      gini |      None |                20 |               20 |         None |      True |       0.0 |        None |  0.8438 |          1.0 |  3.341s |    51.233s |
| Iteration 12     |          322 |   entropy |         5 |                19 |                6 |         auto |     False |    0.0266 |         --- |  0.6875 |          1.0 |  3.371s |    56.046s |
| Iteration 13     |          482 |      gini |      None |                 6 |                1 |         log2 |      True |    0.0277 |         0.5 |  0.9375 |          1.0 |  3.567s |     1m:01s |
| Iteration 14     |          500 |      gini |      None |                 2 |                3 |         auto |      True |    0.0214 |        None |  0.5625 |          1.0 |  3.600s |     1m:07s |
| Iteration 15     |          225 |   entropy |         6 |                12 |                8 |         log2 |     False |    0.0285 |         --- |   0.625 |          1.0 |  3.477s |     1m:13s |
| Iteration 16     |          500 |      gini |      None |                16 |                6 |          0.6 |      True |    0.0024 |        None |  0.6875 |          1.0 |  5.383s |     1m:20s |
| Iteration 17     |           10 |   entropy |      None |                20 |                1 |         None |     False |     0.035 |         --- |  0.6875 |          1.0 |  4.727s |     1m:27s |
| Iteration 18     |          270 |      gini |         2 |                20 |               20 |          0.5 |     False |    0.0059 |         --- |  0.9688 |          1.0 |  5.019s |     1m:34s |
| Iteration 19     |          449 |      gini |         3 |                20 |                8 |          0.9 |     False |    0.0217 |         --- |     1.0 |          1.0 |  5.174s |     1m:42s |
| Iteration 20     |           32 |   entropy |         9 |                20 |                1 |          0.6 |     False |    0.0274 |         --- |    0.75 |          1.0 |  4.802s |     1m:50s |
| Iteration 21     |          171 |      gini |         1 |                13 |               18 |         None |     False |     0.035 |         --- |    0.75 |          1.0 |  4.849s |     1m:58s |
| Iteration 22     |          500 |      gini |         3 |                20 |                1 |         auto |      True |     0.035 |        None |  0.9375 |          1.0 |  4.008s |     2m:04s |
| Iteration 23     |           10 |      gini |         3 |                20 |                1 |         None |     False |    0.0014 |         --- |  0.5625 |          1.0 |  3.191s |     2m:09s |
| Iteration 24     |          374 |      gini |         9 |                20 |               13 |         None |     False |    0.0041 |         --- |  0.6875 |          1.0 |  3.546s |     2m:14s |
| Iteration 25     |          460 |   entropy |         9 |                20 |               12 |          0.5 |      True |     0.008 |         0.7 |   0.625 |          1.0 |  3.511s |     2m:19s |
| Iteration 26     |          383 |      gini |         3 |                20 |               20 |         auto |      True |     0.035 |         0.9 |   0.875 |          1.0 |  3.459s |     2m:24s |
| Iteration 27     |          500 |      gini |         4 |                20 |               20 |         None |     False |    0.0006 |         --- |     0.5 |          1.0 |  3.434s |     2m:28s |
| Iteration 28     |          300 |      gini |      None |                20 |                1 |         None |     False |     0.035 |         --- |  0.5625 |          1.0 |  3.351s |     2m:33s |
| Iteration 29     |          210 |      gini |      None |                20 |               15 |          0.9 |     False |    0.0224 |         --- |  0.9375 |          1.0 |  3.289s |     2m:38s |
| Iteration 30     |          309 |      gini |      None |                20 |               14 |         sqrt |     False |    0.0057 |         --- |  0.4375 |          1.0 |  3.335s |     2m:43s |
| Iteration 31     |          234 |      gini |         4 |                20 |               13 |         None |     False |       0.0 |         --- |  0.4688 |          1.0 |  3.278s |     2m:48s |
| Iteration 32     |          271 |   entropy |         5 |                17 |                6 |         log2 |     False |    0.0333 |         --- |    0.75 |          1.0 |  3.331s |     2m:53s |
| Iteration 33     |          110 |      gini |         3 |                 8 |                8 |          0.5 |     False |      0.01 |         --- |  0.9375 |          1.0 |  3.224s |     2m:58s |
| Iteration 34     |          143 |   entropy |         6 |                 5 |                6 |          0.8 |     False |    0.0017 |         --- |     1.0 |          1.0 |  3.271s |     3m:03s |
| Iteration 35     |          158 |      gini |         3 |                19 |               18 |         log2 |     False |    0.0318 |         --- |  0.4688 |          1.0 |  3.213s |     3m:07s |
| Iteration 36     |          219 |   entropy |         6 |                 7 |                6 |          0.6 |     False |    0.0174 |         --- |   0.625 |          1.0 |  3.286s |     3m:12s |
| Iteration 37     |          273 |      gini |         5 |                20 |                3 |          0.9 |     False |    0.0213 |         --- |    0.75 |          1.0 |  3.302s |     3m:17s |
| Iteration 38     |          376 |   entropy |         6 |                20 |                5 |         log2 |     False |    0.0141 |         --- |   0.625 |          1.0 |  3.420s |     3m:22s |
| Iteration 39     |           56 |      gini |         2 |                19 |               14 |          0.9 |     False |     0.022 |         --- |  0.7812 |          1.0 |  3.172s |     3m:27s |
| Iteration 40     |          166 |      gini |         2 |                20 |               10 |          0.9 |     False |    0.0298 |         --- |   0.625 |          1.0 |  3.257s |     3m:32s |
| Iteration 41     |           32 |   entropy |         6 |                18 |                6 |         log2 |     False |    0.0336 |         --- |  0.6875 |          1.0 |  3.173s |     3m:38s |
| Iteration 42     |          358 |   entropy |         6 |                19 |                5 |         log2 |     False |    0.0331 |         --- |  0.9375 |          1.0 |  3.285s |     3m:46s |
| Iteration 43     |          248 |   entropy |         5 |                 5 |                5 |          0.8 |     False |    0.0016 |         --- |  0.5938 |          1.0 |  3.299s |     3m:51s |
| Iteration 44     |          189 |      gini |         6 |                 5 |                8 |          0.8 |     False |    0.0215 |         --- |  0.6875 |          1.0 |  3.267s |     3m:57s |
| Iteration 45     |          371 |      gini |         3 |                20 |                7 |          0.9 |     False |    0.0264 |         --- |   0.625 |          1.0 |  3.424s |     4m:02s |
| Iteration 46     |           13 |   entropy |         6 |                 5 |               11 |          0.8 |     False |    0.0014 |         --- |  0.7812 |          1.0 |  3.199s |     4m:07s |
| Iteration 47     |           60 |   entropy |         6 |                19 |                7 |          0.8 |     False |    0.0335 |         --- |    0.75 |          1.0 |  3.201s |     4m:12s |
| Iteration 48     |          303 |   entropy |         6 |                19 |               12 |         log2 |     False |    0.0334 |         --- |    0.75 |          1.0 |  3.347s |     4m:17s |
| Iteration 49     |          273 |   entropy |         2 |                20 |               12 |          0.7 |     False |    0.0055 |         --- |  0.5312 |          1.0 |  3.371s |     4m:22s |
| Iteration 50     |          346 |   entropy |         6 |                 5 |               16 |         log2 |     False |    0.0018 |         --- |  0.6875 |          1.0 |  3.324s |     4m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 449, 'criterion': 'gini', 'max_depth': 3, 'min_samples_split': 20, 'min_samples_leaf': 8, 'max_features': 0.9, 'bootstrap': False, 'ccp_alpha': 0.0217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.958
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.325s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.625 ± 0.0975
Time elapsed: 1.426s
-------------------------------------------------
Total time: 4m:31s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |   0.625 |        0.625 |  3.188s |     3.208s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |       0.9375 |  3.191s |     7.578s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9375 |  3.169s |    11.753s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9375 |  3.173s |    15.989s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  3.211s |    20.324s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9375 |  3.186s |    24.589s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9375 |  3.205s |    28.838s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9375 |  3.190s |    33.038s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |       0.9375 |  4.874s |    39.372s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  5.532s |    46.599s |
| Iteration 11     |          295 |        0.0555 |         6 |  0.1705 |                2 |       0.8 |              1.0 |       0.1 |       0.01 |     1.0 |          1.0 |  4.836s |    53.508s |
| Iteration 12     |          438 |        0.0112 |        10 |  0.9011 |                1 |       0.7 |              0.5 |       0.1 |        100 |  0.5938 |          1.0 |  4.839s |     1m:01s |
| Iteration 13     |          447 |        0.0163 |         3 |   0.847 |                1 |       1.0 |              1.0 |       0.1 |         10 |     1.0 |          1.0 |  4.889s |     1m:08s |
| Iteration 14     |          309 |           1.0 |        10 |     0.0 |                1 |       0.6 |              1.0 |       0.1 |          0 |    0.25 |          1.0 |  4.797s |     1m:15s |
| Iteration 15     |          447 |        0.0312 |         3 |  0.4298 |                1 |       0.9 |              1.0 |      0.01 |          1 |  0.6875 |          1.0 |  4.654s |     1m:22s |
| Iteration 16     |          141 |        0.0254 |         8 |  0.3281 |                3 |       0.8 |              1.0 |         1 |       0.01 |   0.625 |          1.0 |  3.163s |     1m:26s |
| Iteration 17     |           71 |        0.0223 |         9 |  0.4593 |                4 |       1.0 |              1.0 |       0.1 |          1 |  0.8438 |          1.0 |  3.211s |     1m:31s |
| Iteration 18     |          269 |        0.0142 |         6 |   0.422 |                3 |       1.0 |              0.9 |         0 |        100 |  0.9375 |          1.0 |  3.293s |     1m:35s |
| Iteration 19     |          364 |        0.0522 |         7 |  0.3977 |                9 |       0.7 |              1.0 |         0 |          0 |     0.5 |          1.0 |  3.240s |     1m:40s |
| Iteration 20     |          417 |        0.0611 |         5 |  0.1312 |                2 |       0.7 |              1.0 |        10 |          1 |     0.5 |          1.0 |  3.256s |     1m:44s |
| Iteration 21     |          192 |         0.204 |         3 |     1.0 |                7 |       1.0 |              0.8 |       100 |         10 |     0.5 |          1.0 |  3.215s |     1m:49s |
| Iteration 22     |          449 |        0.0144 |         3 |  0.9196 |                1 |       1.0 |              1.0 |       0.1 |         10 |  0.9375 |          1.0 |  3.187s |     1m:53s |
| Iteration 23     |          408 |        0.0341 |         4 |  0.4503 |                1 |       0.9 |              1.0 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.191s |     1m:60s |
| Iteration 24     |          415 |        0.0108 |         5 |  0.9505 |                2 |       1.0 |              0.6 |       0.1 |         10 |   0.625 |          1.0 |  3.213s |     2m:05s |
| Iteration 25     |          500 |           1.0 |         6 |   0.336 |                2 |       0.5 |              0.8 |       100 |          0 |     0.5 |          1.0 |  3.205s |     2m:09s |
| Iteration 26     |          406 |        0.0582 |         5 |  0.2411 |                5 |       0.6 |              1.0 |       0.1 |        0.1 |   0.625 |          1.0 |  3.169s |     2m:14s |
| Iteration 27     |          375 |        0.0544 |         4 |  0.3332 |                1 |       0.8 |              1.0 |       0.1 |       0.01 |   0.875 |          1.0 |  3.162s |     2m:18s |
| Iteration 28     |          258 |        0.0266 |        10 |  0.2241 |                4 |       0.8 |              1.0 |       0.1 |        100 |  0.4375 |          1.0 |  3.213s |     2m:23s |
| Iteration 29     |          187 |        0.0102 |         6 |  0.6986 |                4 |       1.0 |              1.0 |      0.01 |        100 |   0.625 |          1.0 |  3.198s |     2m:29s |
| Iteration 30     |          148 |        0.7357 |         6 |     0.0 |                2 |       0.6 |              0.9 |       0.1 |         10 |  0.3125 |          1.0 |  3.190s |     2m:34s |
| Iteration 31     |          327 |        0.0204 |         6 |  0.3777 |                2 |       0.8 |              1.0 |       100 |          1 |     0.5 |          1.0 |  3.134s |     2m:39s |
| Iteration 32     |           72 |        0.0483 |         7 |  0.3105 |                1 |       0.8 |              1.0 |       0.1 |       0.01 |    0.75 |          1.0 |  3.136s |     2m:43s |
| Iteration 33     |          395 |        0.1389 |         6 |  0.9298 |               10 |       0.8 |              1.0 |       0.1 |         10 |     0.5 |          1.0 |  3.166s |     2m:47s |
| Iteration 34     |          418 |        0.0176 |         2 |  0.7523 |                3 |       1.0 |              0.9 |      0.01 |         10 |  0.8125 |          1.0 |  3.259s |     2m:52s |
| Iteration 35     |          472 |        0.0545 |         5 |  0.3497 |                3 |       0.8 |              0.9 |       0.1 |       0.01 |   0.375 |          1.0 |  3.813s |     2m:57s |
| Iteration 36     |          354 |        0.0218 |         3 |  0.7709 |                1 |       1.0 |              0.8 |       0.1 |         10 |  0.5625 |          1.0 |  3.209s |     3m:02s |
| Iteration 37     |           28 |          0.01 |         6 |  0.1495 |                1 |       1.0 |              1.0 |         0 |       0.01 |  0.6875 |          1.0 |  3.140s |     3m:06s |
| Iteration 38     |          262 |        0.1091 |         3 |  0.8071 |                1 |       1.0 |              1.0 |       0.1 |       0.01 |  0.4375 |          1.0 |  3.178s |     3m:11s |
| Iteration 39     |           37 |        0.0324 |         5 |  0.1295 |                9 |       0.8 |              1.0 |       0.1 |       0.01 |     0.5 |          1.0 |  3.117s |     3m:16s |
| Iteration 40     |          220 |        0.0574 |         1 |    0.47 |                2 |       0.8 |              1.0 |       0.1 |       0.01 |    0.75 |          1.0 |  3.153s |     3m:22s |
| Iteration 41     |           63 |         0.016 |         1 |  0.7864 |                7 |       1.0 |              1.0 |       100 |         10 |     0.5 |          1.0 |  3.169s |     3m:27s |
| Iteration 42     |          191 |        0.0162 |         9 |  0.8548 |                7 |       0.9 |              1.0 |       0.1 |         10 |     0.5 |          1.0 |  3.178s |     3m:32s |
| Iteration 43     |           78 |         0.057 |         5 |  0.1347 |                4 |       0.8 |              1.0 |       0.1 |       0.01 |   0.625 |          1.0 |  3.168s |     3m:36s |
| Iteration 44     |          267 |        0.9785 |         5 |  0.6276 |               10 |       0.9 |              0.4 |      0.01 |        0.1 |     0.5 |          1.0 |  3.212s |     3m:41s |
| Iteration 45     |          334 |          0.01 |         2 |  0.9368 |                1 |       0.6 |              1.0 |       0.1 |        100 |     0.5 |          1.0 |  3.223s |     3m:45s |
| Iteration 46     |          349 |        0.0276 |         7 |  0.9483 |                1 |       1.0 |              1.0 |         0 |          1 |    0.75 |          1.0 |  3.252s |     3m:50s |
| Iteration 47     |          320 |        0.0726 |         6 |  0.0173 |                1 |       1.0 |              0.4 |         0 |          1 |    0.75 |          1.0 |  3.196s |     3m:55s |
| Iteration 48     |          446 |        0.0234 |         7 |  0.1855 |                1 |       0.5 |              0.9 |         0 |        0.1 |  0.6875 |          1.0 |  3.232s |     3m:60s |
| Iteration 49     |          474 |        0.0736 |         5 |  0.5695 |                1 |       0.5 |              0.4 |         0 |       0.01 |    0.75 |          1.0 |  3.270s |     4m:06s |
| Iteration 50     |          294 |        0.0293 |         4 |  0.9003 |                1 |       1.0 |              1.0 |         0 |        0.1 |  0.6875 |          1.0 |  3.199s |     4m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 447, 'learning_rate': 0.0163, 'max_depth': 3, 'gamma': 0.847, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9808
Test evaluation --> roc_auc: 0.575
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.705 ± 0.0678
Time elapsed: 0.319s
-------------------------------------------------
Total time: 4m:13s


Final results ==================== >>
Duration: 28m:23s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.71 ± 0.0583 ~ !
Logistic Regression             --> roc_auc: 0.61 ± 0.086 ~
Linear Discriminant Analysis    --> roc_auc: 0.46 ± 0.02 ~
Quadratic Discriminant Analysis --> roc_auc: 0.45 ± 0.0 ~
Radius Nearest Neighbors        --> roc_auc: 0.61 ± 0.1114 ~
AdaBoost                        --> roc_auc: 0.605 ± 0.11 ~
Random Forest                   --> roc_auc: 0.625 ± 0.0975 ~
XGBoost                         --> roc_auc: 0.705 ± 0.0678 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 823 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSSGTYKYIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAALNTGNQFYF.
   >>> Dropping feature CAVTKAAGNKLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASDSGTYKYIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.5312 |       0.5312 |  0.690s |     0.711s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.724s |     4.106s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.9375 |          1.0 |  0.632s |     5.952s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |          1.0 |  0.690s |     9.322s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |          1.0 |  0.684s |    13.403s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.375 |          1.0 |  0.720s |    15.425s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7188 |          1.0 |  0.692s |    16.906s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |          1.0 |  0.733s |    18.420s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  0.688s |    19.870s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |          1.0 |  0.662s |    21.315s |
| Iteration 11     |  deviance |        0.0391 |          126 |       0.8 | squared_er.. |                19 |               11 |         3 |          0.9 |    0.0213 |  0.5312 |          1.0 |  0.658s |    23.835s |
| Iteration 12     |  deviance |        0.1725 |          282 |       0.5 | squared_er.. |                18 |                9 |         7 |         None |    0.0339 |     0.5 |          1.0 |  0.689s |    25.638s |
| Iteration 13     | exponen.. |        0.0119 |           99 |       0.7 | friedman_mse |                20 |               14 |         6 |          0.8 |    0.0041 |    0.75 |          1.0 |  0.656s |    27.322s |
| Iteration 14     | exponen.. |         0.025 |          254 |       0.9 | squared_er.. |                17 |               11 |         9 |         auto |    0.0324 |   0.875 |          1.0 |  0.691s |    29.052s |
| Iteration 15     | exponen.. |        0.3374 |          474 |       0.5 | squared_er.. |                20 |                1 |         9 |         log2 |    0.0249 |     1.0 |          1.0 |  0.731s |    30.815s |
| Iteration 16     | exponen.. |        0.6454 |          307 |       1.0 | squared_er.. |                20 |               12 |         5 |         auto |    0.0329 |  0.5938 |          1.0 |  0.683s |    32.555s |
| Iteration 17     |  deviance |        0.0125 |          150 |       0.5 | friedman_mse |                 2 |               15 |         2 |         None |    0.0271 |     0.5 |          1.0 |  0.659s |    34.306s |
| Iteration 18     | exponen.. |        0.2549 |          486 |       0.5 | friedman_mse |                20 |               19 |         1 |         log2 |    0.0302 |     0.5 |          1.0 |  0.736s |    36.082s |
| Iteration 19     | exponen.. |        0.8326 |           16 |       0.5 | friedman_mse |                16 |                3 |         3 |          0.8 |     0.025 |     1.0 |          1.0 |  0.632s |    37.874s |
| Iteration 20     |  deviance |        0.0162 |          239 |       0.5 | friedman_mse |                10 |                1 |         8 |          0.9 |    0.0005 |     1.0 |          1.0 |  0.707s |    39.678s |
| Iteration 21     |  deviance |        0.0657 |          437 |       0.6 | squared_er.. |                18 |                9 |         8 |          0.8 |    0.0297 |     1.0 |          1.0 |  0.726s |    41.484s |
| Iteration 22     | exponen.. |        0.0733 |          144 |       1.0 | friedman_mse |                12 |               18 |         5 |          0.7 |    0.0017 |   0.875 |          1.0 |  0.657s |    43.281s |
| Iteration 23     | exponen.. |        0.2975 |          161 |       0.5 | friedman_mse |                16 |                2 |         5 |          0.7 |    0.0196 |     1.0 |          1.0 |  0.687s |    45.131s |
| Iteration 24     | exponen.. |        0.4657 |          104 |       0.8 | squared_er.. |                14 |               18 |         2 |          0.6 |    0.0267 |     1.0 |          1.0 |  0.646s |    46.895s |
| Iteration 25     |  deviance |        0.0254 |          484 |       0.8 | squared_er.. |                17 |               19 |        10 |         auto |    0.0019 |    0.75 |          1.0 |  0.742s |    48.721s |
| Iteration 26     | exponen.. |        0.6161 |          185 |       0.8 | squared_er.. |                17 |               19 |         6 |          0.6 |    0.0284 |    0.75 |          1.0 |  0.681s |    50.593s |
| Iteration 27     |  deviance |        0.0194 |          356 |       0.5 | squared_er.. |                13 |                3 |         8 |          0.5 |    0.0278 |  0.9375 |          1.0 |  0.714s |    52.585s |
| Iteration 28     |  deviance |        0.0136 |           43 |       0.6 | squared_er.. |                 4 |               10 |         1 |          0.7 |    0.0279 |  0.8125 |          1.0 |  0.659s |    54.631s |
| Iteration 29     | exponen.. |        0.0616 |           49 |       0.8 | squared_er.. |                13 |               18 |         4 |          0.5 |    0.0021 |   0.625 |          1.0 |  0.636s |    56.496s |
| Iteration 30     | exponen.. |        0.4676 |          180 |       0.5 | friedman_mse |                20 |                1 |         8 |          0.9 |    0.0118 |     1.0 |          1.0 |  0.664s |    58.349s |
| Iteration 31     | exponen.. |        0.3656 |          117 |       0.5 | friedman_mse |                16 |                2 |         6 |          0.5 |    0.0158 |  0.9375 |          1.0 |  0.655s |     1m:00s |
| Iteration 32     |  deviance |        0.1192 |          411 |       0.5 | squared_er.. |                 6 |                1 |         4 |          0.5 |    0.0312 |     1.0 |          1.0 |  0.727s |     1m:02s |
| Iteration 33     |  deviance |        0.2312 |          365 |       0.6 | squared_er.. |                20 |                8 |         8 |         None |    0.0322 |    0.75 |          1.0 |  0.729s |     1m:04s |
| Iteration 34     |  deviance |        0.0715 |          437 |       0.6 | squared_er.. |                18 |                9 |         5 |          0.8 |    0.0271 |  0.5312 |          1.0 |  0.731s |     1m:06s |
| Iteration 35     |  deviance |        0.5183 |          206 |       0.6 | squared_er.. |                 6 |                1 |         1 |         sqrt |    0.0348 |  0.8125 |          1.0 |  0.690s |     1m:09s |
| Iteration 36     | exponen.. |          0.01 |           10 |       0.5 | friedman_mse |                 2 |                1 |         1 |         None |       0.0 |   0.625 |          1.0 |  0.637s |     1m:11s |
| Iteration 37     |  deviance |           1.0 |          500 |       0.5 | squared_er.. |                20 |                1 |        10 |          0.5 |     0.035 |  0.3125 |          1.0 |  0.746s |     1m:13s |
| Iteration 38     | exponen.. |        0.5488 |          309 |       0.5 | squared_er.. |                13 |                2 |         3 |          0.6 |    0.0155 |  0.8125 |          1.0 |  0.707s |     1m:15s |
| Iteration 39     | exponen.. |        0.7982 |          439 |       0.5 | friedman_mse |                 5 |                1 |        10 |         log2 |    0.0138 |     1.0 |          1.0 |  0.741s |     1m:17s |
| Iteration 40     | exponen.. |        0.4828 |          141 |       0.6 | squared_er.. |                 5 |                1 |        10 |          0.9 |     0.028 |   0.875 |          1.0 |  0.673s |     1m:18s |
| Iteration 41     |  deviance |        0.0332 |          279 |       0.5 | squared_er.. |                10 |                1 |         1 |         log2 |    0.0158 |  0.6875 |          1.0 |  0.697s |     1m:20s |
| Iteration 42     | exponen.. |        0.5811 |          160 |       0.5 | friedman_mse |                19 |                1 |         8 |          0.7 |    0.0299 |     1.0 |          1.0 |  0.688s |     1m:22s |
| Iteration 43     |  deviance |        0.2287 |           15 |       0.6 | squared_er.. |                19 |               10 |         5 |         None |    0.0237 |  0.9375 |          1.0 |  0.641s |     1m:25s |
| Iteration 44     |  deviance |        0.0717 |          357 |       0.6 | squared_er.. |                17 |               10 |         5 |         None |    0.0294 |    0.75 |          1.0 |  0.710s |     1m:27s |
| Iteration 45     |  deviance |         0.054 |          417 |       0.6 | friedman_mse |                18 |                4 |         8 |         auto |    0.0187 |  0.5625 |          1.0 |  0.744s |     1m:29s |
| Iteration 46     | exponen.. |        0.5342 |          299 |       0.5 | friedman_mse |                12 |                1 |         9 |          0.5 |    0.0249 |  0.9688 |          1.0 |  0.754s |     1m:31s |
| Iteration 47     |  deviance |         0.135 |          102 |       0.6 | squared_er.. |                 5 |               11 |         5 |          0.8 |    0.0225 |     1.0 |          1.0 |  0.712s |     1m:34s |
| Iteration 48     |  deviance |        0.0335 |          214 |       0.6 | squared_er.. |                20 |               11 |         8 |          0.9 |    0.0175 |  0.6875 |          1.0 |  0.733s |     1m:36s |
| Iteration 49     |  deviance |        0.1253 |          379 |       0.6 | friedman_mse |                12 |               10 |         7 |          0.9 |     0.016 |  0.8125 |          1.0 |  0.769s |     1m:38s |
| Iteration 50     |  deviance |        0.0252 |          328 |       0.5 | friedman_mse |                 6 |                1 |         6 |         sqrt |    0.0257 |  0.9375 |          1.0 |  0.714s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.7982, 'n_estimators': 439, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 5, 'min_samples_leaf': 1, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0138}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.124s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1761
Time elapsed: 0.580s
-------------------------------------------------
Total time: 1m:43s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  0.644s |     0.655s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |     1.0 |          1.0 |  0.641s |     2.061s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |          1.0 |  0.635s |     3.473s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |          1.0 |  0.660s |     6.878s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.8125 |          1.0 |  0.664s |    10.986s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |          1.0 |  0.647s |    12.922s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.3125 |          1.0 |  0.645s |    14.309s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.5625 |          1.0 |  0.643s |    15.714s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |          1.0 |  0.645s |    17.178s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |          1.0 |  0.640s |    18.629s |
| Iteration 11     |      l2 |  0.4589 |   lbfgs |      960 |      --- |   0.375 |          1.0 |  0.637s |    20.401s |
| Iteration 12     |      l2 |  0.0011 |   lbfgs |      306 |      --- |   0.625 |          1.0 |  0.658s |    22.119s |
| Iteration 13     |      l2 |  3.2957 |     sag |      973 |      --- |   0.375 |          1.0 |  0.635s |    24.394s |
| Iteration 14     |      l2 |  0.1486 |     sag |      217 |      --- |   0.625 |          1.0 |  0.656s |    26.167s |
| Iteration 15     |      l2 |  0.0812 |     sag |      969 |      --- |    0.75 |          1.0 |  0.633s |    27.898s |
| Iteration 16     | elast.. |  0.0746 |    saga |      146 |      0.6 |    0.75 |          1.0 |  0.629s |    29.592s |
| Iteration 17     |      l1 |  0.0691 | libli.. |      410 |      --- |     0.5 |          1.0 |  0.647s |    31.267s |
| Iteration 18     |      l1 |  0.1007 |    saga |      365 |      --- |    0.75 |          1.0 |  0.651s |    33.064s |
| Iteration 19     | elast.. |  0.0049 |    saga |      514 |      0.6 |     0.5 |          1.0 |  0.644s |    34.806s |
| Iteration 20     |    none |     --- |     sag |      314 |      --- |     1.0 |          1.0 |  0.650s |    38.021s |
| Iteration 21     |      l2 |  0.0993 |     sag |      814 |      --- |   0.625 |          1.0 |  0.645s |    40.231s |
| Iteration 22     |    none |     --- |     sag |      506 |      --- |     1.0 |          1.0 |  0.649s |    41.958s |
| Iteration 23     |    none |     --- |     sag |      682 |      --- |  0.4375 |          1.0 |  0.649s |    43.741s |
| Iteration 24     |      l2 |  0.0966 |     sag |      931 |      --- |     1.0 |          1.0 |  0.638s |    45.628s |
| Iteration 25     |      l2 |  0.0906 |     sag |      664 |      --- |   0.875 |          1.0 |  0.644s |    47.329s |
| Iteration 26     |      l2 |  0.0599 |    saga |      896 |      --- |  0.9375 |          1.0 |  0.648s |    49.205s |
| Iteration 27     |    none |     --- |     sag |      747 |      --- |    0.75 |          1.0 |  0.654s |    50.900s |
| Iteration 28     |      l1 |  0.0268 |    saga |      765 |      --- |     0.5 |          1.0 |  0.687s |    52.628s |
| Iteration 29     |      l1 |  0.0016 |    saga |      812 |      --- |     0.5 |          1.0 |  0.709s |    54.639s |
| Iteration 30     |    none |     --- |    saga |      147 |      --- |   0.375 |          1.0 |  0.667s |    56.398s |
| Iteration 31     |    none |     --- |     sag |      316 |      --- |  0.6875 |          1.0 |  0.646s |    58.164s |
| Iteration 32     |      l1 |  0.0913 |    saga |      207 |      --- |  0.6875 |          1.0 |  0.647s |    59.950s |
| Iteration 33     |      l2 |  0.0941 |     sag |      810 |      --- |  0.8125 |          1.0 |  0.652s |     1m:02s |
| Iteration 34     | elast.. |  0.1054 |    saga |      684 |      0.4 |   0.625 |          1.0 |  0.651s |     1m:04s |
| Iteration 35     |      l2 |  0.0709 |     sag |      770 |      --- |    0.75 |          1.0 |  0.642s |     1m:05s |
| Iteration 36     |      l2 |  0.0401 |     sag |      297 |      --- |     0.5 |          1.0 |  0.651s |     1m:07s |
| Iteration 37     |      l2 |  0.0903 |     sag |      854 |      --- |  0.8125 |          1.0 |  0.642s |     1m:09s |
| Iteration 38     |      l2 |  0.0903 |     sag |      198 |      --- |  0.3125 |          1.0 |  0.652s |     1m:11s |
| Iteration 39     |      l2 |  0.0919 |    saga |      911 |      --- |    0.75 |          1.0 |  0.647s |     1m:13s |
| Iteration 40     |      l2 |  0.0663 |     sag |      916 |      --- |  0.5625 |          1.0 |  0.645s |     1m:17s |
| Iteration 41     |    none |     --- |     sag |      344 |      --- |  0.6875 |          1.0 |  0.641s |     1m:20s |
| Iteration 42     |      l2 |  0.1102 | newto.. |      974 |      --- |   0.625 |          1.0 |  0.660s |     1m:23s |
| Iteration 43     |      l2 |  0.0972 |     sag |      954 |      --- |    0.75 |          1.0 |  0.636s |     1m:25s |
| Iteration 44     |      l2 |   0.094 |     sag |      884 |      --- |     0.5 |          1.0 |  0.650s |     1m:27s |
| Iteration 45     | elast.. |  0.0732 |    saga |      972 |      0.9 |  0.7812 |          1.0 |  0.635s |     1m:28s |
| Iteration 46     | elast.. |   0.052 |    saga |      983 |      0.4 |  0.6875 |          1.0 |  0.635s |     1m:30s |
| Iteration 47     |      l2 |  0.1481 |    saga |      995 |      --- |     1.0 |          1.0 |  0.678s |     1m:32s |
| Iteration 48     |      l2 |  0.1732 |    saga |     1000 |      --- |     0.5 |          1.0 |  0.679s |     1m:34s |
| Iteration 49     |      l2 |  0.0917 |   lbfgs |      923 |      --- |  0.5625 |          1.0 |  0.685s |     1m:36s |
| Iteration 50     |    none |     --- |     sag |      365 |      --- |  0.4375 |          1.0 |  0.683s |     1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'penalty': 'l2', 'C': 0.1481, 'solver': 'saga', 'max_iter': 995}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7562
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.04
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:39s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.4375 |       0.4375 |  0.682s |     0.687s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  0.675s |     2.117s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.000s |     3.895s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |         0.75 |  0.671s |     5.625s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |       0.8125 |  0.665s |     7.090s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |       0.8125 |  0.629s |     8.543s |
| Initial point 7  |    lsqr |       0.5 |    0.25 |       0.8125 |  0.659s |     9.974s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |       0.8125 |  0.645s |    11.373s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |       0.8125 |  0.665s |    12.796s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |       0.8125 |  0.648s |    14.254s |
| Iteration 11     |   eigen |       0.6 |  0.5625 |       0.8125 |  0.641s |    15.796s |
| Iteration 12     |   eigen |       0.7 |    0.75 |       0.8125 |  0.649s |    17.354s |
| Iteration 13     |     svd |       --- |    0.75 |       0.8125 |  0.000s |    18.275s |
| Iteration 14     |   eigen |       0.8 |  0.8125 |       0.8125 |  0.000s |    19.174s |
| Iteration 15     |   eigen |      auto |    0.75 |       0.8125 |  0.631s |    20.720s |
| Iteration 16     |     svd |       --- |    0.75 |       0.8125 |  0.000s |    22.229s |
| Iteration 17     |     svd |       --- |    0.75 |       0.8125 |  0.000s |    24.336s |
| Iteration 18     |    lsqr |       1.0 |  0.8125 |       0.8125 |  0.623s |    26.246s |
| Iteration 19     |     svd |       --- |    0.75 |       0.8125 |  0.000s |    28.955s |
| Iteration 20     |    lsqr |      auto |  0.9375 |       0.9375 |  0.684s |    31.199s |
| Iteration 21     |   eigen |       0.5 |   0.625 |       0.9375 |  0.688s |    32.862s |
| Iteration 22     |     svd |       --- |    0.75 |       0.9375 |  0.000s |    34.880s |
| Iteration 23     |    lsqr |      None |   0.375 |       0.9375 |  0.636s |    38.026s |
| Iteration 24     |     svd |       --- |    0.75 |       0.9375 |  0.000s |    40.739s |
| Iteration 25     |   eigen |      None |   0.875 |       0.9375 |  0.628s |    43.916s |
| Iteration 26     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    45.220s |
| Iteration 27     |    lsqr |      auto |  0.9375 |       0.9375 |  0.001s |    46.242s |
| Iteration 28     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    47.260s |
| Iteration 29     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    48.270s |
| Iteration 30     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    49.240s |
| Iteration 31     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    50.763s |
| Iteration 32     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    51.900s |
| Iteration 33     |    lsqr |       0.7 |    0.75 |       0.9375 |  0.000s |    52.885s |
| Iteration 34     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    53.864s |
| Iteration 35     |    lsqr |       1.0 |  0.8125 |       0.9375 |  0.000s |    54.867s |
| Iteration 36     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    55.957s |
| Iteration 37     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    57.193s |
| Iteration 38     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |    58.302s |
| Iteration 39     |     svd |       --- |    0.75 |       0.9375 |  0.000s |    59.373s |
| Iteration 40     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:00s |
| Iteration 41     |    lsqr |      auto |  0.9375 |       0.9375 |  0.001s |     1m:01s |
| Iteration 42     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 43     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:06s |
| Iteration 44     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:07s |
| Iteration 45     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 46     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:11s |
| Iteration 47     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:12s |
| Iteration 48     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:13s |
| Iteration 49     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 50     |    lsqr |      auto |  0.9375 |       0.9375 |  0.000s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7482
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.086
Time elapsed: 0.032s
-------------------------------------------------
Total time: 1m:17s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.4375 |       0.4375 |  0.630s |     0.633s |
| Initial point 2  |       0.9 |     1.0 |          1.0 |  0.633s |     2.097s |
| Initial point 3  |       0.1 |    0.75 |          1.0 |  0.623s |     3.493s |
| Initial point 4  |       1.0 |  0.4375 |          1.0 |  0.001s |     4.380s |
| Initial point 5  |       0.2 |  0.8125 |          1.0 |  0.634s |     5.955s |
| Initial point 6  |       0.4 |    0.75 |          1.0 |  0.620s |     7.491s |
| Initial point 7  |       0.4 |    0.75 |          1.0 |  0.000s |     8.261s |
| Initial point 8  |       0.7 |  0.5625 |          1.0 |  0.626s |     9.639s |
| Initial point 9  |       0.9 |     1.0 |          1.0 |  0.000s |    10.403s |
| Initial point 10 |       0.8 |  0.8125 |          1.0 |  0.626s |    11.807s |
| Iteration 11     |       0.3 |  0.5625 |          1.0 |  0.626s |    13.292s |
| Iteration 12     |       0.6 |  0.8125 |          1.0 |  0.618s |    15.497s |
| Iteration 13     |       0.5 |   0.375 |          1.0 |  0.618s |    19.069s |
| Iteration 14     |       0.0 |    0.75 |          1.0 |  0.623s |    23.126s |
| Iteration 15     |       0.9 |     1.0 |          1.0 |  0.000s |    24.509s |
| Iteration 16     |       0.9 |     1.0 |          1.0 |  0.000s |    25.363s |
| Iteration 17     |       0.9 |     1.0 |          1.0 |  0.000s |    26.823s |
| Iteration 18     |       0.9 |     1.0 |          1.0 |  0.000s |    27.664s |
| Iteration 19     |       0.9 |     1.0 |          1.0 |  0.000s |    28.497s |
| Iteration 20     |       0.9 |     1.0 |          1.0 |  0.000s |    29.367s |
| Iteration 21     |       0.6 |  0.8125 |          1.0 |  0.000s |    30.530s |
| Iteration 22     |       0.9 |     1.0 |          1.0 |  0.000s |    31.446s |
| Iteration 23     |       0.9 |     1.0 |          1.0 |  0.000s |    32.292s |
| Iteration 24     |       0.9 |     1.0 |          1.0 |  0.000s |    33.176s |
| Iteration 25     |       0.9 |     1.0 |          1.0 |  0.000s |    34.106s |
| Iteration 26     |       0.9 |     1.0 |          1.0 |  0.000s |    35.041s |
| Iteration 27     |       0.9 |     1.0 |          1.0 |  0.000s |    35.917s |
| Iteration 28     |       0.9 |     1.0 |          1.0 |  0.000s |    36.800s |
| Iteration 29     |       0.2 |  0.8125 |          1.0 |  0.000s |    39.543s |
| Iteration 30     |       0.8 |  0.8125 |          1.0 |  0.000s |    40.943s |
| Iteration 31     |       0.9 |     1.0 |          1.0 |  0.000s |    41.881s |
| Iteration 32     |       0.9 |     1.0 |          1.0 |  0.000s |    42.774s |
| Iteration 33     |       0.9 |     1.0 |          1.0 |  0.000s |    43.671s |
| Iteration 34     |       0.9 |     1.0 |          1.0 |  0.000s |    44.622s |
| Iteration 35     |       0.9 |     1.0 |          1.0 |  0.000s |    45.524s |
| Iteration 36     |       0.9 |     1.0 |          1.0 |  0.000s |    46.571s |
| Iteration 37     |       0.9 |     1.0 |          1.0 |  0.000s |    47.502s |
| Iteration 38     |       0.9 |     1.0 |          1.0 |  0.000s |    48.411s |
| Iteration 39     |       0.9 |     1.0 |          1.0 |  0.000s |    49.337s |
| Iteration 40     |       0.9 |     1.0 |          1.0 |  0.000s |    50.303s |
| Iteration 41     |       0.9 |     1.0 |          1.0 |  0.000s |    51.300s |
| Iteration 42     |       0.9 |     1.0 |          1.0 |  0.001s |    52.250s |
| Iteration 43     |       0.9 |     1.0 |          1.0 |  0.001s |    55.257s |
| Iteration 44     |       0.9 |     1.0 |          1.0 |  0.000s |    58.329s |
| Iteration 45     |       0.9 |     1.0 |          1.0 |  0.000s |    59.658s |
| Iteration 46     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:01s |
| Iteration 47     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 48     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:03s |
| Iteration 49     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 50     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:05s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7366
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0632
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:06s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.5121 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  0.673s |     0.695s |
| Initial point 2  |  4.9761 | uniform |   kd_tree |        39 |       2 |    0.75 |         0.75 |  0.664s |     2.186s |
| Initial point 3  |  3.9308 | dista.. | ball_tree |        25 |       2 |   0.875 |        0.875 |  0.650s |     3.617s |
| Initial point 4  | 11.4679 | uniform | ball_tree |        39 |       2 |     0.5 |        0.875 |  0.664s |     5.045s |
| Initial point 5  |  8.9836 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  0.637s |     6.494s |
| Initial point 6  | 10.4037 | dista.. | ball_tree |        21 |       2 |  0.6875 |        0.875 |  0.636s |     7.933s |
| Initial point 7  |  7.4415 | dista.. | ball_tree |        24 |       1 |  0.4062 |        0.875 |  0.660s |     9.370s |
| Initial point 8  |  1.7832 | dista.. | ball_tree |        21 |       2 |    0.75 |        0.875 |  0.663s |    10.838s |
| Initial point 9  |  8.2893 | uniform | ball_tree |        24 |       1 |    0.75 |        0.875 |  0.650s |    12.328s |
| Initial point 10 |  5.8877 | uniform |     brute |        22 |       2 |   0.625 |        0.875 |  0.656s |    13.882s |
| Iteration 11     |     0.0 | dista.. |   kd_tree |        40 |       2 |     0.5 |        0.875 |  0.651s |    15.696s |
| Iteration 12     |     0.0 | dista.. | ball_tree |        29 |       2 |     0.5 |        0.875 |  0.651s |    17.556s |
| Iteration 13     |  9.0126 | dista.. |   kd_tree |        25 |       2 |     0.5 |        0.875 |  0.660s |    19.278s |
| Iteration 14     |  0.1981 | dista.. |      auto |        40 |       2 |   0.625 |        0.875 |  0.645s |    20.980s |
| Iteration 15     |  3.7792 | dista.. | ball_tree |        25 |       2 |  0.6875 |        0.875 |  0.648s |    22.675s |
| Iteration 16     |  9.0517 | dista.. |   kd_tree |        30 |       1 |   0.625 |        0.875 |  1.236s |    24.930s |
| Iteration 17     |  5.5028 | uniform |   kd_tree |        38 |       1 |  0.9375 |       0.9375 |  0.645s |    26.589s |
| Iteration 18     |  5.8563 | uniform |   kd_tree |        37 |       1 |     0.5 |       0.9375 |  0.645s |    28.351s |
| Iteration 19     |   5.435 | dista.. |   kd_tree |        38 |       1 |   0.875 |       0.9375 |  0.651s |    30.018s |
| Iteration 20     |   5.536 | uniform |   kd_tree |        38 |       1 |   0.625 |       0.9375 |  0.642s |    31.850s |
| Iteration 21     |  5.2257 | dista.. |   kd_tree |        38 |       2 |  0.9375 |       0.9375 |  0.645s |    33.596s |
| Iteration 22     |  5.0485 | dista.. | ball_tree |        38 |       2 |    0.75 |       0.9375 |  0.651s |    37.505s |
| Iteration 23     |   5.274 | dista.. |     brute |        21 |       1 |    0.75 |       0.9375 |  0.640s |    39.856s |
| Iteration 24     |  5.2917 | dista.. |   kd_tree |        30 |       2 |     1.0 |          1.0 |  0.648s |    41.647s |
| Iteration 25     |  5.2994 | uniform |   kd_tree |        23 |       2 |  0.5625 |          1.0 |  0.654s |    45.344s |
| Iteration 26     |  5.3035 | dista.. |   kd_tree |        33 |       2 |   0.625 |          1.0 |  0.651s |    47.590s |
| Iteration 27     |  4.7991 | dista.. |   kd_tree |        34 |       2 |    0.75 |          1.0 |  0.657s |    49.266s |
| Iteration 28     |  4.1421 | dista.. |     brute |        35 |       2 |  0.8125 |          1.0 |  0.654s |    50.996s |
| Iteration 29     |  2.9597 | dista.. |     brute |        31 |       1 |  0.4375 |          1.0 |  0.645s |    52.655s |
| Iteration 30     |  5.5001 | dista.. | ball_tree |        39 |       1 |   0.875 |          1.0 |  0.655s |    54.404s |
| Iteration 31     |  5.5589 | dista.. | ball_tree |        26 |       2 |  0.9375 |          1.0 |  0.701s |    56.340s |
| Iteration 32     |   5.651 | dista.. |      auto |        23 |       2 |  0.8125 |          1.0 |  0.691s |    58.168s |
| Iteration 33     |  5.7752 | dista.. |   kd_tree |        36 |       2 |    0.75 |          1.0 |  0.684s |     1m:00s |
| Iteration 34     |  4.4927 | dista.. |      auto |        39 |       1 |  0.5625 |          1.0 |  0.691s |     1m:02s |
| Iteration 35     |  5.3516 | dista.. |      auto |        26 |       1 |  0.8125 |          1.0 |  0.694s |     1m:04s |
| Iteration 36     |    6.06 | dista.. |      auto |        20 |       1 |  0.5625 |          1.0 |  0.698s |     1m:05s |
| Iteration 37     |  5.4483 | dista.. | ball_tree |        36 |       2 |   0.625 |          1.0 |  0.695s |     1m:07s |
| Iteration 38     |   5.482 | dista.. |     brute |        26 |       1 |  0.4375 |          1.0 |  0.690s |     1m:09s |
| Iteration 39     |  5.1437 | dista.. |     brute |        20 |       2 |  0.5938 |          1.0 |  0.694s |     1m:12s |
| Iteration 40     |  5.2555 | dista.. | ball_tree |        28 |       2 |   0.625 |          1.0 |  0.693s |     1m:15s |
| Iteration 41     |  4.2636 | dista.. |   kd_tree |        26 |       2 |   0.875 |          1.0 |  0.696s |     1m:17s |
| Iteration 42     |  4.3801 | dista.. |      auto |        31 |       2 |   0.625 |          1.0 |  1.289s |     1m:20s |
| Iteration 43     |  5.0145 | dista.. |     brute |        29 |       2 |  0.7812 |          1.0 |  0.636s |     1m:22s |
| Iteration 44     |  5.8125 | dista.. |     brute |        27 |       2 |   0.625 |          1.0 |  0.638s |     1m:25s |
| Iteration 45     |  4.3945 | dista.. |   kd_tree |        30 |       2 |   0.375 |          1.0 |  0.649s |     1m:27s |
| Iteration 46     |  5.2815 | dista.. |   kd_tree |        30 |       2 |   0.875 |          1.0 |  0.642s |     1m:29s |
| Iteration 47     |  5.3019 | uniform |   kd_tree |        38 |       2 |    0.25 |          1.0 |  0.661s |     1m:31s |
| Iteration 48     |  6.0544 | dista.. |      auto |        24 |       2 |  0.8125 |          1.0 |  0.629s |     1m:33s |
| Iteration 49     | 12.0707 | uniform |     brute |        27 |       1 |     0.5 |          1.0 |  0.654s |     1m:35s |
| Iteration 50     |  6.3182 | dista.. |      auto |        25 |       2 |  0.8125 |          1.0 |  0.652s |     1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'radius': 5.2917, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.04
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:38s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5938 |       0.5938 |  1.032s |     1.039s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.029s |     3.590s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.786s |     5.504s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.926s |     7.299s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |          1.0 |  0.814s |     8.972s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |          1.0 |  1.013s |    10.841s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.3125 |          1.0 |  0.671s |    12.305s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8438 |          1.0 |  0.938s |    15.934s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |          1.0 |  0.653s |    17.828s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9375 |          1.0 |  0.763s |    19.382s |
| Iteration 11     |          208 |        0.2842 |     SAMME |  0.6875 |          1.0 |  0.791s |    21.130s |
| Iteration 12     |          500 |        0.0632 |   SAMME.R |   0.875 |          1.0 |  1.041s |    23.230s |
| Iteration 13     |          312 |        0.0922 |     SAMME |     0.5 |          1.0 |  0.854s |    25.483s |
| Iteration 14     |          229 |        1.3562 |     SAMME |  0.9375 |          1.0 |  0.810s |    27.353s |
| Iteration 15     |          435 |        0.0699 |     SAMME |  0.9688 |          1.0 |  0.954s |    29.313s |
| Iteration 16     |          499 |        0.0303 |   SAMME.R |    0.75 |          1.0 |  1.044s |    31.341s |
| Iteration 17     |          407 |        0.1159 |   SAMME.R |  0.8125 |          1.0 |  0.948s |    33.351s |
| Iteration 18     |          455 |        0.0635 |     SAMME |  0.9375 |          1.0 |  1.539s |    35.890s |
| Iteration 19     |          219 |        0.0234 |     SAMME |     1.0 |          1.0 |  0.789s |    37.622s |
| Iteration 20     |          237 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.822s |    39.468s |
| Iteration 21     |          211 |        0.0102 |     SAMME |   0.875 |          1.0 |  0.777s |    41.355s |
| Iteration 22     |          245 |        0.0191 |   SAMME.R |  0.9375 |          1.0 |  0.828s |    43.253s |
| Iteration 23     |          227 |        0.0261 |   SAMME.R |    0.75 |          1.0 |  0.816s |    45.127s |
| Iteration 24     |          259 |          0.01 |     SAMME |     1.0 |          1.0 |  0.815s |    47.092s |
| Iteration 25     |          201 |        4.3024 |     SAMME |   0.375 |          1.0 |  0.628s |    48.789s |
| Iteration 26     |           50 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.669s |    50.465s |
| Iteration 27     |          218 |        0.0215 |     SAMME |  0.8438 |          1.0 |  0.799s |    52.414s |
| Iteration 28     |          500 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  1.033s |    54.537s |
| Iteration 29     |          500 |          0.01 |     SAMME |  0.6875 |          1.0 |  1.041s |    57.760s |
| Iteration 30     |          264 |        0.0103 |   SAMME.R |  0.8125 |          1.0 |  0.872s |     1m:00s |
| Iteration 31     |          268 |        0.9363 |     SAMME |  0.8125 |          1.0 |  0.833s |     1m:02s |
| Iteration 32     |          108 |        0.0139 |     SAMME |     1.0 |          1.0 |  0.706s |     1m:04s |
| Iteration 33     |           97 |        0.0164 |     SAMME |    0.75 |          1.0 |  0.721s |     1m:06s |
| Iteration 34     |          137 |        0.9193 |     SAMME |  0.7812 |          1.0 |  0.731s |     1m:08s |
| Iteration 35     |          500 |        0.1092 |     SAMME |    0.75 |          1.0 |  0.998s |     1m:12s |
| Iteration 36     |          245 |          0.01 |     SAMME |   0.625 |          1.0 |  0.806s |     1m:16s |
| Iteration 37     |           50 |        0.0425 |     SAMME |  0.9375 |          1.0 |  0.670s |     1m:18s |
| Iteration 38     |          442 |         0.551 |   SAMME.R |  0.9375 |          1.0 |  1.013s |     1m:23s |
| Iteration 39     |           65 |        0.5537 |   SAMME.R |     1.0 |          1.0 |  0.697s |     1m:25s |
| Iteration 40     |          488 |        0.5633 |   SAMME.R |   0.875 |          1.0 |  1.052s |     1m:27s |
| Iteration 41     |           50 |        0.5814 |     SAMME |   0.875 |          1.0 |  0.659s |     1m:29s |
| Iteration 42     |           50 |        0.0437 |     SAMME |  0.6875 |          1.0 |  1.270s |     1m:31s |
| Iteration 43     |           72 |        0.5363 |   SAMME.R |     1.0 |          1.0 |  0.692s |     1m:33s |
| Iteration 44     |          500 |        0.5611 |   SAMME.R |    0.75 |          1.0 |  1.026s |     1m:35s |
| Iteration 45     |           50 |        0.5901 |   SAMME.R |  0.3125 |          1.0 |  0.669s |     1m:37s |
| Iteration 46     |           69 |        0.5301 |   SAMME.R |  0.8438 |          1.0 |  0.685s |     1m:39s |
| Iteration 47     |          431 |        0.0468 |     SAMME |     1.0 |          1.0 |  0.947s |     1m:41s |
| Iteration 48     |           69 |          0.01 |   SAMME.R |    0.75 |          1.0 |  0.697s |     1m:43s |
| Iteration 49     |          492 |        0.0425 |   SAMME.R |    0.75 |          1.0 |  1.033s |     1m:45s |
| Iteration 50     |          197 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.802s |     1m:47s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.469s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0707
Time elapsed: 2.095s
-------------------------------------------------
Total time: 1m:51s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.4375 |       0.4375 |  1.095s |     1.117s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.944s |     3.718s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.977s |     5.658s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  0.821s |     7.412s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |          1.0 |  0.925s |     9.138s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.783s |    11.554s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |          1.0 |  0.805s |    13.369s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |          1.0 |  0.789s |    15.010s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8438 |          1.0 |  0.903s |    16.758s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |    0.75 |          1.0 |  0.882s |    18.466s |
| Iteration 11     |          247 |      gini |         7 |                12 |               16 |         sqrt |      True |    0.0279 |         0.7 |    0.75 |          1.0 |  0.836s |    20.448s |
| Iteration 12     |          500 |      gini |         7 |                 5 |                8 |         sqrt |     False |    0.0129 |         --- |   0.875 |          1.0 |  1.011s |    22.751s |
| Iteration 13     |           10 |   entropy |         1 |                20 |               11 |         sqrt |     False |    0.0347 |         --- |     0.5 |          1.0 |  0.710s |    24.692s |
| Iteration 14     |          470 |   entropy |         5 |                14 |                2 |          0.6 |     False |    0.0255 |         --- |     1.0 |          1.0 |  0.986s |    27.039s |
| Iteration 15     |           10 |      gini |         9 |                 2 |               17 |         sqrt |     False |     0.035 |         --- |   0.875 |          1.0 |  0.693s |    28.932s |
| Iteration 16     |          461 |   entropy |         5 |                14 |                4 |          0.6 |     False |     0.024 |         --- |  0.5625 |          1.0 |  0.931s |    31.191s |
| Iteration 17     |          304 |      gini |         2 |                 2 |               11 |          0.7 |     False |    0.0307 |         --- |     1.0 |          1.0 |  0.827s |    33.160s |
| Iteration 18     |          500 |   entropy |         2 |                 2 |                1 |         None |     False |     0.035 |         --- |  0.9062 |          1.0 |  1.527s |    35.812s |
| Iteration 19     |          500 |      gini |         9 |                 2 |               20 |         None |     False |       0.0 |         --- |   0.625 |          1.0 |  0.917s |    39.539s |
| Iteration 20     |          488 |   entropy |         7 |                17 |                3 |          0.6 |     False |    0.0268 |         --- |     1.0 |          1.0 |  0.943s |    42.271s |
| Iteration 21     |          242 |      gini |         3 |                12 |               11 |          0.7 |     False |    0.0141 |         --- |     1.0 |          1.0 |  0.772s |    44.302s |
| Iteration 22     |           64 |      gini |         7 |                17 |               11 |         None |      True |    0.0064 |         0.5 |     1.0 |          1.0 |  0.677s |    46.286s |
| Iteration 23     |          188 |   entropy |         3 |                19 |                2 |          0.6 |     False |    0.0147 |         --- |  0.7188 |          1.0 |  0.757s |    48.411s |
| Iteration 24     |          184 |      gini |         4 |                11 |               11 |          0.9 |      True |    0.0074 |        None |     1.0 |          1.0 |  0.781s |    50.479s |
| Iteration 25     |          500 |      gini |         9 |                18 |               12 |         auto |     False |    0.0019 |         --- |     1.0 |          1.0 |  0.934s |    52.956s |
| Iteration 26     |          500 |      gini |         7 |                 8 |                3 |         auto |     False |    0.0237 |         --- |  0.9375 |          1.0 |  0.933s |    55.227s |
| Iteration 27     |          490 |   entropy |         6 |                16 |                3 |          0.6 |     False |    0.0294 |         --- |    0.75 |          1.0 |  0.950s |    57.619s |
| Iteration 28     |          124 |   entropy |         2 |                 4 |               11 |          0.5 |      True |    0.0167 |         0.8 |  0.8125 |          1.0 |  0.723s |    59.618s |
| Iteration 29     |          297 |   entropy |         7 |                19 |               11 |          0.7 |     False |     0.002 |         --- |   0.875 |          1.0 |  0.808s |     1m:02s |
| Iteration 30     |          471 |      gini |         2 |                17 |               12 |          0.8 |     False |    0.0078 |         --- |     0.5 |          1.0 |  0.913s |     1m:05s |
| Iteration 31     |          377 |      gini |         3 |                10 |                3 |          0.6 |     False |    0.0065 |         --- |    0.75 |          1.0 |  0.890s |     1m:07s |
| Iteration 32     |          447 |   entropy |         8 |                17 |               12 |         None |     False |    0.0065 |         --- |     1.0 |          1.0 |  0.915s |     1m:09s |
| Iteration 33     |           36 |      gini |         9 |                17 |               14 |         None |      True |    0.0214 |         0.9 |    0.75 |          1.0 |  0.665s |     1m:12s |
| Iteration 34     |          489 |   entropy |         8 |                17 |                4 |         auto |     False |    0.0034 |         --- |  0.5938 |          1.0 |  0.926s |     1m:15s |
| Iteration 35     |          165 |      gini |         7 |                11 |               11 |          0.9 |      True |    0.0155 |         0.6 |   0.625 |          1.0 |  0.785s |     1m:17s |
| Iteration 36     |          268 |      gini |         6 |                 7 |               14 |          0.5 |     False |    0.0257 |         --- |  0.5938 |          1.0 |  0.789s |     1m:19s |
| Iteration 37     |          282 |   entropy |         4 |                14 |               11 |         log2 |     False |    0.0322 |         --- |  0.9375 |          1.0 |  0.840s |     1m:21s |
| Iteration 38     |          467 |   entropy |         9 |                 9 |               12 |          0.7 |     False |    0.0045 |         --- |    0.75 |          1.0 |  0.918s |     1m:25s |
| Iteration 39     |          228 |      gini |         5 |                 7 |               11 |          0.9 |     False |    0.0128 |         --- |   0.875 |          1.0 |  0.774s |     1m:28s |
| Iteration 40     |          280 |      gini |         2 |                20 |               11 |          0.8 |     False |    0.0083 |         --- |  0.6875 |          1.0 |  0.809s |     1m:30s |
| Iteration 41     |          311 |   entropy |         7 |                17 |               10 |         None |     False |    0.0265 |         --- |  0.8125 |          1.0 |  0.825s |     1m:32s |
| Iteration 42     |          287 |   entropy |         9 |                18 |               12 |          0.7 |     False |    0.0068 |         --- |    0.75 |          1.0 |  0.835s |     1m:35s |
| Iteration 43     |           77 |   entropy |         4 |                12 |               12 |          0.9 |     False |    0.0315 |         --- |     1.0 |          1.0 |  0.679s |     1m:37s |
| Iteration 44     |          427 |      gini |         4 |                12 |                7 |          0.9 |     False |    0.0047 |         --- |  0.8125 |          1.0 |  0.920s |     1m:40s |
| Iteration 45     |           27 |   entropy |         4 |                10 |               12 |          0.9 |      True |    0.0093 |         0.7 |  0.6875 |          1.0 |  0.650s |     1m:42s |
| Iteration 46     |           65 |   entropy |         3 |                13 |               12 |         log2 |      True |    0.0076 |         0.6 |  0.7812 |          1.0 |  0.714s |     1m:44s |
| Iteration 47     |          278 |      gini |         4 |                14 |               11 |          0.6 |     False |    0.0296 |         --- |     1.0 |          1.0 |  0.865s |     1m:47s |
| Iteration 48     |          278 |      gini |         4 |                16 |               11 |          0.9 |     False |    0.0249 |         --- |  0.8438 |          1.0 |  0.801s |     1m:49s |
| Iteration 49     |          283 |   entropy |         3 |                 9 |               11 |         sqrt |     False |    0.0231 |         --- |  0.8125 |          1.0 |  1.111s |     1m:54s |
| Iteration 50     |          500 |   entropy |         8 |                17 |               12 |         log2 |     False |     0.021 |         --- |  0.9375 |          1.0 |  1.310s |     1m:58s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 2, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.0255}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9866
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.519s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.1356
Time elapsed: 2.281s
-------------------------------------------------
Total time: 2m:03s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.997s |     1.022s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.983s |     3.450s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.998s |     5.608s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.911s |     7.713s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.953s |    10.092s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.935s |    12.343s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.954s |    14.708s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.956s |    17.015s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |          1.0 |  0.987s |    19.323s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.957s |    21.543s |
| Iteration 11     |          224 |        0.1071 |         3 |  0.3389 |                4 |       0.9 |              0.4 |         0 |          0 |  0.5625 |          1.0 |  0.932s |    24.418s |
| Iteration 12     |          446 |        0.0328 |         8 |  0.4697 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  1.033s |    27.475s |
| Iteration 13     |          376 |         0.049 |         3 |  0.1084 |                1 |       0.8 |              0.6 |      0.01 |       0.01 |   0.875 |          1.0 |  0.977s |    30.143s |
| Iteration 14     |          408 |        0.0455 |         5 |  0.4058 |                3 |       0.9 |              1.0 |         1 |          1 |   0.875 |          1.0 |  0.970s |    32.901s |
| Iteration 15     |          497 |        0.0266 |         2 |  0.8593 |                1 |       1.0 |              0.6 |      0.01 |          1 |     1.0 |          1.0 |  0.997s |    35.973s |
| Iteration 16     |          500 |         0.039 |         4 |  0.6057 |                1 |       1.0 |              0.5 |       0.1 |        100 |  0.9062 |          1.0 |  0.775s |    38.840s |
| Iteration 17     |           20 |        0.0131 |         8 |  0.4758 |                1 |       0.9 |              0.7 |         0 |          0 |  0.9375 |          1.0 |  0.681s |    40.745s |
| Iteration 18     |          153 |        0.0211 |         1 |     0.0 |                1 |       0.5 |              1.0 |       100 |        100 |     0.5 |          1.0 |  0.699s |    42.985s |
| Iteration 19     |          500 |        0.0118 |         1 |  0.8643 |                1 |       1.0 |              1.0 |      0.01 |        100 |    0.75 |          1.0 |  1.359s |    45.623s |
| Iteration 20     |          158 |        0.0385 |         2 |  0.0935 |                1 |       0.9 |              0.8 |       0.1 |          0 |     1.0 |          1.0 |  0.733s |    47.614s |
| Iteration 21     |          484 |          0.01 |         6 |  0.0621 |                1 |       1.0 |              0.4 |       0.1 |        100 |     1.0 |          1.0 |  0.772s |    49.736s |
| Iteration 22     |          500 |        0.0155 |         1 |     0.0 |                1 |       1.0 |              0.5 |         0 |       0.01 |     1.0 |          1.0 |  0.772s |    51.841s |
| Iteration 23     |           20 |        0.0154 |        10 |     0.0 |                1 |       1.0 |              0.5 |       100 |         10 |     0.5 |          1.0 |  0.683s |    53.865s |
| Iteration 24     |           70 |        0.0125 |         6 |  0.2894 |                1 |       1.0 |              0.4 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.667s |    55.929s |
| Iteration 25     |          284 |        0.0547 |         3 |  0.0435 |                1 |       1.0 |              1.0 |      0.01 |          1 |     1.0 |          1.0 |  0.737s |    58.119s |
| Iteration 26     |          500 |          0.01 |         1 |     0.0 |                1 |       1.0 |              1.0 |      0.01 |          0 |     1.0 |          1.0 |  0.728s |     1m:02s |
| Iteration 27     |          500 |        0.0221 |        10 |     0.0 |                1 |       1.0 |              1.0 |      0.01 |          0 |    0.75 |          1.0 |  0.731s |     1m:07s |
| Iteration 28     |          390 |        0.0173 |         5 |  0.1548 |                1 |       1.0 |              0.9 |      0.01 |       0.01 |  0.8125 |          1.0 |  0.725s |     1m:09s |
| Iteration 29     |          235 |          0.01 |         1 |  0.4697 |                2 |       0.7 |              0.4 |       0.1 |        0.1 |     0.5 |          1.0 |  0.676s |     1m:11s |
| Iteration 30     |          158 |        0.0861 |         1 |     0.0 |                2 |       0.9 |              1.0 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.659s |     1m:14s |
| Iteration 31     |          374 |        0.0382 |         1 |     0.0 |                1 |       1.0 |              0.6 |      0.01 |         10 |  0.6875 |          1.0 |  0.696s |     1m:16s |
| Iteration 32     |          355 |        0.0103 |         6 |  0.7865 |                2 |       0.9 |              0.9 |      0.01 |          1 |     1.0 |          1.0 |  0.735s |     1m:18s |
| Iteration 33     |           62 |        0.0355 |         8 |  0.7653 |                1 |       1.0 |              0.6 |         0 |        100 |  0.4688 |          1.0 |  0.649s |     1m:20s |
| Iteration 34     |          394 |        0.0138 |         4 |  0.5234 |                1 |       1.0 |              0.8 |         0 |          1 |  0.5938 |          1.0 |  0.743s |     1m:22s |
| Iteration 35     |          294 |        0.0492 |         4 |  0.8036 |                2 |       0.9 |              0.9 |       0.1 |        0.1 |    0.75 |          1.0 |  0.696s |     1m:24s |
| Iteration 36     |          161 |        0.1555 |         3 |  0.1688 |                1 |       1.0 |              0.5 |      0.01 |          1 |  0.8125 |          1.0 |  0.682s |     1m:27s |
| Iteration 37     |          447 |        0.0854 |         1 |   0.162 |                1 |       1.0 |              0.5 |       0.1 |          0 |   0.875 |          1.0 |  0.712s |     1m:29s |
| Iteration 38     |          488 |        0.1768 |         1 |  0.6866 |                1 |       0.8 |              1.0 |      0.01 |       0.01 |   0.875 |          1.0 |  0.717s |     1m:31s |
| Iteration 39     |           57 |        0.0283 |         2 |  0.3628 |                1 |       1.0 |              1.0 |       0.1 |        0.1 |  0.9375 |          1.0 |  0.672s |     1m:33s |
| Iteration 40     |          408 |        0.0669 |         2 |  0.1434 |                1 |       1.0 |              0.8 |      0.01 |        0.1 |   0.875 |          1.0 |  0.705s |     1m:36s |
| Iteration 41     |          500 |        0.0163 |         8 |     0.0 |                3 |       1.0 |              1.0 |       0.1 |          1 |  0.5625 |          1.0 |  0.736s |     1m:38s |
| Iteration 42     |          500 |        0.0231 |         6 |  0.1155 |                1 |       0.8 |              0.8 |         1 |        0.1 |    0.75 |          1.0 |  0.733s |     1m:41s |
| Iteration 43     |          500 |          0.01 |         1 |     0.0 |                1 |       0.9 |              0.5 |      0.01 |          0 |     1.0 |          1.0 |  0.730s |     1m:44s |
| Iteration 44     |          469 |        0.0626 |         1 |  0.7064 |                1 |       0.9 |              0.9 |      0.01 |          0 |  0.8125 |          1.0 |  0.709s |     1m:46s |
| Iteration 45     |          183 |        0.0152 |         9 |  0.2341 |                1 |       0.9 |              1.0 |      0.01 |       0.01 |  0.6875 |          1.0 |  1.287s |     1m:49s |
| Iteration 46     |          375 |         0.735 |         1 |  0.0436 |                1 |       1.0 |              0.8 |      0.01 |       0.01 |     1.0 |          1.0 |  0.710s |     1m:51s |
| Iteration 47     |          109 |        0.0315 |         6 |  0.4333 |                2 |       0.8 |              0.6 |       0.1 |        0.1 |     1.0 |          1.0 |  0.658s |     1m:53s |
| Iteration 48     |          333 |        0.0754 |         2 |   0.833 |                1 |       0.9 |              0.8 |      0.01 |          1 |   0.875 |          1.0 |  0.697s |     1m:55s |
| Iteration 49     |           69 |        0.0218 |         1 |     0.0 |                1 |       0.8 |              0.5 |         0 |          0 |  0.6875 |          1.0 |  0.659s |     1m:57s |
| Iteration 50     |          210 |        0.0173 |         7 |  0.9035 |                1 |       0.7 |              0.9 |      0.01 |          0 |  0.9375 |          1.0 |  0.684s |     1m:59s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 497, 'learning_rate': 0.0266, 'max_depth': 2, 'gamma': 0.8593, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.6, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.116s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.08
Time elapsed: 0.350s
-------------------------------------------------
Total time: 2m:01s


Final results ==================== >>
Duration: 13m:18s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.75 ± 0.1761
Logistic Regression             --> roc_auc: 0.53 ± 0.04 ~
Linear Discriminant Analysis    --> roc_auc: 0.61 ± 0.086 ~
Quadratic Discriminant Analysis --> roc_auc: 0.55 ± 0.0632
Radius Nearest Neighbors        --> roc_auc: 0.53 ± 0.04 ~
AdaBoost                        --> roc_auc: 0.9 ± 0.0707 !
Random Forest                   --> roc_auc: 0.84 ± 0.1356
XGBoost                         --> roc_auc: 0.89 ± 0.08
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVDTDKLIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSSGTYKYIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CAALNTGNQFYF.
   >>> Dropping feature CAVTKAAGNKLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASDSGTYKYIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.4062 |       0.4062 |  3.155s |     3.174s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  3.289s |     7.318s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.6875 |       0.9375 |  3.231s |    11.372s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |       0.9375 |  3.254s |    15.514s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |       0.9375 |  3.238s |    19.661s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |       0.9375 |  3.263s |    23.879s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |       0.9375 |  3.229s |    30.235s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |       0.9375 |  3.258s |    34.843s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |       0.9375 |  3.174s |    38.803s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |       0.9375 |  3.200s |    42.835s |
| Iteration 11     |  deviance |         0.088 |          227 |       0.6 | friedman_mse |                18 |               10 |         6 |          0.8 |    0.0263 |  0.5625 |       0.9375 |  3.193s |    47.157s |
| Iteration 12     |  deviance |        0.2572 |          182 |       0.5 | squared_er.. |                13 |                2 |         5 |          0.8 |    0.0299 |  0.5625 |       0.9375 |  3.207s |    53.351s |
| Iteration 13     |  deviance |        0.5183 |           67 |       0.7 | squared_er.. |                17 |               10 |         3 |          0.9 |    0.0259 |     0.5 |       0.9375 |  3.142s |    58.192s |
| Iteration 14     | exponen.. |        0.8605 |           15 |       0.8 | friedman_mse |                13 |                9 |         7 |         None |    0.0295 |  0.8125 |       0.9375 |  3.166s |     1m:04s |
| Iteration 15     |  deviance |        0.1302 |          230 |       0.6 | squared_er.. |                 3 |               10 |         5 |         log2 |    0.0048 |   0.875 |       0.9375 |  3.190s |     1m:09s |
| Iteration 16     | exponen.. |        0.0843 |          271 |       0.6 | squared_er.. |                15 |                5 |        10 |         sqrt |     0.004 |    0.75 |       0.9375 |  3.221s |     1m:13s |
| Iteration 17     |  deviance |        0.0589 |          112 |       0.9 | squared_er.. |                 6 |               15 |         2 |          0.8 |    0.0066 |  0.8125 |       0.9375 |  3.344s |     1m:17s |
| Iteration 18     | exponen.. |        0.0131 |          411 |       1.0 | squared_er.. |                11 |                2 |         9 |          0.7 |    0.0201 |   0.875 |       0.9375 |  3.263s |     1m:22s |
| Iteration 19     | exponen.. |          0.01 |          267 |       0.5 | squared_er.. |                 4 |                3 |         6 |         auto |     0.027 |  0.9375 |       0.9375 |  3.237s |     1m:26s |
| Iteration 20     | exponen.. |          0.01 |           15 |       0.5 | squared_er.. |                16 |                5 |         9 |          0.6 |    0.0287 |     1.0 |          1.0 |  3.913s |     1m:31s |
| Iteration 21     |  deviance |          0.01 |           31 |       0.7 | squared_er.. |                 7 |                7 |         6 |         log2 |     0.035 |  0.8125 |          1.0 |  3.158s |     1m:35s |
| Iteration 22     | exponen.. |          0.01 |          115 |       0.9 | friedman_mse |                19 |               16 |         6 |         None |    0.0263 |  0.8125 |          1.0 |  3.197s |     1m:40s |
| Iteration 23     | exponen.. |          0.01 |          150 |       0.7 | squared_er.. |                 7 |                1 |         6 |         None |    0.0222 |  0.8125 |          1.0 |  3.192s |     1m:44s |
| Iteration 24     | exponen.. |        0.0213 |          465 |       0.6 | squared_er.. |                17 |               12 |         2 |         log2 |     0.035 |     0.5 |          1.0 |  3.274s |     1m:48s |
| Iteration 25     | exponen.. |          0.01 |           65 |       0.9 | squared_er.. |                14 |               13 |        10 |          0.5 |    0.0122 |     1.0 |          1.0 |  3.164s |     1m:53s |
| Iteration 26     | exponen.. |        0.0104 |          476 |       0.5 | friedman_mse |                14 |               10 |         9 |          0.5 |    0.0205 |     1.0 |          1.0 |  3.276s |     1m:57s |
| Iteration 27     | exponen.. |        0.0112 |          114 |       0.7 | squared_er.. |                 9 |                5 |        10 |         auto |    0.0006 |   0.625 |          1.0 |  3.177s |     2m:03s |
| Iteration 28     |  deviance |          0.01 |          335 |       0.5 | squared_er.. |                15 |               16 |        10 |         sqrt |    0.0244 |     0.5 |          1.0 |  3.247s |     2m:08s |
| Iteration 29     | exponen.. |          0.01 |          265 |       0.7 | friedman_mse |                 6 |               10 |        10 |          0.5 |    0.0243 |     0.5 |          1.0 |  3.239s |     2m:12s |
| Iteration 30     | exponen.. |        0.0101 |          176 |       0.8 | squared_er.. |                15 |               15 |         9 |          0.7 |    0.0262 |  0.4375 |          1.0 |  3.180s |     2m:17s |
| Iteration 31     | exponen.. |          0.01 |          181 |       0.6 | squared_er.. |                12 |                3 |         7 |         auto |    0.0245 |    0.75 |          1.0 |  3.171s |     2m:22s |
| Iteration 32     |  deviance |          0.01 |           60 |       0.6 | squared_er.. |                 7 |                7 |         5 |          0.5 |     0.013 |     1.0 |          1.0 |  3.199s |     2m:26s |
| Iteration 33     | exponen.. |          0.01 |          364 |       0.5 | squared_er.. |                15 |                7 |         8 |          0.6 |    0.0131 |    0.75 |          1.0 |  3.228s |     2m:31s |
| Iteration 34     |  deviance |        0.0101 |          495 |       1.0 | squared_er.. |                 5 |                4 |        10 |         None |    0.0121 |  0.6562 |          1.0 |  3.271s |     2m:35s |
| Iteration 35     | exponen.. |        0.0148 |          286 |       0.7 | friedman_mse |                11 |               11 |         8 |         sqrt |    0.0102 |     1.0 |          1.0 |  3.181s |     2m:39s |
| Iteration 36     | exponen.. |          0.01 |          252 |       0.6 | friedman_mse |                11 |               10 |         2 |         sqrt |    0.0114 |    0.75 |          1.0 |  3.223s |     2m:46s |
| Iteration 37     |  deviance |          0.01 |           17 |       0.8 | friedman_mse |                20 |               12 |         6 |          0.5 |    0.0099 |  0.6875 |          1.0 |  3.032s |     2m:52s |
| Iteration 38     |  deviance |          0.01 |          191 |       0.7 | squared_er.. |                 7 |                5 |         6 |         auto |    0.0165 |  0.5625 |          1.0 |  3.092s |     2m:59s |
| Iteration 39     | exponen.. |        0.0426 |          235 |       0.5 | squared_er.. |                16 |                5 |         4 |          0.6 |    0.0347 |  0.9375 |          1.0 |  4.053s |     3m:07s |
| Iteration 40     |  deviance |         0.055 |          355 |       0.7 | friedman_mse |                12 |               11 |         6 |         sqrt |    0.0186 |   0.875 |          1.0 |  4.838s |     3m:17s |
| Iteration 41     | exponen.. |          0.01 |           24 |       0.6 | squared_er.. |                 7 |                7 |         8 |          0.5 |    0.0223 |   0.875 |          1.0 |  4.732s |     3m:26s |
| Iteration 42     |  deviance |        0.3095 |           80 |       0.5 | friedman_mse |                12 |               10 |         1 |          0.5 |    0.0116 |   0.375 |          1.0 |  4.746s |     3m:35s |
| Iteration 43     |  deviance |        0.0689 |           79 |       0.8 | squared_er.. |                11 |                8 |         6 |          0.5 |    0.0085 |  0.7812 |          1.0 |  4.740s |     3m:44s |
| Iteration 44     |  deviance |        0.0796 |           88 |       0.8 | squared_er.. |                11 |                5 |         5 |          0.6 |     0.028 |    0.75 |          1.0 |  4.700s |     3m:52s |
| Iteration 45     | exponen.. |        0.0383 |          269 |       0.7 | friedman_mse |                 3 |                3 |        10 |         sqrt |    0.0143 |     0.5 |          1.0 |  3.214s |     3m:57s |
| Iteration 46     | exponen.. |         0.014 |          292 |       0.8 | friedman_mse |                13 |               12 |         3 |         sqrt |     0.016 |  0.8125 |          1.0 |  3.233s |     4m:03s |
| Iteration 47     |  deviance |          0.01 |           64 |       0.7 | squared_er.. |                 2 |                9 |         2 |          0.7 |    0.0203 |  0.9375 |          1.0 |  3.197s |     4m:08s |
| Iteration 48     | exponen.. |          0.01 |           62 |       0.8 | squared_er.. |                13 |               10 |         9 |          0.5 |     0.006 |  0.5625 |          1.0 |  3.175s |     4m:12s |
| Iteration 49     |  deviance |        0.0145 |          307 |       0.5 | squared_er.. |                 7 |                5 |         9 |          0.6 |    0.0178 |  0.8125 |          1.0 |  3.289s |     4m:17s |
| Iteration 50     | exponen.. |        0.0279 |          101 |       0.5 | squared_er.. |                11 |                5 |         9 |          0.6 |    0.0044 |  0.9375 |          1.0 |  3.185s |     4m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.01, 'n_estimators': 15, 'subsample': 0.5, 'criterion': 'squared_error', 'min_samples_split': 16, 'min_samples_leaf': 5, 'max_depth': 9, 'max_features': 0.6, 'ccp_alpha': 0.0287}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9335
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0583
Time elapsed: 0.053s
-------------------------------------------------
Total time: 4m:23s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.3125 |       0.3125 |  3.204s |     3.217s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.875 |        0.875 |  3.169s |     7.304s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |        0.875 |  3.258s |    11.485s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |        0.875 |  3.221s |    15.576s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.6875 |        0.875 |  3.242s |    19.607s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.5625 |        0.875 |  3.182s |    23.574s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |        0.875 |  3.212s |    29.965s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.1875 |        0.875 |  3.204s |    34.693s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.4375 |        0.875 |  3.199s |    38.934s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |        0.875 |  3.219s |    43.171s |
| Iteration 11     |      l2 |   0.136 |    saga |      100 |      --- |  0.0625 |        0.875 |  3.198s |    47.703s |
| Iteration 12     |      l2 |  0.0066 |     sag |      963 |      --- |  0.5625 |        0.875 |  3.202s |    52.198s |
| Iteration 13     |      l1 |  0.0015 | libli.. |      925 |      --- |     0.5 |        0.875 |  3.189s |    56.622s |
| Iteration 14     |      l2 |  1.6817 | libli.. |      934 |      --- |   0.625 |        0.875 |  3.176s |     1m:01s |
| Iteration 15     |      l2 |  0.0977 | libli.. |      194 |      --- |   0.875 |        0.875 |  3.242s |     1m:07s |
| Iteration 16     |      l2 |  0.0553 |   lbfgs |      192 |      --- |  0.4375 |        0.875 |  3.216s |     1m:12s |
| Iteration 17     |      l2 |  0.3144 | libli.. |      953 |      --- |  0.8125 |        0.875 |  3.191s |     1m:17s |
| Iteration 18     |      l2 |  0.0061 | libli.. |      754 |      --- |   0.875 |        0.875 |  3.189s |     1m:21s |
| Iteration 19     |    none |     --- |     sag |      598 |      --- |    0.75 |        0.875 |  3.205s |     1m:26s |
| Iteration 20     |      l2 |   0.004 |     sag |      275 |      --- |  0.6875 |        0.875 |  3.175s |     1m:30s |
| Iteration 21     |    none |     --- |   lbfgs |      287 |      --- |  0.4375 |        0.875 |  3.208s |     1m:35s |
| Iteration 22     |    none |     --- |     sag |      508 |      --- |  0.5625 |        0.875 |  3.175s |     1m:41s |
| Iteration 23     |      l2 |  0.2732 |    saga |      944 |      --- |  0.8125 |        0.875 |  3.165s |     1m:47s |
| Iteration 24     |    none |     --- |     sag |      203 |      --- |     0.5 |        0.875 |  3.723s |     1m:54s |
| Iteration 25     |      l2 | 46.3573 | newto.. |      111 |      --- |  0.5625 |        0.875 |  3.198s |     2m:01s |
| Iteration 26     |    none |     --- |   lbfgs |      796 |      --- |    0.75 |        0.875 |  3.190s |     2m:08s |
| Iteration 27     |      l2 |  0.0497 |   lbfgs |     1000 |      --- |     0.5 |        0.875 |  3.181s |     2m:15s |
| Iteration 28     |    none |     --- |    saga |     1000 |      --- |  0.8125 |        0.875 |  3.205s |     2m:21s |
| Iteration 29     |    none |     --- |   lbfgs |      100 |      --- |     0.5 |        0.875 |  3.121s |     2m:28s |
| Iteration 30     |    none |     --- |    saga |      137 |      --- |  0.1875 |        0.875 |  3.091s |     2m:34s |
| Iteration 31     |      l2 |  0.1006 | libli.. |      200 |      --- |     0.5 |        0.875 |  3.132s |     2m:39s |
| Iteration 32     |      l2 |   100.0 | newto.. |     1000 |      --- |    0.75 |        0.875 |  3.183s |     2m:44s |
| Iteration 33     |    none |     --- |   lbfgs |     1000 |      --- |  0.1875 |        0.875 |  3.191s |     2m:49s |
| Iteration 34     |    none |     --- | newto.. |      748 |      --- |  0.8125 |        0.875 |  3.214s |     2m:53s |
| Iteration 35     |      l2 |  0.0137 | libli.. |      767 |      --- |     0.5 |        0.875 |  3.224s |     2m:58s |
| Iteration 36     |      l2 |  1.2982 |     sag |      927 |      --- |    0.75 |        0.875 |  3.457s |     3m:03s |
| Iteration 37     |      l2 |  0.0091 | libli.. |      719 |      --- |    0.75 |        0.875 |  4.757s |     3m:10s |
| Iteration 38     |      l2 |  7.9078 | newto.. |      838 |      --- |  0.4375 |        0.875 |  4.743s |     3m:18s |
| Iteration 39     |    none |     --- |    saga |      948 |      --- |  0.5625 |        0.875 |  4.729s |     3m:25s |
| Iteration 40     |    none |     --- |   lbfgs |      718 |      --- |   0.625 |        0.875 |  4.786s |     3m:32s |
| Iteration 41     |    none |     --- |     sag |      663 |      --- |  0.6875 |        0.875 |  4.817s |     3m:39s |
| Iteration 42     |      l2 |  0.2584 |     sag |      716 |      --- |     0.5 |        0.875 |  4.754s |     3m:46s |
| Iteration 43     |      l1 |  0.3122 |    saga |      997 |      --- |  0.8438 |        0.875 |  3.250s |     3m:52s |
| Iteration 44     |      l1 | 37.9291 |    saga |     1000 |      --- |  0.6875 |        0.875 |  3.200s |     3m:56s |
| Iteration 45     |    none |     --- |   lbfgs |      631 |      --- |    0.75 |        0.875 |  3.164s |     4m:01s |
| Iteration 46     |      l2 |  0.0042 | newto.. |      615 |      --- |  0.4375 |        0.875 |  3.167s |     4m:06s |
| Iteration 47     |      l1 | 51.7019 |    saga |      962 |      --- |     1.0 |          1.0 |  3.789s |     4m:11s |
| Iteration 48     |      l2 |  0.0019 |   lbfgs |      444 |      --- |   0.625 |          1.0 |  3.173s |     4m:16s |
| Iteration 49     |      l1 |  0.0179 |    saga |      403 |      --- |     0.5 |          1.0 |  3.156s |     4m:21s |
| Iteration 50     |      l1 |  0.8619 |    saga |      906 |      --- |    0.75 |          1.0 |  3.156s |     4m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'penalty': 'l1', 'C': 51.7019, 'solver': 'saga', 'max_iter': 962}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8527
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.1631
Time elapsed: 0.095s
-------------------------------------------------
Total time: 4m:27s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  3.144s |     3.149s |
| Initial point 2  |     svd |       --- |   0.875 |        0.875 |  3.178s |     7.192s |
| Initial point 3  |     svd |       --- |   0.875 |        0.875 |  0.001s |     8.334s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |        0.875 |  3.142s |    14.505s |
| Initial point 5  |   eigen |       0.9 |   0.875 |        0.875 |  3.170s |    19.020s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |        0.875 |  3.244s |    23.158s |
| Initial point 7  |    lsqr |       0.5 |     0.5 |        0.875 |  3.226s |    27.173s |
| Initial point 8  |    lsqr |       0.9 |    0.25 |        0.875 |  3.235s |    31.213s |
| Initial point 9  |    lsqr |       0.6 |    0.75 |        0.875 |  3.237s |    35.217s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |        0.875 |  3.249s |    39.505s |
| Iteration 11     |     svd |       --- |   0.875 |        0.875 |  0.000s |    40.469s |
| Iteration 12     |   eigen |       0.7 |     0.5 |        0.875 |  3.250s |    44.668s |
| Iteration 13     |     svd |       --- |   0.875 |        0.875 |  0.000s |    45.915s |
| Iteration 14     |    lsqr |      auto |  0.6875 |        0.875 |  3.244s |    50.500s |
| Iteration 15     |     svd |       --- |   0.875 |        0.875 |  0.000s |    51.626s |
| Iteration 16     |     svd |       --- |   0.875 |        0.875 |  0.000s |    52.658s |
| Iteration 17     |     svd |       --- |   0.875 |        0.875 |  0.000s |    53.655s |
| Iteration 18     |     svd |       --- |   0.875 |        0.875 |  0.000s |    54.735s |
| Iteration 19     |     svd |       --- |   0.875 |        0.875 |  0.000s |    55.653s |
| Iteration 20     |   eigen |       0.6 |  0.8125 |        0.875 |  3.196s |    59.872s |
| Iteration 21     |   eigen |      auto |  0.8125 |        0.875 |  3.248s |     1m:04s |
| Iteration 22     |   eigen |      None |  0.5625 |        0.875 |  3.252s |     1m:09s |
| Iteration 23     |   eigen |       0.5 |  0.5625 |        0.875 |  3.214s |     1m:13s |
| Iteration 24     |    lsqr |       1.0 |  0.1875 |        0.875 |  3.208s |     1m:17s |
| Iteration 25     |    lsqr |      None |  0.3125 |        0.875 |  3.207s |     1m:22s |
| Iteration 26     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:23s |
| Iteration 27     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:24s |
| Iteration 28     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:25s |
| Iteration 29     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:28s |
| Iteration 30     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:29s |
| Iteration 31     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:30s |
| Iteration 32     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:31s |
| Iteration 33     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:32s |
| Iteration 34     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:33s |
| Iteration 35     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:34s |
| Iteration 36     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:36s |
| Iteration 37     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:37s |
| Iteration 38     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:39s |
| Iteration 39     |     svd |       --- |   0.875 |        0.875 |  0.001s |     1m:40s |
| Iteration 40     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:41s |
| Iteration 41     |     svd |       --- |   0.875 |        0.875 |  0.001s |     1m:42s |
| Iteration 42     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:43s |
| Iteration 43     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:44s |
| Iteration 44     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:45s |
| Iteration 45     |     svd |       --- |   0.875 |        0.875 |  0.001s |     1m:46s |
| Iteration 46     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:48s |
| Iteration 47     |     svd |       --- |   0.875 |        0.875 |  0.001s |     1m:49s |
| Iteration 48     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |     1m:50s |
| Iteration 49     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:51s |
| Iteration 50     |     svd |       --- |   0.875 |        0.875 |  0.000s |     1m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8295
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.44 ± 0.1319
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:54s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  3.137s |     3.141s |
| Initial point 2  |       0.9 |     1.0 |          1.0 |  3.299s |     7.520s |
| Initial point 3  |       0.1 |  0.9375 |          1.0 |  3.213s |    11.608s |
| Initial point 4  |       1.0 |     0.5 |          1.0 |  0.001s |    12.536s |
| Initial point 5  |       0.2 |   0.875 |          1.0 |  3.192s |    16.631s |
| Initial point 6  |       0.4 |   0.625 |          1.0 |  3.231s |    20.869s |
| Initial point 7  |       0.4 |   0.625 |          1.0 |  0.001s |    21.741s |
| Initial point 8  |       0.7 |    0.25 |          1.0 |  3.893s |    26.591s |
| Initial point 9  |       0.9 |     1.0 |          1.0 |  0.001s |    28.093s |
| Initial point 10 |       0.8 |  0.5625 |          1.0 |  4.770s |    34.293s |
| Iteration 11     |       0.3 |     0.5 |          1.0 |  4.877s |    40.867s |
| Iteration 12     |       0.6 |  0.5625 |          1.0 |  4.758s |    47.508s |
| Iteration 13     |       0.5 |  0.4688 |          1.0 |  4.743s |    53.954s |
| Iteration 14     |       0.0 |  0.5625 |          1.0 |  4.745s |     1m:00s |
| Iteration 15     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:02s |
| Iteration 16     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:04s |
| Iteration 17     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:05s |
| Iteration 18     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:08s |
| Iteration 19     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 20     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 21     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 22     |       0.6 |  0.5625 |          1.0 |  0.001s |     1m:12s |
| Iteration 23     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 24     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 25     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 26     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 27     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 28     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 29     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:24s |
| Iteration 30     |       0.8 |  0.5625 |          1.0 |  0.000s |     1m:25s |
| Iteration 31     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 32     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 33     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 34     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 35     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 36     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:31s |
| Iteration 37     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 38     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 39     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 40     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 41     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 42     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 43     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 44     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:41s |
| Iteration 45     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 46     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:44s |
| Iteration 47     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 48     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:47s |
| Iteration 49     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:50s |
| Iteration 50     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7089
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.0374
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:53s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.9832 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  3.108s |     3.128s |
| Initial point 2  |   4.368 | uniform |   kd_tree |        39 |       2 |     0.5 |       0.5625 |  3.161s |     7.146s |
| Initial point 3  |  3.4505 | dista.. | ball_tree |        25 |       2 |  0.6875 |       0.6875 |  3.188s |    12.528s |
| Initial point 4  | 10.0666 | uniform | ball_tree |        39 |       2 |   0.625 |       0.6875 |  3.157s |    16.932s |
| Initial point 5  |  7.8858 | dista.. |      auto |        30 |       2 |    0.75 |         0.75 |  3.233s |    21.199s |
| Initial point 6  |  9.1324 | dista.. | ball_tree |        21 |       2 |     0.5 |         0.75 |  3.213s |    25.473s |
| Initial point 7  |  6.5321 | dista.. | ball_tree |        24 |       1 |  0.3438 |         0.75 |  3.222s |    29.690s |
| Initial point 8  |  1.5653 | dista.. | ball_tree |        21 |       2 |  0.2812 |         0.75 |  3.236s |    33.959s |
| Initial point 9  |  7.2764 | uniform | ball_tree |        24 |       1 |  0.8125 |       0.8125 |  3.212s |    38.177s |
| Initial point 10 |  5.1683 | uniform |     brute |        22 |       2 |     0.5 |       0.8125 |  3.196s |    42.382s |
| Iteration 11     |   7.252 | uniform | ball_tree |        24 |       1 |   0.625 |       0.8125 |  3.193s |    46.766s |
| Iteration 12     |  1.6077 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  3.213s |    51.405s |
| Iteration 13     |  0.0083 | dista.. |     brute |        30 |       1 |     0.5 |        0.875 |  3.214s |    55.964s |
| Iteration 14     |  0.0899 | dista.. |      auto |        30 |       2 |   0.625 |        0.875 |  3.209s |     1m:00s |
| Iteration 15     | 10.9366 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  3.163s |     1m:05s |
| Iteration 16     |  8.0755 | dista.. |      auto |        28 |       1 |  0.9375 |          1.0 |  3.229s |     1m:11s |
| Iteration 17     | 11.0142 | dista.. |      auto |        25 |       1 |   0.875 |          1.0 |  3.106s |     1m:15s |
| Iteration 18     | 11.0142 | dista.. |      auto |        21 |       2 |  0.9375 |          1.0 |  3.177s |     1m:20s |
| Iteration 19     |     0.0 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  3.237s |     1m:24s |
| Iteration 20     | 11.0142 | dista.. |      auto |        26 |       2 |  0.8125 |          1.0 |  3.172s |     1m:28s |
| Iteration 21     |  8.4507 | uniform |      auto |        32 |       2 |     0.5 |          1.0 |  3.219s |     1m:33s |
| Iteration 22     | 11.0142 | dista.. |      auto |        20 |       1 |   0.625 |          1.0 |  3.235s |     1m:37s |
| Iteration 23     | 11.0142 | dista.. |      auto |        29 |       1 |   0.875 |          1.0 |  3.196s |     1m:42s |
| Iteration 24     | 11.0142 | dista.. |      auto |        32 |       1 |  0.8125 |          1.0 |  3.970s |     1m:47s |
| Iteration 25     |  5.0693 | dista.. |   kd_tree |        24 |       2 |  0.4375 |          1.0 |  5.453s |     1m:55s |
| Iteration 26     |     0.0 | uniform |      auto |        20 |       1 |     0.5 |          1.0 |  4.717s |     2m:02s |
| Iteration 27     | 11.0142 | dista.. |      auto |        28 |       2 |  0.4375 |          1.0 |  4.770s |     2m:09s |
| Iteration 28     | 11.0142 | dista.. |      auto |        30 |       1 |   0.875 |          1.0 |  4.719s |     2m:16s |
| Iteration 29     | 11.0142 | dista.. |      auto |        31 |       1 |     0.5 |          1.0 |  4.761s |     2m:24s |
| Iteration 30     | 11.0142 | dista.. |      auto |        25 |       2 |  0.1875 |          1.0 |  3.179s |     2m:31s |
| Iteration 31     |  0.8666 | dista.. |      auto |        33 |       1 |     0.5 |          1.0 |  3.205s |     2m:38s |
| Iteration 32     | 11.0142 | dista.. |      auto |        24 |       1 |     1.0 |          1.0 |  3.147s |     2m:44s |
| Iteration 33     | 11.0142 | dista.. |      auto |        36 |       1 |  0.6875 |          1.0 |  3.150s |     2m:49s |
| Iteration 34     | 11.0142 | dista.. |      auto |        21 |       1 |    0.75 |          1.0 |  3.162s |     2m:53s |
| Iteration 35     | 11.0142 | dista.. |      auto |        20 |       1 |   0.625 |          1.0 |  0.001s |     2m:54s |
| Iteration 36     | 10.9999 | dista.. |     brute |        39 |       1 |     1.0 |          1.0 |  3.160s |     2m:59s |
| Iteration 37     | 11.0142 | uniform | ball_tree |        37 |       1 |  0.4375 |          1.0 |  3.144s |     3m:03s |
| Iteration 38     | 11.0142 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  3.159s |     3m:07s |
| Iteration 39     | 11.0142 | dista.. |   kd_tree |        21 |       1 |  0.8125 |          1.0 |  3.137s |     3m:12s |
| Iteration 40     | 11.0142 | dista.. |   kd_tree |        30 |       1 |  0.8125 |          1.0 |  3.473s |     3m:19s |
| Iteration 41     | 11.0142 | dista.. |   kd_tree |        30 |       2 |  0.9375 |          1.0 |  3.422s |     3m:25s |
| Iteration 42     | 11.0129 | uniform |   kd_tree |        24 |       1 |  0.4688 |          1.0 |  3.181s |     3m:29s |
| Iteration 43     | 11.0142 | dista.. |     brute |        31 |       1 |  0.5938 |          1.0 |  3.153s |     3m:34s |
| Iteration 44     |  0.0031 | uniform |     brute |        28 |       1 |     0.5 |          1.0 |  3.305s |     3m:38s |
| Iteration 45     | 11.0142 | dista.. |   kd_tree |        24 |       1 |  0.0625 |          1.0 |  3.181s |     3m:43s |
| Iteration 46     | 11.0142 | dista.. |     brute |        37 |       2 |  0.9375 |          1.0 |  3.215s |     3m:48s |
| Iteration 47     | 11.0142 | dista.. |      auto |        24 |       1 |     1.0 |          1.0 |  0.001s |     3m:49s |
| Iteration 48     |  7.3872 | uniform | ball_tree |        24 |       1 |   0.625 |          1.0 |  3.153s |     3m:54s |
| Iteration 49     |  2.0572 | dista.. |      auto |        24 |       1 |     0.5 |          1.0 |  3.152s |     3m:58s |
| Iteration 50     | 11.0142 | dista.. |      auto |        24 |       1 |     1.0 |          1.0 |  0.001s |     3m:60s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 10.9366, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.0548
Time elapsed: 0.053s
-------------------------------------------------
Total time: 4m:01s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     0.5 |          0.5 |  4.207s |     4.214s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  3.700s |     8.838s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |       0.9375 |  3.352s |    13.143s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.6875 |       0.9375 |  3.472s |    17.512s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |       0.9375 |  3.339s |    21.976s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |       0.9375 |  3.505s |    26.413s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |       0.9375 |  3.185s |    30.626s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.5625 |       0.9375 |  3.459s |    35.127s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |       0.9375 |  3.183s |    39.354s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |       0.9375 |  3.308s |    43.546s |
| Iteration 11     |          493 |        0.0479 |   SAMME.R |  0.4375 |       0.9375 |  3.552s |    48.309s |
| Iteration 12     |          114 |        6.9883 |   SAMME.R |  0.5312 |       0.9375 |  3.261s |    52.684s |
| Iteration 13     |          223 |        0.2173 |     SAMME |  0.4688 |       0.9375 |  3.296s |    57.019s |
| Iteration 14     |          224 |        0.9684 |     SAMME |   0.875 |       0.9375 |  3.379s |     1m:02s |
| Iteration 15     |          215 |        0.9939 |     SAMME |  0.8125 |       0.9375 |  3.276s |     1m:06s |
| Iteration 16     |          389 |        1.0561 |     SAMME |    0.75 |       0.9375 |  3.391s |     1m:10s |
| Iteration 17     |          460 |        0.0537 |   SAMME.R |   0.875 |       0.9375 |  3.493s |     1m:15s |
| Iteration 18     |          500 |        0.0682 |   SAMME.R |  0.8125 |       0.9375 |  3.577s |     1m:20s |
| Iteration 19     |          222 |        1.4207 |     SAMME |   0.875 |       0.9375 |  3.319s |     1m:24s |
| Iteration 20     |          207 |        1.3257 |     SAMME |     1.0 |          1.0 |  3.309s |     1m:29s |
| Iteration 21     |          489 |        1.2734 |     SAMME |  0.9375 |          1.0 |  3.527s |     1m:34s |
| Iteration 22     |          492 |        1.3416 |     SAMME |   0.875 |          1.0 |  3.536s |     1m:38s |
| Iteration 23     |           80 |        1.2961 |     SAMME |     1.0 |          1.0 |  3.223s |     1m:43s |
| Iteration 24     |           50 |        1.2092 |     SAMME |    0.75 |          1.0 |  3.213s |     1m:47s |
| Iteration 25     |          116 |        0.8779 |     SAMME |   0.875 |          1.0 |  3.270s |     1m:52s |
| Iteration 26     |          198 |        1.3017 |     SAMME |     1.0 |          1.0 |  3.325s |     1m:56s |
| Iteration 27     |           50 |        1.3101 |     SAMME |  0.4375 |          1.0 |  3.193s |     2m:00s |
| Iteration 28     |          242 |        0.6431 |   SAMME.R |     1.0 |          1.0 |  3.300s |     2m:06s |
| Iteration 29     |          433 |        0.6364 |   SAMME.R |   0.625 |          1.0 |  4.154s |     2m:12s |
| Iteration 30     |          173 |        1.4417 |   SAMME.R |    0.25 |          1.0 |  3.259s |     2m:16s |
| Iteration 31     |          408 |        0.6694 |     SAMME |  0.8125 |          1.0 |  3.494s |     2m:21s |
| Iteration 32     |          106 |        0.1005 |   SAMME.R |  0.9375 |          1.0 |  3.258s |     2m:26s |
| Iteration 33     |          494 |         0.119 |   SAMME.R |  0.4375 |          1.0 |  3.586s |     2m:31s |
| Iteration 34     |          500 |        0.8227 |     SAMME |    0.75 |          1.0 |  3.486s |     2m:35s |
| Iteration 35     |           50 |        0.4545 |   SAMME.R |  0.9375 |          1.0 |  3.182s |     2m:40s |
| Iteration 36     |          406 |        1.2449 |     SAMME |    0.75 |          1.0 |  3.426s |     2m:45s |
| Iteration 37     |          462 |        0.3929 |   SAMME.R |     1.0 |          1.0 |  3.518s |     2m:49s |
| Iteration 38     |          105 |        0.3895 |   SAMME.R |  0.5625 |          1.0 |  3.216s |     2m:54s |
| Iteration 39     |          202 |        1.3132 |     SAMME |  0.9375 |          1.0 |  3.230s |     3m:01s |
| Iteration 40     |          500 |          1.16 |     SAMME |    0.75 |          1.0 |  3.493s |     3m:06s |
| Iteration 41     |          500 |        0.0548 |   SAMME.R |   0.875 |          1.0 |  3.568s |     3m:11s |
| Iteration 42     |          248 |        0.4899 |     SAMME |  0.4375 |          1.0 |  3.275s |     3m:15s |
| Iteration 43     |          244 |         0.636 |   SAMME.R |  0.6562 |          1.0 |  3.356s |     3m:20s |
| Iteration 44     |           60 |        0.0788 |   SAMME.R |    0.75 |          1.0 |  3.186s |     3m:25s |
| Iteration 45     |          405 |          0.01 |   SAMME.R |  0.3125 |          1.0 |  3.479s |     3m:30s |
| Iteration 46     |          421 |        9.9889 |     SAMME |   0.625 |          1.0 |  3.127s |     3m:36s |
| Iteration 47     |          499 |        0.0358 |     SAMME |  0.9375 |          1.0 |  3.468s |     3m:41s |
| Iteration 48     |          201 |        1.3843 |     SAMME |  0.6875 |          1.0 |  3.283s |     3m:47s |
| Iteration 49     |          289 |        0.0373 |     SAMME |  0.8125 |          1.0 |  3.342s |     3m:52s |
| Iteration 50     |          477 |        0.0367 |     SAMME |  0.9375 |          1.0 |  3.479s |     3m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 462, 'learning_rate': 0.3929, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.426s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.049
Time elapsed: 1.916s
-------------------------------------------------
Total time: 4m:01s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     0.5 |          0.5 |  3.490s |     3.509s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  3.424s |     8.110s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  4.062s |    13.097s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.250s |    17.247s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |          1.0 |  3.458s |    21.579s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |          1.0 |  3.294s |    25.913s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  3.326s |    30.280s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9375 |          1.0 |  3.299s |    34.559s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  3.425s |    38.967s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |          1.0 |  3.377s |    43.293s |
| Iteration 11     |          460 |   entropy |         1 |                 3 |                2 |          0.8 |     False |    0.0065 |         --- |  0.5938 |          1.0 |  3.415s |    48.168s |
| Iteration 12     |          256 |   entropy |         5 |                14 |                2 |          0.5 |     False |    0.0175 |         --- |    0.75 |          1.0 |  3.288s |    53.124s |
| Iteration 13     |          445 |      gini |         5 |                12 |                4 |          0.6 |     False |    0.0215 |         --- |  0.4062 |          1.0 |  3.399s |    59.192s |
| Iteration 14     |          419 |      gini |         7 |                19 |                7 |          0.7 |     False |     0.015 |         --- |   0.625 |          1.0 |  3.377s |     1m:05s |
| Iteration 15     |          266 |      gini |         5 |                17 |                2 |          0.5 |     False |    0.0176 |         --- |   0.875 |          1.0 |  3.289s |     1m:10s |
| Iteration 16     |          190 |   entropy |         6 |                 3 |                3 |          0.6 |     False |    0.0292 |         --- |    0.75 |          1.0 |  3.254s |     1m:15s |
| Iteration 17     |          500 |   entropy |         6 |                19 |                7 |         sqrt |     False |    0.0305 |         --- |  0.8125 |          1.0 |  3.412s |     1m:20s |
| Iteration 18     |           28 |   entropy |         5 |                10 |               17 |          0.8 |     False |    0.0164 |         --- |  0.9062 |          1.0 |  3.132s |     1m:24s |
| Iteration 19     |          381 |      gini |         5 |                10 |                5 |          0.6 |     False |    0.0157 |         --- |     1.0 |          1.0 |  3.397s |     1m:30s |
| Iteration 20     |          273 |      gini |         6 |                16 |                5 |          0.9 |     False |    0.0127 |         --- |   0.875 |          1.0 |  3.418s |     1m:35s |
| Iteration 21     |           51 |      gini |      None |                 5 |                6 |         None |     False |    0.0218 |         --- |  0.8125 |          1.0 |  3.196s |     1m:40s |
| Iteration 22     |          485 |      gini |         5 |                10 |                2 |          0.9 |     False |    0.0092 |         --- |     0.5 |          1.0 |  3.414s |     1m:44s |
| Iteration 23     |          392 |      gini |         5 |                11 |                5 |          0.6 |     False |    0.0348 |         --- |    0.75 |          1.0 |  3.388s |     1m:50s |
| Iteration 24     |           22 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.025 |         --- |  0.5625 |          1.0 |  3.145s |     1m:54s |
| Iteration 25     |          499 |   entropy |         6 |                20 |                3 |         auto |     False |    0.0279 |         --- |   0.875 |          1.0 |  3.431s |     1m:59s |
| Iteration 26     |          126 |   entropy |         6 |                16 |                3 |         None |     False |    0.0326 |         --- |     1.0 |          1.0 |  3.198s |     2m:04s |
| Iteration 27     |          390 |   entropy |         6 |                16 |                3 |          0.5 |     False |    0.0306 |         --- |   0.625 |          1.0 |  3.382s |     2m:11s |
| Iteration 28     |          310 |   entropy |         6 |                16 |                3 |         None |     False |    0.0336 |         --- |  0.7188 |          1.0 |  3.333s |     2m:16s |
| Iteration 29     |          404 |      gini |      None |                 6 |                5 |          0.8 |     False |    0.0135 |         --- |   0.625 |          1.0 |  3.406s |     2m:21s |
| Iteration 30     |          321 |      gini |         5 |                13 |               10 |         None |     False |    0.0162 |         --- |     0.5 |          1.0 |  3.368s |     2m:27s |
| Iteration 31     |          500 |      gini |         5 |                 9 |                7 |          0.6 |     False |    0.0149 |         --- |  0.8125 |          1.0 |  3.448s |     2m:32s |
| Iteration 32     |          442 |      gini |         5 |                10 |                3 |          0.6 |     False |    0.0154 |         --- |     1.0 |          1.0 |  3.443s |     2m:37s |
| Iteration 33     |          338 |      gini |         6 |                16 |               13 |         None |     False |     0.032 |         --- |  0.4688 |          1.0 |  3.346s |     2m:41s |
| Iteration 34     |           88 |   entropy |         6 |                16 |                3 |         None |     False |    0.0324 |         --- |  0.4688 |          1.0 |  3.204s |     2m:46s |
| Iteration 35     |          315 |      gini |         5 |                18 |               10 |          0.7 |     False |    0.0163 |         --- |     1.0 |          1.0 |  3.335s |     2m:51s |
| Iteration 36     |          192 |      gini |         5 |                 7 |               10 |          0.6 |     False |    0.0162 |         --- |    0.75 |          1.0 |  3.241s |     2m:56s |
| Iteration 37     |          413 |      gini |         5 |                11 |               12 |          0.6 |     False |    0.0157 |         --- |   0.625 |          1.0 |  3.386s |     3m:01s |
| Iteration 38     |          205 |      gini |         5 |                10 |                2 |          0.6 |     False |    0.0154 |         --- |  0.5625 |          1.0 |  3.235s |     3m:05s |
| Iteration 39     |          477 |      gini |         5 |                14 |                5 |          0.6 |     False |     0.022 |         --- |     1.0 |          1.0 |  3.394s |     3m:10s |
| Iteration 40     |          435 |      gini |         5 |                10 |                5 |         auto |     False |    0.0131 |         --- |   0.875 |          1.0 |  3.334s |     3m:15s |
| Iteration 41     |          466 |   entropy |         6 |                16 |               20 |          0.6 |     False |    0.0159 |         --- |  0.8125 |          1.0 |  3.425s |     3m:22s |
| Iteration 42     |          436 |      gini |         5 |                 8 |                5 |          0.9 |     False |    0.0139 |         --- |  0.6875 |          1.0 |  3.399s |     3m:27s |
| Iteration 43     |          453 |      gini |         7 |                18 |                5 |          0.5 |     False |    0.0047 |         --- |   0.875 |          1.0 |  3.401s |     3m:32s |
| Iteration 44     |          454 |   entropy |         8 |                 4 |                5 |          0.5 |     False |    0.0239 |         --- |    0.75 |          1.0 |  3.407s |     3m:37s |
| Iteration 45     |          275 |      gini |         7 |                15 |                5 |          0.5 |     False |    0.0004 |         --- |     0.5 |          1.0 |  3.276s |     3m:41s |
| Iteration 46     |          459 |   entropy |         5 |                 6 |                5 |         log2 |     False |    0.0095 |         --- |   0.875 |          1.0 |  3.399s |     3m:46s |
| Iteration 47     |          458 |      gini |         4 |                 5 |                3 |          0.6 |     False |    0.0183 |         --- |     1.0 |          1.0 |  3.402s |     3m:51s |
| Iteration 48     |          425 |      gini |      None |                12 |                5 |          0.5 |     False |    0.0038 |         --- |  0.5625 |          1.0 |  3.389s |     3m:56s |
| Iteration 49     |          458 |      gini |         5 |                18 |                3 |          0.6 |     False |    0.0259 |         --- |    0.75 |          1.0 |  3.376s |     4m:01s |
| Iteration 50     |          467 |   entropy |         5 |                 6 |                3 |          0.5 |     False |    0.0213 |         --- |   0.875 |          1.0 |  3.415s |     4m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.338s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.1077
Time elapsed: 1.492s
-------------------------------------------------
Total time: 4m:10s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.174s |     3.194s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  3.828s |     8.195s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  3.233s |    12.337s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  3.139s |    16.337s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  3.260s |    20.417s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  3.221s |    24.473s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  3.252s |    28.519s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  3.224s |    33.654s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |          1.0 |  3.259s |    39.063s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  3.161s |    44.388s |
| Iteration 11     |          411 |         0.027 |         5 |  0.6101 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.375 |          1.0 |  3.199s |    49.186s |
| Iteration 12     |           57 |         0.012 |         6 |  0.7605 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |          1.0 |  3.134s |    53.552s |
| Iteration 13     |          359 |        0.2737 |        10 |  0.8032 |                2 |       1.0 |              0.6 |         0 |        100 |  0.4375 |          1.0 |  3.219s |    57.838s |
| Iteration 14     |          290 |        0.1953 |         6 |  0.0088 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.153s |     1m:02s |
| Iteration 15     |          500 |        0.0741 |         6 |   0.926 |                3 |       0.5 |              0.9 |         0 |          1 |  0.8125 |          1.0 |  3.255s |     1m:07s |
| Iteration 16     |          500 |        0.0835 |         6 |  0.4637 |                3 |       1.0 |              0.8 |       100 |          0 |     0.5 |          1.0 |  3.227s |     1m:12s |
| Iteration 17     |          500 |        0.0157 |         6 |  0.3138 |                3 |       0.9 |              0.9 |        10 |       0.01 |     0.5 |          1.0 |  3.258s |     1m:16s |
| Iteration 18     |          500 |        0.0409 |         6 |  0.9726 |                3 |       0.7 |              0.9 |      0.01 |         10 |     1.0 |          1.0 |  3.240s |     1m:21s |
| Iteration 19     |          467 |        0.0332 |         6 |  0.5991 |                3 |       0.9 |              1.0 |       0.1 |          1 |  0.9375 |          1.0 |  3.178s |     1m:25s |
| Iteration 20     |          449 |        0.0195 |         6 |  0.7564 |                3 |       0.8 |              0.8 |       0.1 |          1 |     1.0 |          1.0 |  3.260s |     1m:30s |
| Iteration 21     |          444 |        0.3403 |         6 |  0.5843 |                3 |       0.8 |              0.7 |       0.1 |        0.1 |   0.875 |          1.0 |  3.183s |     1m:34s |
| Iteration 22     |          436 |        0.0278 |         6 |  0.2675 |                3 |       0.8 |              1.0 |       0.1 |        100 |    0.75 |          1.0 |  3.188s |     1m:39s |
| Iteration 23     |          480 |        0.0132 |         6 |  0.5104 |                3 |       0.7 |              0.9 |       0.1 |        0.1 |  0.9375 |          1.0 |  3.211s |     1m:44s |
| Iteration 24     |          411 |        0.0146 |         6 |  0.9072 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |     0.5 |          1.0 |  3.185s |     1m:48s |
| Iteration 25     |          441 |        0.6223 |         6 |  0.7849 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  3.187s |     1m:53s |
| Iteration 26     |          444 |        0.1297 |         6 |  0.3963 |                3 |       1.0 |              0.9 |      0.01 |          1 |     1.0 |          1.0 |  3.208s |     1m:59s |
| Iteration 27     |          443 |        0.0444 |         6 |   0.567 |                3 |       1.0 |              0.9 |       0.1 |          1 |     0.5 |          1.0 |  3.144s |     2m:05s |
| Iteration 28     |          500 |        0.1536 |         6 |  0.6808 |                3 |       0.9 |              0.9 |       0.1 |       0.01 |   0.875 |          1.0 |  3.150s |     2m:10s |
| Iteration 29     |          438 |        0.0138 |         6 |  0.8602 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |  0.5625 |          1.0 |  3.223s |     2m:16s |
| Iteration 30     |          494 |        0.3436 |         6 |  0.6421 |                3 |       0.8 |              0.9 |      0.01 |       0.01 |  0.9375 |          1.0 |  3.220s |     2m:22s |
| Iteration 31     |          500 |        0.2017 |         6 |  0.1738 |                3 |       0.7 |              0.9 |      0.01 |        0.1 |   0.625 |          1.0 |  3.242s |     2m:27s |
| Iteration 32     |          486 |        0.0105 |         6 |  0.7958 |                3 |       0.7 |              0.9 |      0.01 |          1 |     1.0 |          1.0 |  3.223s |     2m:32s |
| Iteration 33     |          484 |        0.1318 |         6 |  0.7837 |                3 |       0.7 |              0.9 |       0.1 |          1 |     0.5 |          1.0 |  3.220s |     2m:36s |
| Iteration 34     |          491 |        0.0719 |         6 |  0.8851 |                2 |       1.0 |              0.9 |         0 |          1 |  0.7812 |          1.0 |  3.221s |     2m:41s |
| Iteration 35     |          500 |        0.0156 |         6 |   0.277 |                3 |       0.6 |              1.0 |         0 |       0.01 |    0.75 |          1.0 |  3.234s |     2m:46s |
| Iteration 36     |          444 |        0.0552 |         6 |  0.7366 |                3 |       0.7 |              1.0 |      0.01 |          0 |    0.75 |          1.0 |  3.197s |     2m:51s |
| Iteration 37     |          450 |        0.7071 |         6 |  0.2679 |                2 |       0.9 |              0.9 |      0.01 |       0.01 |   0.625 |          1.0 |  3.194s |     2m:56s |
| Iteration 38     |          500 |        0.6185 |         6 |  0.0533 |                3 |       0.7 |              0.8 |      0.01 |       0.01 |   0.875 |          1.0 |  3.211s |     3m:01s |
| Iteration 39     |          286 |        0.0325 |         3 |  0.3994 |               10 |       0.9 |              1.0 |         0 |       0.01 |     0.5 |          1.0 |  3.176s |     3m:05s |
| Iteration 40     |          471 |        0.0714 |         6 |  0.1163 |                3 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |          1.0 |  3.206s |     3m:10s |
| Iteration 41     |          500 |        0.0139 |         6 |  0.0169 |                3 |       0.8 |              0.9 |      0.01 |       0.01 |   0.875 |          1.0 |  3.266s |     3m:15s |
| Iteration 42     |          401 |        0.0614 |         5 |  0.6113 |               10 |       0.7 |              0.4 |       100 |       0.01 |     0.5 |          1.0 |  3.107s |     3m:20s |
| Iteration 43     |          483 |        0.2233 |         6 |  0.2699 |                3 |       1.0 |              0.9 |      0.01 |         10 |  0.8125 |          1.0 |  3.191s |     3m:25s |
| Iteration 44     |           20 |        0.8222 |         3 |  0.8449 |                1 |       0.7 |              1.0 |         0 |          0 |   0.875 |          1.0 |  3.135s |     3m:30s |
| Iteration 45     |          334 |        0.0123 |         2 |  0.9368 |                1 |       0.6 |              1.0 |         0 |        100 |     0.5 |          1.0 |  3.199s |     3m:37s |
| Iteration 46     |          500 |        0.7017 |         6 |  0.8777 |               10 |       0.7 |              1.0 |         0 |        0.1 |     0.5 |          1.0 |  3.203s |     3m:42s |
| Iteration 47     |          491 |        0.0107 |         3 |  0.2435 |                1 |       1.0 |              0.8 |      0.01 |         10 |  0.9375 |          1.0 |  3.217s |     3m:46s |
| Iteration 48     |          209 |        0.0838 |         3 |  0.7819 |                1 |       1.0 |              0.4 |      0.01 |         10 |   0.625 |          1.0 |  3.186s |     3m:51s |
| Iteration 49     |           49 |        0.1644 |         7 |  0.3551 |                1 |       0.5 |              1.0 |       0.1 |         10 |  0.8125 |          1.0 |  3.122s |     3m:56s |
| Iteration 50     |          313 |        0.7802 |         7 |  0.1095 |                1 |       0.9 |              1.0 |      0.01 |          0 |     1.0 |          1.0 |  3.221s |     4m:00s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9705
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.094s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0812
Time elapsed: 0.283s
-------------------------------------------------
Total time: 4m:02s


Final results ==================== >>
Duration: 28m:51s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.74 ± 0.0583
Logistic Regression             --> roc_auc: 0.42 ± 0.1631 ~
Linear Discriminant Analysis    --> roc_auc: 0.44 ± 0.1319 ~
Quadratic Discriminant Analysis --> roc_auc: 0.54 ± 0.0374 ~
Radius Nearest Neighbors        --> roc_auc: 0.4 ± 0.0548 ~
AdaBoost                        --> roc_auc: 0.86 ± 0.049 !
Random Forest                   --> roc_auc: 0.77 ± 0.1077 ~
XGBoost                         --> roc_auc: 0.72 ± 0.0812 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 813 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  0.694s |     0.715s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.8125 |        0.875 |  0.677s |     2.360s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |        0.875 |  1.346s |     6.487s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.3125 |        0.875 |  0.672s |     8.563s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     0.5 |        0.875 |  0.694s |    10.107s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |        0.875 |  0.744s |    11.887s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.6875 |        0.875 |  0.711s |    13.431s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |        0.875 |  0.741s |    16.448s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  0.666s |    18.289s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.678s |    21.136s |
| Iteration 11     | exponen.. |        0.1116 |          249 |       0.9 | friedman_mse |                17 |               16 |         1 |          0.8 |       0.0 |     1.0 |          1.0 |  0.683s |    23.383s |
| Iteration 12     |  deviance |           1.0 |          500 |       1.0 | squared_er.. |                12 |               20 |         1 |          0.5 |       0.0 |     1.0 |          1.0 |  0.704s |    25.387s |
| Iteration 13     |  deviance |           1.0 |          336 |       1.0 | friedman_mse |                14 |               11 |         1 |         log2 |       0.0 |   0.875 |          1.0 |  0.704s |    27.483s |
| Iteration 14     | exponen.. |        0.0962 |          461 |       1.0 | squared_er.. |                13 |               20 |         1 |         None |       0.0 |   0.625 |          1.0 |  0.728s |    29.530s |
| Iteration 15     | exponen.. |          0.01 |           62 |       1.0 | squared_er.. |                20 |                1 |        10 |         log2 |     0.035 |   0.875 |          1.0 |  0.652s |    31.547s |
| Iteration 16     | exponen.. |        0.0726 |          182 |       0.9 | friedman_mse |                16 |               19 |         1 |          0.7 |    0.0017 |  0.7812 |          1.0 |  0.669s |    35.700s |
| Iteration 17     |  deviance |           1.0 |          223 |       1.0 | friedman_mse |                20 |                1 |         1 |          0.7 |    0.0191 |  0.8125 |          1.0 |  0.694s |    40.317s |
| Iteration 18     |  deviance |        0.5465 |          418 |       1.0 | squared_er.. |                11 |               20 |         6 |          0.5 |       0.0 |     0.5 |          1.0 |  0.686s |    45.031s |
| Iteration 19     | exponen.. |        0.0179 |          282 |       0.9 | friedman_mse |                 4 |               18 |         2 |          0.7 |    0.0276 |     1.0 |          1.0 |  0.687s |    49.645s |
| Iteration 20     | exponen.. |        0.2497 |          358 |       1.0 | friedman_mse |                10 |               12 |         3 |          0.9 |    0.0219 |  0.9375 |          1.0 |  0.690s |    54.306s |
| Iteration 21     | exponen.. |        0.0817 |          397 |       0.9 | friedman_mse |                15 |                2 |         4 |         sqrt |    0.0064 |  0.9375 |          1.0 |  0.719s |    59.061s |
| Iteration 22     | exponen.. |          0.01 |           27 |       1.0 | friedman_mse |                 7 |               20 |         3 |         None |       0.0 |  0.5625 |          1.0 |  0.640s |     1m:04s |
| Iteration 23     | exponen.. |        0.0124 |          266 |       0.9 | friedman_mse |                15 |               12 |         6 |          0.6 |    0.0046 |  0.9375 |          1.0 |  0.703s |     1m:08s |
| Iteration 24     | exponen.. |         0.632 |          300 |       0.9 | friedman_mse |                14 |               20 |         1 |          0.8 |    0.0295 |  0.5625 |          1.0 |  0.694s |     1m:13s |
| Iteration 25     | exponen.. |        0.0165 |          334 |       1.0 | friedman_mse |                20 |                4 |         7 |         sqrt |    0.0026 |  0.4375 |          1.0 |  0.715s |     1m:18s |
| Iteration 26     | exponen.. |        0.0106 |          272 |       1.0 | friedman_mse |                17 |                4 |         2 |          0.6 |    0.0066 |  0.3438 |          1.0 |  0.692s |     1m:23s |
| Iteration 27     |  deviance |        0.0181 |          381 |       0.9 | friedman_mse |                 2 |                3 |         2 |          0.6 |    0.0214 |  0.5938 |          1.0 |  0.720s |     1m:28s |
| Iteration 28     | exponen.. |        0.0164 |          176 |       1.0 | friedman_mse |                14 |               17 |         1 |          0.7 |    0.0057 |  0.7812 |          1.0 |  0.666s |     1m:33s |
| Iteration 29     | exponen.. |        0.0679 |          198 |       1.0 | friedman_mse |                 8 |               16 |         1 |          0.8 |      0.02 |     1.0 |          1.0 |  0.686s |     1m:37s |
| Iteration 30     | exponen.. |        0.0283 |          473 |       0.8 | squared_er.. |                14 |               16 |         3 |         None |    0.0165 |     1.0 |          1.0 |  1.354s |     1m:43s |
| Iteration 31     | exponen.. |        0.1775 |          117 |       0.8 | friedman_mse |                10 |               16 |         3 |         None |    0.0297 |  0.8125 |          1.0 |  0.660s |     1m:48s |
| Iteration 32     | exponen.. |        0.0142 |          439 |       0.9 | squared_er.. |                18 |               16 |         4 |          0.8 |    0.0089 |  0.5625 |          1.0 |  0.771s |     1m:53s |
| Iteration 33     | exponen.. |        0.5376 |          310 |       1.0 | friedman_mse |                14 |               16 |         1 |          0.6 |    0.0049 |   0.625 |          1.0 |  0.690s |     1m:55s |
| Iteration 34     | exponen.. |        0.0183 |           64 |       0.8 | friedman_mse |                 7 |               16 |         2 |          0.8 |    0.0183 |     1.0 |          1.0 |  0.647s |     1m:57s |
| Iteration 35     |  deviance |        0.0192 |          442 |       0.8 | friedman_mse |                 9 |               15 |         2 |          0.8 |    0.0078 |  0.8125 |          1.0 |  0.739s |     1m:59s |
| Iteration 36     |  deviance |        0.1131 |          334 |       0.5 | friedman_mse |                 2 |               18 |         9 |          0.7 |    0.0053 |     0.5 |          1.0 |  0.785s |     2m:01s |
| Iteration 37     | exponen.. |        0.0493 |           61 |       1.0 | friedman_mse |                13 |               18 |         1 |          0.7 |    0.0261 |  0.7188 |          1.0 |  0.648s |     2m:03s |
| Iteration 38     | exponen.. |        0.0912 |          480 |       1.0 | friedman_mse |                 4 |               18 |         2 |          0.7 |    0.0221 |     0.5 |          1.0 |  0.774s |     2m:06s |
| Iteration 39     |  deviance |        0.0415 |          171 |       0.7 | friedman_mse |                19 |               15 |         2 |          0.8 |    0.0071 |     0.5 |          1.0 |  0.730s |     2m:09s |
| Iteration 40     | exponen.. |        0.0147 |          260 |       0.9 | friedman_mse |                 3 |               13 |         7 |          0.7 |    0.0152 |   0.625 |          1.0 |  0.751s |     2m:12s |
| Iteration 41     | exponen.. |        0.1102 |          201 |       0.9 | friedman_mse |                15 |               18 |         2 |          0.9 |    0.0341 |  0.6875 |          1.0 |  0.731s |     2m:14s |
| Iteration 42     |  deviance |        0.7615 |          171 |       0.9 | friedman_mse |                 7 |               16 |        10 |          0.7 |    0.0019 |   0.875 |          1.0 |  0.724s |     2m:16s |
| Iteration 43     | exponen.. |        0.0184 |          144 |       1.0 | squared_er.. |                19 |               15 |         6 |          0.6 |    0.0311 |  0.5625 |          1.0 |  0.717s |     2m:18s |
| Iteration 44     | exponen.. |         0.028 |          437 |       0.6 | friedman_mse |                10 |               16 |         4 |          0.8 |    0.0007 |     1.0 |          1.0 |  0.790s |     2m:21s |
| Iteration 45     | exponen.. |        0.0704 |          326 |       0.9 | friedman_mse |                13 |               12 |         1 |          0.7 |    0.0241 |  0.6875 |          1.0 |  0.754s |     2m:24s |
| Iteration 46     | exponen.. |        0.0188 |           93 |       0.5 | friedman_mse |                 9 |               16 |         3 |          0.8 |    0.0067 |     0.5 |          1.0 |  0.716s |     2m:26s |
| Iteration 47     | exponen.. |        0.8294 |          220 |       0.8 | friedman_mse |                16 |               14 |         1 |          0.8 |     0.018 |    0.75 |          1.0 |  0.739s |     2m:30s |
| Iteration 48     | exponen.. |        0.1731 |          191 |       1.0 | friedman_mse |                 4 |               16 |         6 |         None |    0.0126 |  0.8125 |          1.0 |  0.731s |     2m:33s |
| Iteration 49     | exponen.. |        0.0218 |          227 |       0.9 | friedman_mse |                18 |               17 |         2 |          0.8 |       0.0 |   0.625 |          1.0 |  0.736s |     2m:35s |
| Iteration 50     | exponen.. |        0.0231 |          275 |       0.9 | friedman_mse |                12 |               18 |         6 |         sqrt |    0.0143 |     1.0 |          1.0 |  0.750s |     2m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0283, 'n_estimators': 473, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 16, 'max_depth': 3, 'max_features': None, 'ccp_alpha': 0.0165}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9821
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.137s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.664s
-------------------------------------------------
Total time: 2m:41s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.375 |        0.375 |  0.703s |     0.715s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |       0.5625 |  0.646s |     3.769s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.5625 |       0.5625 |  0.650s |     6.746s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.0 |       0.5625 |  0.672s |     8.483s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |       0.5625 |  1.230s |    10.472s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |       0.5625 |  0.682s |    11.991s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |       0.5625 |  0.707s |    13.823s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |        0.625 |  0.708s |    15.839s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.9375 |       0.9375 |  0.689s |    17.967s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     1.0 |          1.0 |  0.765s |    20.175s |
| Iteration 11     |      l2 |  0.0014 |   lbfgs |      100 |      --- |   0.875 |          1.0 |  0.801s |    24.994s |
| Iteration 12     |      l2 |  0.0052 |    saga |      245 |      --- |     1.0 |          1.0 |  0.670s |    29.842s |
| Iteration 13     |      l2 |  0.0048 |    saga |      257 |      --- |  0.8125 |          1.0 |  0.645s |    34.378s |
| Iteration 14     | elast.. |  0.0081 |    saga |      100 |      0.5 |     0.5 |          1.0 |  0.647s |    36.858s |
| Iteration 15     |      l2 |   0.001 |     sag |      100 |      --- |   0.625 |          1.0 |  0.646s |    40.794s |
| Iteration 16     |      l2 |  0.0186 |    saga |      388 |      --- |    0.75 |          1.0 |  0.653s |    43.203s |
| Iteration 17     |      l2 |  0.0032 | newto.. |      993 |      --- |     1.0 |          1.0 |  0.667s |    45.241s |
| Iteration 18     |      l2 |   0.001 | libli.. |      202 |      --- |   0.875 |          1.0 |  0.676s |    47.334s |
| Iteration 19     |      l1 |   0.001 | libli.. |     1000 |      --- |     0.5 |          1.0 |  0.666s |    49.399s |
| Iteration 20     |    none |     --- |    saga |      489 |      --- |  0.5625 |          1.0 |  0.660s |    51.518s |
| Iteration 21     |      l2 |  0.0055 | newto.. |      907 |      --- |  0.9375 |          1.0 |  0.663s |    53.674s |
| Iteration 22     |      l2 |   0.006 | newto.. |      100 |      --- |    0.75 |          1.0 |  0.644s |    55.654s |
| Iteration 23     |      l2 |   0.001 | newto.. |     1000 |      --- |     1.0 |          1.0 |  0.753s |    59.186s |
| Iteration 24     |      l2 |   0.001 | newto.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 25     |      l2 |   0.001 | newto.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 26     |      l2 |   0.001 | newto.. |     1000 |      --- |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 27     |      l2 |  0.0042 |    saga |      241 |      --- |     0.5 |          1.0 |  0.661s |     1m:10s |
| Iteration 28     |      l2 |  0.0058 | libli.. |      312 |      --- |   0.875 |          1.0 |  0.652s |     1m:12s |
| Iteration 29     |      l2 |  0.0027 |     sag |      196 |      --- |     1.0 |          1.0 |  0.646s |     1m:15s |
| Iteration 30     |      l2 |   0.001 |   lbfgs |     1000 |      --- |  0.9375 |          1.0 |  0.664s |     1m:17s |
| Iteration 31     |      l2 |   0.001 |   lbfgs |     1000 |      --- |  0.9375 |          1.0 |  0.000s |     1m:18s |
| Iteration 32     |      l2 |   0.001 | libli.. |     1000 |      --- |    0.75 |          1.0 |  0.660s |     1m:20s |
| Iteration 33     |      l2 |   0.001 |   lbfgs |     1000 |      --- |  0.9375 |          1.0 |  0.000s |     1m:22s |
| Iteration 34     |      l2 |  0.0053 |    saga |      244 |      --- |  0.8125 |          1.0 |  1.226s |     1m:24s |
| Iteration 35     |      l2 |  0.0051 |    saga |      245 |      --- |  0.8125 |          1.0 |  0.652s |     1m:27s |
| Iteration 36     |      l2 |   0.001 |   lbfgs |     1000 |      --- |  0.9375 |          1.0 |  0.000s |     1m:28s |
| Iteration 37     |      l2 |  0.0029 |     sag |      109 |      --- |  0.3125 |          1.0 |  0.667s |     1m:30s |
| Iteration 38     |      l2 |  0.0013 | newto.. |      998 |      --- |    0.25 |          1.0 |  0.651s |     1m:33s |
| Iteration 39     |      l1 |   100.0 |    saga |      726 |      --- |  0.8125 |          1.0 |  0.658s |     1m:35s |
| Iteration 40     |      l2 |   100.0 |   lbfgs |      867 |      --- |    0.75 |          1.0 |  0.658s |     1m:37s |
| Iteration 41     |      l2 |   0.001 |   lbfgs |      426 |      --- |   0.625 |          1.0 |  0.651s |     1m:39s |
| Iteration 42     |      l2 |   100.0 |    saga |      977 |      --- |    0.25 |          1.0 |  0.656s |     1m:41s |
| Iteration 43     |      l2 |   0.131 |   lbfgs |      147 |      --- |     0.5 |          1.0 |  0.653s |     1m:43s |
| Iteration 44     |      l2 |  0.0029 |    saga |      203 |      --- |     1.0 |          1.0 |  0.692s |     1m:45s |
| Iteration 45     |      l2 |  0.0029 |     sag |      205 |      --- |   0.375 |          1.0 |  0.645s |     1m:47s |
| Iteration 46     |      l2 |  0.0028 |     sag |      193 |      --- |  0.8125 |          1.0 |  0.667s |     1m:50s |
| Iteration 47     |      l2 |  0.0029 |     sag |      214 |      --- |   0.625 |          1.0 |  0.645s |     1m:54s |
| Iteration 48     |      l2 |  0.0029 |    saga |      206 |      --- |  0.9375 |          1.0 |  0.642s |     1m:58s |
| Iteration 49     |      l2 |   0.001 |   lbfgs |     1000 |      --- |  0.9375 |          1.0 |  0.001s |     2m:02s |
| Iteration 50     |      l1 |   100.0 |    saga |      242 |      --- |   0.875 |          1.0 |  0.656s |     2m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'saga', 'max_iter': 208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7625
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.02
Time elapsed: 0.053s
-------------------------------------------------
Total time: 2m:09s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.375 |        0.375 |  0.643s |     0.649s |
| Initial point 2  |     svd |       --- |  0.3125 |        0.375 |  0.645s |     4.168s |
| Initial point 3  |     svd |       --- |  0.3125 |        0.375 |  0.000s |     5.619s |
| Initial point 4  |    lsqr |       0.8 |     0.0 |        0.375 |  0.635s |     7.083s |
| Initial point 5  |   eigen |       0.9 |     0.5 |          0.5 |  0.635s |     8.678s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |        0.625 |  0.655s |    12.109s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |         0.75 |  0.640s |    16.336s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |         0.75 |  0.645s |    20.684s |
| Initial point 9  |    lsqr |       0.6 |     1.0 |          1.0 |  0.649s |    22.660s |
| Initial point 10 |   eigen |       0.8 |  0.9375 |          1.0 |  0.645s |    24.223s |
| Iteration 11     |   eigen |       0.6 |   0.875 |          1.0 |  0.642s |    25.987s |
| Iteration 12     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    27.075s |
| Iteration 13     |   eigen |       0.7 |  0.6875 |          1.0 |  0.641s |    28.787s |
| Iteration 14     |    lsqr |      auto |    0.75 |          1.0 |  0.657s |    30.488s |
| Iteration 15     |   eigen |      auto |  0.5625 |          1.0 |  0.634s |    34.158s |
| Iteration 16     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    35.733s |
| Iteration 17     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    37.861s |
| Iteration 18     |    lsqr |       1.0 |     1.0 |          1.0 |  0.652s |    41.097s |
| Iteration 19     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    43.915s |
| Iteration 20     |    lsqr |      None |   0.375 |          1.0 |  0.641s |    47.154s |
| Iteration 21     |   eigen |       0.5 |     1.0 |          1.0 |  0.631s |    49.281s |
| Iteration 22     |   eigen |      None |     0.5 |          1.0 |  0.652s |    51.056s |
| Iteration 23     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    52.190s |
| Iteration 24     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    53.321s |
| Iteration 25     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    54.366s |
| Iteration 26     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    55.508s |
| Iteration 27     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    56.580s |
| Iteration 28     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    57.654s |
| Iteration 29     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |    58.767s |
| Iteration 30     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    59.866s |
| Iteration 31     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 32     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 33     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 34     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 35     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 36     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 37     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 38     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 39     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 40     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 41     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 42     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 43     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 44     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |     1m:39s |
| Iteration 45     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 46     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |     1m:47s |
| Iteration 47     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:49s |
| Iteration 48     |    lsqr |       0.6 |     1.0 |          1.0 |  0.001s |     1m:52s |
| Iteration 49     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:56s |
| Iteration 50     |    lsqr |       0.6 |     1.0 |          1.0 |  0.000s |     1m:58s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7643
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.0678
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:59s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.375 |        0.375 |  0.637s |     0.641s |
| Initial point 2  |       0.9 |   0.625 |        0.625 |  0.639s |     2.100s |
| Initial point 3  |       0.1 |     0.5 |        0.625 |  0.669s |     3.674s |
| Initial point 4  |       1.0 |   0.375 |        0.625 |  0.000s |     6.765s |
| Initial point 5  |       0.2 |     0.5 |        0.625 |  0.633s |     8.717s |
| Initial point 6  |       0.4 |  0.4375 |        0.625 |  0.638s |    10.331s |
| Initial point 7  |       0.4 |  0.4375 |        0.625 |  0.001s |    11.211s |
| Initial point 8  |       0.7 |  0.5625 |        0.625 |  0.644s |    12.724s |
| Initial point 9  |       0.9 |   0.625 |        0.625 |  0.000s |    13.663s |
| Initial point 10 |       0.8 |  0.6875 |       0.6875 |  0.638s |    15.206s |
| Iteration 11     |       0.3 |  0.8125 |       0.8125 |  0.634s |    16.790s |
| Iteration 12     |       0.6 |  0.6875 |       0.8125 |  0.649s |    18.527s |
| Iteration 13     |       0.3 |  0.8125 |       0.8125 |  0.000s |    19.557s |
| Iteration 14     |       0.5 |   0.625 |       0.8125 |  1.214s |    21.802s |
| Iteration 15     |       0.0 |   0.625 |       0.8125 |  0.656s |    23.448s |
| Iteration 16     |       0.3 |  0.8125 |       0.8125 |  0.000s |    24.334s |
| Iteration 17     |       0.3 |  0.8125 |       0.8125 |  0.000s |    25.225s |
| Iteration 18     |       0.3 |  0.8125 |       0.8125 |  0.000s |    26.107s |
| Iteration 19     |       0.9 |   0.625 |       0.8125 |  0.000s |    26.965s |
| Iteration 20     |       0.3 |  0.8125 |       0.8125 |  0.000s |    27.831s |
| Iteration 21     |       0.6 |  0.6875 |       0.8125 |  0.000s |    28.688s |
| Iteration 22     |       0.3 |  0.8125 |       0.8125 |  0.000s |    29.532s |
| Iteration 23     |       0.3 |  0.8125 |       0.8125 |  0.000s |    30.407s |
| Iteration 24     |       0.3 |  0.8125 |       0.8125 |  0.000s |    31.242s |
| Iteration 25     |       0.3 |  0.8125 |       0.8125 |  0.000s |    33.334s |
| Iteration 26     |       0.3 |  0.8125 |       0.8125 |  0.000s |    34.513s |
| Iteration 27     |       0.3 |  0.8125 |       0.8125 |  0.000s |    35.429s |
| Iteration 28     |       0.9 |   0.625 |       0.8125 |  0.000s |    38.152s |
| Iteration 29     |       0.3 |  0.8125 |       0.8125 |  0.000s |    39.586s |
| Iteration 30     |       0.8 |  0.6875 |       0.8125 |  0.000s |    42.636s |
| Iteration 31     |       0.3 |  0.8125 |       0.8125 |  0.000s |    46.424s |
| Iteration 32     |       0.3 |  0.8125 |       0.8125 |  0.001s |    47.993s |
| Iteration 33     |       0.3 |  0.8125 |       0.8125 |  0.000s |    49.100s |
| Iteration 34     |       0.3 |  0.8125 |       0.8125 |  0.000s |    50.143s |
| Iteration 35     |       0.3 |  0.8125 |       0.8125 |  0.000s |    51.124s |
| Iteration 36     |       0.3 |  0.8125 |       0.8125 |  0.001s |    52.242s |
| Iteration 37     |       0.3 |  0.8125 |       0.8125 |  0.000s |    53.232s |
| Iteration 38     |       0.3 |  0.8125 |       0.8125 |  0.000s |    54.316s |
| Iteration 39     |       0.3 |  0.8125 |       0.8125 |  0.000s |    55.402s |
| Iteration 40     |       0.3 |  0.8125 |       0.8125 |  0.000s |    56.406s |
| Iteration 41     |       0.3 |  0.8125 |       0.8125 |  0.000s |    57.431s |
| Iteration 42     |       0.3 |  0.8125 |       0.8125 |  0.000s |    58.467s |
| Iteration 43     |       0.3 |  0.8125 |       0.8125 |  0.000s |    59.459s |
| Iteration 44     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 45     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 46     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 47     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 48     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
| Iteration 49     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:07s |
| Iteration 50     |       0.3 |  0.8125 |       0.8125 |  0.000s |     1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7643
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.0678
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:12s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 13.2053 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  0.651s |     0.673s |
| Initial point 2  |  5.2518 | uniform |   kd_tree |        39 |       2 |     0.5 |        0.625 |  0.645s |     2.758s |
| Initial point 3  |  4.1486 | dista.. | ball_tree |        25 |       2 |   0.625 |        0.625 |  0.649s |     4.367s |
| Initial point 4  | 12.1032 | uniform | ball_tree |        39 |       2 |     0.5 |        0.625 |  0.650s |     5.906s |
| Initial point 5  |  9.4813 | dista.. |      auto |        30 |       2 |  0.4375 |        0.625 |  0.652s |     9.662s |
| Initial point 6  | 10.9801 | dista.. | ball_tree |        21 |       2 |  0.5625 |        0.625 |  0.639s |    13.785s |
| Initial point 7  |  7.8537 | dista.. | ball_tree |        24 |       1 |     0.5 |        0.625 |  0.641s |    18.011s |
| Initial point 8  |   1.882 | dista.. | ball_tree |        21 |       2 |  0.6562 |       0.6562 |  0.723s |    22.060s |
| Initial point 9  |  8.7485 | uniform | ball_tree |        24 |       1 |  0.9375 |       0.9375 |  0.650s |    25.950s |
| Initial point 10 |  6.2139 | uniform |     brute |        22 |       2 |   0.875 |       0.9375 |  0.672s |    30.121s |
| Iteration 11     | 13.2426 | uniform |      auto |        20 |       1 |   0.875 |       0.9375 |  0.645s |    34.692s |
| Iteration 12     | 13.2426 | uniform |   kd_tree |        24 |       1 |  0.9688 |       0.9688 |  0.651s |    39.064s |
| Iteration 13     | 13.2426 | uniform |     brute |        25 |       1 |   0.625 |       0.9688 |  0.655s |    43.510s |
| Iteration 14     |     0.0 | uniform |      auto |        20 |       1 |     0.5 |       0.9688 |  0.657s |    47.860s |
| Iteration 15     | 12.8561 | uniform |   kd_tree |        24 |       2 |     0.5 |       0.9688 |  0.639s |    50.806s |
| Iteration 16     |  4.0869 | uniform |   kd_tree |        35 |       1 |    0.75 |       0.9688 |  0.661s |    52.913s |
| Iteration 17     | 13.2426 | uniform | ball_tree |        20 |       1 |   0.875 |       0.9688 |  0.655s |    56.541s |
| Iteration 18     | 13.2426 | uniform |   kd_tree |        27 |       1 |   0.875 |       0.9688 |  0.653s |    59.098s |
| Iteration 19     |   2.752 | uniform | ball_tree |        27 |       1 |  0.3125 |       0.9688 |  0.669s |     1m:01s |
| Iteration 20     | 13.2426 | uniform |   kd_tree |        24 |       1 |  0.9688 |       0.9688 |  0.001s |     1m:02s |
| Iteration 21     | 11.5388 | uniform |   kd_tree |        24 |       1 |  0.5312 |       0.9688 |  0.653s |     1m:04s |
| Iteration 22     |  8.6035 | uniform | ball_tree |        24 |       1 |  0.8125 |       0.9688 |  0.733s |     1m:07s |
| Iteration 23     | 13.2426 | uniform |     brute |        24 |       1 |  0.9062 |       0.9688 |  0.729s |     1m:09s |
| Iteration 24     | 13.2426 | uniform |      auto |        24 |       1 |  0.5938 |       0.9688 |  0.684s |     1m:11s |
| Iteration 25     | 12.9272 | uniform |   kd_tree |        21 |       1 |  0.3438 |       0.9688 |  0.735s |     1m:13s |
| Iteration 26     |  8.9386 | uniform |   kd_tree |        24 |       1 |   0.625 |       0.9688 |  0.742s |     1m:16s |
| Iteration 27     |  8.7318 | uniform |      auto |        24 |       1 |  0.3125 |       0.9688 |  1.145s |     1m:19s |
| Iteration 28     | 13.2426 | uniform |   kd_tree |        25 |       1 |  0.8125 |       0.9688 |  1.148s |     1m:22s |
| Iteration 29     |  8.8232 | dista.. | ball_tree |        37 |       1 |     1.0 |          1.0 |  3.382s |     1m:28s |
| Iteration 30     |  8.8617 | dista.. |      auto |        40 |       2 |     1.0 |          1.0 |  2.695s |     1m:34s |
| Iteration 31     |  8.8252 | uniform | ball_tree |        28 |       1 |  0.9688 |          1.0 |  0.689s |     1m:37s |
| Iteration 32     |  8.8492 | dista.. | ball_tree |        38 |       1 |   0.625 |          1.0 |  0.898s |     1m:39s |
| Iteration 33     |  8.8348 | dista.. |      auto |        36 |       2 |    0.75 |          1.0 |  0.905s |     1m:42s |
| Iteration 34     |   8.822 | dista.. | ball_tree |        37 |       1 |   0.875 |          1.0 |  0.888s |     1m:45s |
| Iteration 35     |  8.9342 | dista.. |      auto |        40 |       2 |  0.8125 |          1.0 |  0.884s |     1m:48s |
| Iteration 36     |  8.7647 | uniform | ball_tree |        28 |       1 |   0.875 |          1.0 |  0.948s |     1m:52s |
| Iteration 37     |  8.7968 | dista.. |      auto |        40 |       2 |   0.625 |          1.0 |  0.889s |     1m:56s |
| Iteration 38     |  8.7037 | dista.. | ball_tree |        40 |       2 |  0.4375 |          1.0 |  0.893s |     1m:59s |
| Iteration 39     |  8.7053 | uniform | ball_tree |        37 |       1 |     1.0 |          1.0 |  0.904s |     2m:02s |
| Iteration 40     |  8.7013 | dista.. | ball_tree |        27 |       1 |   0.625 |          1.0 |  0.884s |     2m:05s |
| Iteration 41     |  8.8888 | uniform | ball_tree |        24 |       1 |  0.5938 |          1.0 |  1.542s |     2m:08s |
| Iteration 42     |  8.7368 | uniform | ball_tree |        37 |       1 |  0.7188 |          1.0 |  0.899s |     2m:13s |
| Iteration 43     | 13.1777 | dista.. |   kd_tree |        36 |       1 |   0.625 |          1.0 |  0.887s |     2m:18s |
| Iteration 44     | 13.1205 | uniform | ball_tree |        26 |       1 |   0.875 |          1.0 |  0.881s |     2m:21s |
| Iteration 45     | 13.2396 | dista.. | ball_tree |        30 |       1 |  0.4375 |          1.0 |  0.879s |     2m:24s |
| Iteration 46     |  12.997 | uniform | ball_tree |        20 |       1 |  0.8125 |          1.0 |  0.741s |     2m:27s |
| Iteration 47     |  6.0916 | uniform |     brute |        39 |       2 |  0.6875 |          1.0 |  0.745s |     2m:30s |
| Iteration 48     |  6.3567 | uniform |     brute |        21 |       2 |  0.5625 |          1.0 |  0.761s |     2m:32s |
| Iteration 49     | 13.2426 | dista.. |   kd_tree |        24 |       1 |  0.9375 |          1.0 |  0.691s |     2m:34s |
| Iteration 50     | 13.2426 | uniform |   kd_tree |        24 |       1 |  0.9688 |          1.0 |  0.001s |     2m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'radius': 8.8232, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 37, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0316
Time elapsed: 0.055s
-------------------------------------------------
Total time: 2m:37s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.6875 |       0.6875 |  1.116s |     1.124s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |         0.75 |  1.105s |     3.178s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |         0.75 |  0.792s |     7.034s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.8125 |       0.8125 |  0.932s |    11.401s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.4062 |       0.8125 |  0.970s |    14.911s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |       0.8125 |  1.141s |    17.273s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5938 |       0.8125 |  0.661s |    18.768s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9688 |       0.9688 |  0.932s |    22.492s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.8125 |       0.9688 |  0.717s |    24.697s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     1.0 |          1.0 |  0.757s |    26.414s |
| Iteration 11     |          269 |        0.0161 |     SAMME |     1.0 |          1.0 |  0.827s |    28.416s |
| Iteration 12     |          368 |        0.0103 |     SAMME |  0.9062 |          1.0 |  0.889s |    30.362s |
| Iteration 13     |          436 |         5.002 |     SAMME |  0.6562 |          1.0 |  0.632s |    32.045s |
| Iteration 14     |          469 |        0.1485 |     SAMME |     1.0 |          1.0 |  0.995s |    34.093s |
| Iteration 15     |           72 |        0.2172 |     SAMME |  0.8125 |          1.0 |  0.682s |    35.911s |
| Iteration 16     |          443 |        0.0154 |   SAMME.R |  0.8125 |          1.0 |  0.981s |    38.002s |
| Iteration 17     |          303 |        0.1374 |     SAMME |   0.875 |          1.0 |  0.843s |    39.935s |
| Iteration 18     |          500 |        0.1703 |     SAMME |   0.875 |          1.0 |  0.983s |    43.560s |
| Iteration 19     |          498 |        0.0139 |     SAMME |  0.9375 |          1.0 |  1.169s |    46.198s |
| Iteration 20     |           76 |        0.0167 |     SAMME |   0.875 |          1.0 |  0.697s |    48.149s |
| Iteration 21     |          486 |        0.1226 |   SAMME.R |   0.875 |          1.0 |  1.019s |    50.339s |
| Iteration 22     |          117 |        0.5529 |   SAMME.R |   0.875 |          1.0 |  0.724s |    52.165s |
| Iteration 23     |          102 |        0.0132 |     SAMME |  0.9062 |          1.0 |  0.725s |    53.980s |
| Iteration 24     |          489 |        0.4696 |     SAMME |  0.9375 |          1.0 |  1.016s |    56.104s |
| Iteration 25     |          107 |        0.6106 |     SAMME |     0.5 |          1.0 |  0.749s |    57.929s |
| Iteration 26     |          421 |         0.415 |     SAMME |  0.5938 |          1.0 |  1.026s |     1m:00s |
| Iteration 27     |          399 |        0.0157 |     SAMME |  0.6562 |          1.0 |  0.953s |     1m:03s |
| Iteration 28     |           77 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  0.819s |     1m:05s |
| Iteration 29     |          220 |        0.0116 |     SAMME |     1.0 |          1.0 |  0.955s |     1m:07s |
| Iteration 30     |          143 |          0.01 |     SAMME |  0.9688 |          1.0 |  0.734s |     1m:09s |
| Iteration 31     |           66 |          0.01 |     SAMME |   0.875 |          1.0 |  0.682s |     1m:10s |
| Iteration 32     |           80 |          0.01 |     SAMME |   0.625 |          1.0 |  0.684s |     1m:12s |
| Iteration 33     |          137 |        0.0213 |   SAMME.R |    0.75 |          1.0 |  0.738s |     1m:16s |
| Iteration 34     |           86 |        0.0218 |     SAMME |  0.6875 |          1.0 |  0.691s |     1m:21s |
| Iteration 35     |           71 |        0.1445 |   SAMME.R |  0.8438 |          1.0 |  0.693s |     1m:25s |
| Iteration 36     |          452 |         0.013 |     SAMME |  0.9375 |          1.0 |  0.961s |     1m:30s |
| Iteration 37     |          492 |        0.1236 |     SAMME |  0.6875 |          1.0 |  1.172s |     1m:35s |
| Iteration 38     |          208 |          10.0 |     SAMME |     0.5 |          1.0 |  0.637s |     1m:39s |
| Iteration 39     |          292 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.888s |     1m:44s |
| Iteration 40     |          500 |          0.01 |   SAMME.R |     0.5 |          1.0 |  1.050s |     1m:48s |
| Iteration 41     |          460 |        0.0129 |     SAMME |  0.8125 |          1.0 |  1.002s |     1m:53s |
| Iteration 42     |          314 |        1.0777 |   SAMME.R |  0.9375 |          1.0 |  0.889s |     1m:58s |
| Iteration 43     |          116 |        1.4649 |   SAMME.R |   0.625 |          1.0 |  0.754s |     2m:03s |
| Iteration 44     |          436 |        0.6855 |   SAMME.R |  0.8125 |          1.0 |  1.011s |     2m:08s |
| Iteration 45     |           78 |        0.3912 |   SAMME.R |   0.625 |          1.0 |  0.706s |     2m:12s |
| Iteration 46     |           97 |        0.0985 |   SAMME.R |  0.9375 |          1.0 |  0.719s |     2m:16s |
| Iteration 47     |          173 |        0.1006 |   SAMME.R |   0.875 |          1.0 |  0.771s |     2m:21s |
| Iteration 48     |          210 |        0.0136 |     SAMME |  0.9688 |          1.0 |  0.787s |     2m:25s |
| Iteration 49     |          151 |        0.0136 |     SAMME |    0.75 |          1.0 |  0.735s |     2m:30s |
| Iteration 50     |           68 |        0.0135 |     SAMME |  0.9375 |          1.0 |  0.689s |     2m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 469, 'learning_rate': 0.1485, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9987
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.368s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0548
Time elapsed: 1.688s
-------------------------------------------------
Total time: 2m:40s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  1.035s |     1.054s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  0.897s |     5.416s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.9375 |  0.924s |     9.941s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.25 |       0.9375 |  0.749s |    14.181s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.4375 |       0.9375 |  1.343s |    19.160s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |       0.9375 |  1.077s |    24.243s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |       0.9375 |  1.141s |    29.080s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |       0.9375 |  1.122s |    32.265s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  1.283s |    35.009s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  1.256s |    39.389s |
| Iteration 11     |           10 |      gini |         1 |                10 |                9 |         None |      True |    0.0207 |         0.8 |     1.0 |          1.0 |  0.890s |    42.804s |
| Iteration 12     |          384 |      gini |         5 |                10 |                4 |          0.7 |     False |    0.0169 |         --- |     1.0 |          1.0 |  1.227s |    45.959s |
| Iteration 13     |          392 |      gini |         4 |                 7 |               20 |          0.9 |     False |    0.0344 |         --- |  0.6875 |          1.0 |  1.232s |    49.617s |
| Iteration 14     |           67 |   entropy |         8 |                 7 |               18 |         None |      True |    0.0044 |         0.5 |     0.5 |          1.0 |  0.949s |    52.509s |
| Iteration 15     |          203 |   entropy |         1 |                 7 |               18 |         None |     False |    0.0036 |         --- |    0.75 |          1.0 |  1.080s |    55.411s |
| Iteration 16     |           65 |   entropy |         7 |                 8 |               19 |         auto |      True |    0.0007 |         0.5 |     0.5 |          1.0 |  0.945s |    58.099s |
| Iteration 17     |          352 |      gini |         7 |                 9 |                7 |          0.9 |      True |    0.0084 |         0.8 |   0.625 |          1.0 |  1.302s |     1m:01s |
| Iteration 18     |          362 |      gini |         5 |                11 |                1 |          0.8 |     False |    0.0081 |         --- |   0.875 |          1.0 |  0.946s |     1m:04s |
| Iteration 19     |           47 |      gini |         1 |                 6 |               15 |         None |      True |    0.0153 |         0.8 |  0.7188 |          1.0 |  1.317s |     1m:07s |
| Iteration 20     |          246 |      gini |         7 |                 7 |               14 |         None |      True |    0.0194 |        None |   0.875 |          1.0 |  0.876s |     1m:09s |
| Iteration 21     |          500 |      gini |         6 |                10 |                7 |          0.7 |      True |    0.0224 |         0.6 |     1.0 |          1.0 |  1.079s |     1m:12s |
| Iteration 22     |          363 |      gini |         5 |                 9 |               14 |          0.9 |      True |    0.0204 |         0.6 |  0.5625 |          1.0 |  0.928s |     1m:14s |
| Iteration 23     |          338 |      gini |         7 |                20 |               13 |         sqrt |     False |    0.0134 |         --- |    0.75 |          1.0 |  0.841s |     1m:16s |
| Iteration 24     |           12 |      gini |         5 |                 3 |                1 |         log2 |      True |    0.0259 |         0.5 |   0.875 |          1.0 |  0.646s |     1m:18s |
| Iteration 25     |          258 |      gini |         8 |                 2 |                1 |          0.8 |     False |    0.0137 |         --- |    0.25 |          1.0 |  0.807s |     1m:20s |
| Iteration 26     |          223 |      gini |         6 |                10 |                4 |          0.8 |     False |    0.0179 |         --- |  0.5938 |          1.0 |  0.783s |     1m:23s |
| Iteration 27     |          321 |      gini |         6 |                 8 |               15 |          0.9 |      True |    0.0134 |         0.5 |     0.5 |          1.0 |  0.920s |     1m:25s |
| Iteration 28     |           30 |      gini |         7 |                 6 |               15 |          0.9 |      True |    0.0267 |         0.6 |    0.25 |          1.0 |  0.657s |     1m:27s |
| Iteration 29     |          422 |      gini |         8 |                 6 |               14 |          0.9 |      True |    0.0193 |        None |     1.0 |          1.0 |  0.955s |     1m:30s |
| Iteration 30     |          411 |      gini |         7 |                18 |               14 |          0.5 |      True |    0.0247 |        None |     1.0 |          1.0 |  0.946s |     1m:32s |
| Iteration 31     |           10 |      gini |         1 |                 9 |                4 |          0.7 |      True |    0.0217 |         0.8 |  0.8438 |          1.0 |  0.651s |     1m:34s |
| Iteration 32     |          449 |      gini |         5 |                11 |                6 |          0.8 |     False |    0.0274 |         --- |  0.5938 |          1.0 |  0.917s |     1m:37s |
| Iteration 33     |          458 |      gini |         4 |                 8 |                2 |         auto |      True |    0.0067 |         0.7 |  0.8125 |          1.0 |  0.993s |     1m:41s |
| Iteration 34     |          350 |      gini |         7 |                 5 |               15 |          0.7 |     False |    0.0186 |         --- |  0.9688 |          1.0 |  0.847s |     1m:44s |
| Iteration 35     |          459 |      gini |         5 |                18 |                5 |          0.7 |      True |    0.0099 |         0.7 |  0.7812 |          1.0 |  1.001s |     1m:49s |
| Iteration 36     |          401 |      gini |         5 |                 6 |                4 |          0.6 |     False |    0.0107 |         --- |  0.9375 |          1.0 |  0.883s |     1m:52s |
| Iteration 37     |          453 |      gini |         5 |                17 |                9 |          0.9 |     False |    0.0187 |         --- |  0.3438 |          1.0 |  0.921s |     1m:55s |
| Iteration 38     |          332 |      gini |         7 |                12 |               15 |         log2 |      True |    0.0167 |        None |   0.375 |          1.0 |  0.896s |     1m:57s |
| Iteration 39     |          495 |      gini |         4 |                17 |               10 |          0.6 |     False |    0.0189 |         --- |  0.9375 |          1.0 |  0.932s |     2m:01s |
| Iteration 40     |          391 |      gini |         5 |                11 |               15 |          0.7 |     False |    0.0172 |         --- |    0.75 |          1.0 |  0.876s |     2m:05s |
| Iteration 41     |          496 |      gini |         5 |                 8 |                3 |          0.7 |     False |    0.0171 |         --- |  0.7812 |          1.0 |  0.982s |     2m:08s |
| Iteration 42     |          500 |      gini |         6 |                 4 |                7 |          0.6 |      True |    0.0259 |         0.5 |  0.6875 |          1.0 |  1.648s |     2m:12s |
| Iteration 43     |          369 |      gini |         2 |                10 |                4 |          0.7 |     False |    0.0253 |         --- |  0.5625 |          1.0 |  0.867s |     2m:14s |
| Iteration 44     |          431 |      gini |         5 |                 4 |               18 |          0.8 |      True |    0.0185 |        None |   0.875 |          1.0 |  0.969s |     2m:17s |
| Iteration 45     |          408 |      gini |         8 |                19 |               15 |          0.6 |      True |    0.0276 |        None |  0.4375 |          1.0 |  0.960s |     2m:20s |
| Iteration 46     |          219 |      gini |         8 |                19 |                4 |          0.9 |      True |    0.0025 |        None |  0.8125 |          1.0 |  0.819s |     2m:22s |
| Iteration 47     |          403 |      gini |         6 |                10 |               11 |          0.7 |      True |    0.0134 |         0.6 |    0.75 |          1.0 |  0.951s |     2m:25s |
| Iteration 48     |          330 |      gini |         8 |                 4 |               17 |          0.6 |      True |    0.0195 |         0.6 |     0.5 |          1.0 |  0.893s |     2m:27s |
| Iteration 49     |          343 |      gini |         8 |                 7 |               15 |          0.9 |      True |    0.0131 |        None |  0.6875 |          1.0 |  0.900s |     2m:32s |
| Iteration 50     |          402 |      gini |         5 |                19 |                6 |          0.6 |     False |    0.0161 |         --- |     1.0 |          1.0 |  0.883s |     2m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9799
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.325s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0245
Time elapsed: 1.438s
-------------------------------------------------
Total time: 2m:38s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.774s |     0.794s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  0.767s |     2.495s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  0.708s |     4.107s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  0.695s |     5.657s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  0.693s |     7.254s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  0.678s |     8.723s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  0.689s |    10.263s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  0.691s |    11.860s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  0.722s |    13.514s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  0.699s |    15.020s |
| Iteration 11     |          226 |        0.0691 |         3 |     0.0 |                4 |       0.8 |              0.5 |         0 |         10 |     1.0 |          1.0 |  0.686s |    16.968s |
| Iteration 12     |           38 |        0.9984 |        10 |     0.0 |                4 |       0.6 |              0.4 |       100 |       0.01 |     0.5 |          1.0 |  0.643s |    18.840s |
| Iteration 13     |          500 |        0.0165 |        10 |     1.0 |                5 |       0.9 |              1.0 |         0 |          0 |    0.75 |          1.0 |  0.718s |    20.863s |
| Iteration 14     |          195 |         0.022 |         9 |  0.8998 |                4 |       1.0 |              0.5 |         0 |        100 |    0.75 |          1.0 |  0.662s |    22.678s |
| Iteration 15     |          337 |        0.0347 |         5 |  0.1401 |                2 |       0.8 |              0.8 |         0 |          1 |  0.9375 |          1.0 |  0.700s |    24.624s |
| Iteration 16     |          346 |        0.1909 |         3 |  0.0344 |                7 |       0.6 |              0.7 |         0 |         10 |     0.5 |          1.0 |  0.692s |    26.519s |
| Iteration 17     |          473 |        0.1534 |         3 |  0.6927 |                3 |       0.6 |              0.9 |         0 |         10 |   0.625 |          1.0 |  0.725s |    28.432s |
| Iteration 18     |          312 |        0.0745 |         4 |  0.2669 |                4 |       0.8 |              0.6 |         0 |         10 |     0.5 |          1.0 |  0.697s |    30.252s |
| Iteration 19     |          106 |        0.2898 |         2 |     1.0 |                2 |       0.6 |              0.8 |       100 |       0.01 |     0.5 |          1.0 |  0.655s |    32.065s |
| Iteration 20     |          234 |        0.0495 |         2 |     0.0 |                4 |       0.7 |              0.5 |         0 |          1 |    0.75 |          1.0 |  0.674s |    34.120s |
| Iteration 21     |          224 |        0.2408 |         3 |  0.0066 |                6 |       0.6 |              0.9 |         1 |        100 |     0.5 |          1.0 |  1.280s |    36.726s |
| Iteration 22     |          276 |        0.0466 |         3 |  0.0403 |                3 |       0.8 |              0.6 |         0 |         10 |  0.6875 |          1.0 |  0.726s |    38.836s |
| Iteration 23     |          192 |        0.1373 |         8 |  0.4854 |                1 |       1.0 |              0.8 |         0 |          0 |   0.875 |          1.0 |  0.736s |    40.790s |
| Iteration 24     |          470 |         0.638 |         2 |  0.0541 |                1 |       1.0 |              0.9 |         0 |       0.01 |     1.0 |          1.0 |  0.763s |    43.735s |
| Iteration 25     |           30 |         0.348 |         1 |  0.8239 |                1 |       1.0 |              0.8 |         0 |        100 |  0.5625 |          1.0 |  0.696s |    46.741s |
| Iteration 26     |           31 |        0.0644 |         5 |  0.1666 |                1 |       0.7 |              0.6 |         0 |          0 |   0.375 |          1.0 |  0.694s |    49.021s |
| Iteration 27     |          500 |        0.1066 |         5 |     0.0 |                1 |       1.0 |              1.0 |         0 |        0.1 |    0.75 |          1.0 |  0.761s |    51.112s |
| Iteration 28     |           74 |        0.0288 |         8 |  0.7796 |                8 |       0.9 |              0.5 |         0 |        0.1 |     0.5 |          1.0 |  0.654s |    55.602s |
| Iteration 29     |          498 |         0.462 |         2 |  0.0242 |                1 |       1.0 |              0.7 |       0.1 |        0.1 |  0.9375 |          1.0 |  1.039s |     1m:01s |
| Iteration 30     |           46 |        0.4378 |         3 |  0.5195 |                4 |       0.8 |              0.9 |         1 |         10 |     1.0 |          1.0 |  0.901s |     1m:05s |
| Iteration 31     |          343 |        0.6507 |         3 |  0.5399 |                4 |       0.8 |              0.7 |         0 |       0.01 |  0.9375 |          1.0 |  0.978s |     1m:08s |
| Iteration 32     |           80 |        0.0237 |         3 |  0.1691 |                4 |       0.8 |              0.8 |        10 |        100 |     0.5 |          1.0 |  0.933s |     1m:13s |
| Iteration 33     |          432 |        0.1329 |         3 |  0.5875 |                4 |       0.8 |              0.8 |       0.1 |          1 |    0.75 |          1.0 |  1.018s |     1m:19s |
| Iteration 34     |           20 |        0.3431 |         3 |  0.5066 |                4 |       0.8 |              0.9 |        10 |        100 |     0.5 |          1.0 |  0.896s |     1m:24s |
| Iteration 35     |          363 |        0.0495 |         3 |  0.7615 |                4 |       0.8 |              0.9 |         1 |          0 |  0.8125 |          1.0 |  0.994s |     1m:30s |
| Iteration 36     |          394 |        0.0127 |         3 |  0.0567 |                4 |       0.8 |              0.6 |         1 |         10 |    0.75 |          1.0 |  0.996s |     1m:35s |
| Iteration 37     |          409 |        0.3043 |         1 |  0.2518 |                3 |       1.0 |              0.4 |         0 |          0 |  0.5625 |          1.0 |  1.010s |     1m:41s |
| Iteration 38     |          453 |        0.4874 |         2 |  0.7462 |                3 |       1.0 |              0.8 |         1 |       0.01 |  0.9062 |          1.0 |  0.779s |     1m:46s |
| Iteration 39     |          239 |        0.3417 |         2 |  0.1222 |                1 |       1.0 |              0.8 |         0 |          1 |    0.75 |          1.0 |  0.682s |     1m:51s |
| Iteration 40     |          500 |        0.6231 |         1 |     0.0 |                5 |       1.0 |              0.8 |      0.01 |       0.01 |  0.6875 |          1.0 |  0.732s |     1m:56s |
| Iteration 41     |           59 |        0.2041 |         3 |     1.0 |                4 |       0.8 |              1.0 |         1 |          0 |  0.6562 |          1.0 |  0.661s |     1m:60s |
| Iteration 42     |          480 |        0.0199 |         7 |   0.113 |                1 |       1.0 |              1.0 |       100 |          0 |     0.5 |          1.0 |  0.720s |     2m:04s |
| Iteration 43     |           32 |        0.4793 |         3 |  0.8644 |               10 |       1.0 |              0.7 |       100 |        100 |     0.5 |          1.0 |  0.640s |     2m:07s |
| Iteration 44     |          437 |        0.2079 |         7 |  0.2612 |                5 |       1.0 |              0.7 |       100 |          1 |     0.5 |          1.0 |  0.723s |     2m:09s |
| Iteration 45     |           65 |          0.02 |         8 |  0.8539 |                2 |       1.0 |              0.9 |       0.1 |          0 |   0.625 |          1.0 |  0.658s |     2m:11s |
| Iteration 46     |          243 |        0.0144 |         3 |  0.0518 |               10 |       0.5 |              0.4 |       100 |          1 |     0.5 |          1.0 |  1.385s |     2m:14s |
| Iteration 47     |          500 |        0.3226 |         7 |  0.7823 |                3 |       1.0 |              0.6 |         0 |        0.1 |  0.5625 |          1.0 |  0.771s |     2m:17s |
| Iteration 48     |          500 |        0.0968 |         1 |  0.7676 |                1 |       0.5 |              0.8 |      0.01 |        0.1 |    0.75 |          1.0 |  0.772s |     2m:19s |
| Iteration 49     |           20 |        0.0167 |         3 |  0.9014 |                5 |       0.5 |              0.4 |         0 |          0 |     0.5 |          1.0 |  0.686s |     2m:21s |
| Iteration 50     |          493 |         0.573 |         8 |  0.6642 |                1 |       0.5 |              0.4 |         0 |        0.1 |     1.0 |          1.0 |  0.767s |     2m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 46, 'learning_rate': 0.4378, 'max_depth': 3, 'gamma': 0.5195, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8799
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.029s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.935 ± 0.0436
Time elapsed: 0.086s
-------------------------------------------------
Total time: 2m:28s


Final results ==================== >>
Duration: 18m:24s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.97 ± 0.04 !
Logistic Regression             --> roc_auc: 0.66 ± 0.02
Linear Discriminant Analysis    --> roc_auc: 0.58 ± 0.0678 ~
Quadratic Discriminant Analysis --> roc_auc: 0.58 ± 0.0678 ~
Radius Nearest Neighbors        --> roc_auc: 0.7 ± 0.0316 ~
AdaBoost                        --> roc_auc: 0.95 ± 0.0548
Random Forest                   --> roc_auc: 0.87 ± 0.0245
XGBoost                         --> roc_auc: 0.935 ± 0.0436
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVYNAGNMLTF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  3.189s |     3.209s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.5312 |         0.75 |  3.272s |     7.933s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |         0.75 |  3.117s |    13.113s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.7188 |         0.75 |  3.188s |    17.590s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.625 |         0.75 |  3.193s |    21.891s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.9375 |       0.9375 |  3.328s |    26.184s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9062 |       0.9375 |  3.259s |    30.364s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |       0.9375 |  3.282s |    34.713s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  3.218s |    38.973s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |          1.0 |  3.229s |    43.292s |
| Iteration 11     | exponen.. |        0.3808 |           92 |       1.0 | friedman_mse |                15 |               20 |         1 |          0.5 |    0.0015 |  0.6875 |          1.0 |  3.211s |    47.985s |
| Iteration 12     |  deviance |        0.1037 |          496 |       0.7 | squared_er.. |                 3 |                2 |         4 |          0.9 |    0.0081 |  0.6875 |          1.0 |  3.329s |    52.588s |
| Iteration 13     | exponen.. |        0.0996 |          434 |       0.9 | friedman_mse |                16 |                5 |         2 |          0.6 |    0.0162 |  0.6875 |          1.0 |  3.288s |    57.252s |
| Iteration 14     | exponen.. |        0.0133 |          359 |       0.7 | squared_er.. |                18 |               15 |         6 |          0.7 |    0.0067 |   0.875 |          1.0 |  3.216s |     1m:02s |
| Iteration 15     |  deviance |        0.0118 |          482 |       0.6 | friedman_mse |                20 |                1 |         7 |         auto |    0.0059 |  0.9375 |          1.0 |  3.267s |     1m:07s |
| Iteration 16     |  deviance |        0.5117 |          355 |       0.9 | friedman_mse |                20 |               17 |         2 |         sqrt |    0.0086 |  0.6875 |          1.0 |  3.215s |     1m:11s |
| Iteration 17     |  deviance |        0.0144 |          425 |       0.6 | friedman_mse |                 9 |               12 |         1 |         log2 |    0.0036 |   0.375 |          1.0 |  3.272s |     1m:16s |
| Iteration 18     |  deviance |        0.2588 |          169 |       0.7 | friedman_mse |                18 |               15 |         3 |          0.5 |    0.0226 |  0.6875 |          1.0 |  3.187s |     1m:20s |
| Iteration 19     | exponen.. |        0.8293 |          135 |       0.7 | friedman_mse |                 4 |                2 |         1 |          0.7 |    0.0007 |     1.0 |          1.0 |  3.558s |     1m:26s |
| Iteration 20     | exponen.. |        0.3597 |          336 |       0.9 | friedman_mse |                 9 |               16 |         1 |          0.6 |    0.0023 |  0.7188 |          1.0 |  4.856s |     1m:33s |
| Iteration 21     | exponen.. |        0.0197 |          146 |       1.0 | friedman_mse |                13 |               15 |         8 |          0.6 |    0.0033 |   0.625 |          1.0 |  4.816s |     1m:40s |
| Iteration 22     | exponen.. |         0.212 |          168 |       0.9 | friedman_mse |                16 |               17 |         1 |          0.6 |    0.0025 |  0.5625 |          1.0 |  5.508s |     1m:48s |
| Iteration 23     | exponen.. |        0.0138 |          452 |       1.0 | squared_er.. |                19 |               17 |         9 |         None |     0.023 |  0.4375 |          1.0 |  4.870s |     1m:55s |
| Iteration 24     |  deviance |        0.0253 |          234 |       0.8 | friedman_mse |                18 |                6 |         9 |         auto |    0.0136 |  0.4688 |          1.0 |  4.854s |     2m:01s |
| Iteration 25     |  deviance |         0.573 |          255 |       0.6 | friedman_mse |                 5 |               14 |         2 |          0.7 |    0.0023 |  0.3125 |          1.0 |  4.037s |     2m:08s |
| Iteration 26     | exponen.. |        0.1379 |          336 |       0.7 | squared_er.. |                12 |                2 |         3 |          0.8 |    0.0016 |     0.5 |          1.0 |  3.291s |     2m:12s |
| Iteration 27     | exponen.. |        0.8877 |          394 |       0.7 | friedman_mse |                20 |               16 |         1 |         sqrt |    0.0044 |     0.5 |          1.0 |  3.247s |     2m:19s |
| Iteration 28     |  deviance |        0.0267 |          500 |       0.6 | squared_er.. |                10 |               10 |         9 |          0.9 |    0.0154 |    0.75 |          1.0 |  3.279s |     2m:26s |
| Iteration 29     | exponen.. |        0.0331 |          395 |       0.8 | squared_er.. |                11 |               17 |         8 |          0.5 |    0.0003 |   0.875 |          1.0 |  3.312s |     2m:31s |
| Iteration 30     | exponen.. |        0.3085 |          432 |       0.7 | squared_er.. |                11 |                8 |         7 |         auto |    0.0216 |     1.0 |          1.0 |  3.290s |     2m:36s |
| Iteration 31     | exponen.. |        0.9676 |          423 |       0.7 | squared_er.. |                 9 |                8 |         5 |         auto |    0.0183 |   0.625 |          1.0 |  3.292s |     2m:40s |
| Iteration 32     | exponen.. |        0.0761 |          384 |       0.7 | squared_er.. |                13 |               11 |         8 |          0.7 |    0.0089 |   0.875 |          1.0 |  3.312s |     2m:45s |
| Iteration 33     | exponen.. |        0.1411 |          133 |       0.7 | squared_er.. |                11 |                4 |         7 |         sqrt |    0.0189 |     0.5 |          1.0 |  3.227s |     2m:52s |
| Iteration 34     | exponen.. |        0.5853 |          465 |       0.7 | squared_er.. |                20 |               14 |         7 |         sqrt |    0.0097 |  0.8125 |          1.0 |  3.333s |     2m:57s |
| Iteration 35     | exponen.. |        0.1619 |          427 |       0.6 | friedman_mse |                 2 |                6 |         8 |          0.5 |    0.0066 |  0.7812 |          1.0 |  3.264s |     3m:02s |
| Iteration 36     |  deviance |        0.0149 |          463 |       0.7 | squared_er.. |                 2 |                6 |         8 |         sqrt |    0.0153 |  0.8125 |          1.0 |  3.254s |     3m:07s |
| Iteration 37     | exponen.. |        0.2566 |           30 |       0.7 | friedman_mse |                 2 |                4 |         1 |          0.9 |    0.0143 |   0.625 |          1.0 |  3.189s |     3m:11s |
| Iteration 38     | exponen.. |        0.1883 |          451 |       0.5 | squared_er.. |                20 |                4 |         8 |          0.6 |    0.0314 |  0.6875 |          1.0 |  3.339s |     3m:16s |
| Iteration 39     | exponen.. |        0.5229 |          271 |       1.0 | friedman_mse |                 8 |               15 |         5 |         sqrt |    0.0077 |  0.8125 |          1.0 |  3.301s |     3m:21s |
| Iteration 40     |  deviance |        0.2936 |           80 |       1.0 | friedman_mse |                 5 |               11 |         4 |         None |    0.0274 |   0.375 |          1.0 |  3.141s |     3m:26s |
| Iteration 41     | exponen.. |         0.019 |          444 |       0.7 | squared_er.. |                 4 |                9 |         9 |         auto |    0.0105 |  0.5312 |          1.0 |  3.278s |     3m:30s |
| Iteration 42     | exponen.. |        0.2166 |          352 |       0.9 | squared_er.. |                 7 |                5 |         7 |          0.7 |    0.0083 |     0.5 |          1.0 |  3.287s |     3m:36s |
| Iteration 43     |  deviance |        0.7197 |          401 |       0.5 | squared_er.. |                 7 |                6 |         8 |          0.6 |     0.003 |  0.5625 |          1.0 |  3.301s |     3m:41s |
| Iteration 44     | exponen.. |        0.1905 |          167 |       0.9 | friedman_mse |                12 |               19 |         6 |          0.6 |    0.0141 |  0.5312 |          1.0 |  3.272s |     3m:46s |
| Iteration 45     | exponen.. |         0.193 |          185 |       0.8 | friedman_mse |                15 |                4 |         1 |         log2 |      0.02 |  0.3125 |          1.0 |  3.247s |     3m:51s |
| Iteration 46     | exponen.. |        0.0178 |           29 |       0.8 | squared_er.. |                13 |                9 |         7 |          0.5 |    0.0097 |  0.7188 |          1.0 |  3.155s |     3m:55s |
| Iteration 47     | exponen.. |        0.2024 |          500 |       0.6 | friedman_mse |                15 |               11 |         6 |         sqrt |    0.0098 |  0.3125 |          1.0 |  3.921s |     4m:01s |
| Iteration 48     | exponen.. |         0.024 |          358 |       0.6 | friedman_mse |                 2 |                1 |         3 |         auto |       0.0 |    0.75 |          1.0 |  3.286s |     4m:06s |
| Iteration 49     |  deviance |        0.0234 |          301 |       0.7 | squared_er.. |                 6 |               14 |         2 |          0.8 |    0.0003 |  0.6875 |          1.0 |  3.260s |     4m:11s |
| Iteration 50     |  deviance |        0.0103 |          386 |       0.8 | friedman_mse |                14 |                1 |         5 |          0.8 |       0.0 |     1.0 |          1.0 |  3.292s |     4m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.8293, 'n_estimators': 135, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 4, 'min_samples_leaf': 2, 'max_depth': 1, 'max_features': 0.7, 'ccp_alpha': 0.0007}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.046s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0748
Time elapsed: 0.189s
-------------------------------------------------
Total time: 4m:18s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  3.223s |     3.236s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |       0.6875 |  3.187s |     7.596s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.4375 |       0.6875 |  3.215s |    11.887s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |       0.6875 |  3.178s |    16.000s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.875 |        0.875 |  3.199s |    20.277s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.6875 |        0.875 |  3.157s |    25.775s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |        0.875 |  3.183s |    30.222s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.6875 |        0.875 |  3.160s |    35.404s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |        0.875 |  3.146s |    41.632s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |        0.875 |  3.194s |    46.191s |
| Iteration 11     |      l1 | 35.3178 |    saga |      546 |      --- |  0.6875 |        0.875 |  3.192s |    50.689s |
| Iteration 12     |    none |     --- |   lbfgs |      621 |      --- |  0.6875 |        0.875 |  3.202s |    55.287s |
| Iteration 13     |      l2 |  7.3775 |   lbfgs |      571 |      --- |  0.8125 |        0.875 |  3.223s |     1m:00s |
| Iteration 14     |      l2 | 18.1933 |   lbfgs |      552 |      --- |  0.6875 |        0.875 |  3.287s |     1m:05s |
| Iteration 15     |      l2 | 21.0927 |     sag |      579 |      --- |   0.375 |        0.875 |  3.300s |     1m:09s |
| Iteration 16     |      l2 | 10.0214 |   lbfgs |      677 |      --- |   0.625 |        0.875 |  3.270s |     1m:14s |
| Iteration 17     |      l2 |  0.0011 | libli.. |      563 |      --- |  0.5625 |        0.875 |  3.306s |     1m:19s |
| Iteration 18     |    none |     --- |   lbfgs |      526 |      --- |   0.625 |        0.875 |  3.313s |     1m:23s |
| Iteration 19     |      l2 |  3.1712 |   lbfgs |      208 |      --- |    0.75 |        0.875 |  3.307s |     1m:28s |
| Iteration 20     |      l2 |   0.001 | libli.. |      383 |      --- |  0.5312 |        0.875 |  3.247s |     1m:33s |
| Iteration 21     |      l2 | 68.3552 |   lbfgs |     1000 |      --- |  0.4375 |        0.875 |  3.201s |     1m:38s |
| Iteration 22     |      l2 |  4.9691 |   lbfgs |      594 |      --- |     0.5 |        0.875 |  3.225s |     1m:42s |
| Iteration 23     |      l2 |  7.7474 |   lbfgs |      565 |      --- |    0.75 |        0.875 |  3.239s |     1m:49s |
| Iteration 24     |      l2 | 44.9745 |   lbfgs |      581 |      --- |     0.5 |        0.875 |  3.122s |     1m:57s |
| Iteration 25     |      l2 | 12.6068 |    saga |      563 |      --- |     0.5 |        0.875 |  3.290s |     2m:04s |
| Iteration 26     |      l2 | 10.3574 |     sag |      588 |      --- |   0.625 |        0.875 |  3.307s |     2m:10s |
| Iteration 27     |      l2 | 10.5464 |   lbfgs |      586 |      --- |   0.375 |        0.875 |  3.225s |     2m:17s |
| Iteration 28     |    none |     --- |   lbfgs |      567 |      --- |  0.4375 |        0.875 |  3.273s |     2m:24s |
| Iteration 29     |      l2 |  0.0024 |   lbfgs |      188 |      --- |  0.8125 |        0.875 |  3.294s |     2m:31s |
| Iteration 30     |      l2 |   0.003 | newto.. |      173 |      --- |     1.0 |          1.0 |  3.258s |     2m:38s |
| Iteration 31     |      l2 |  0.0031 | libli.. |      164 |      --- |     0.5 |          1.0 |  3.245s |     2m:45s |
| Iteration 32     |      l2 |  0.0029 | newto.. |      178 |      --- |    0.75 |          1.0 |  3.243s |     2m:52s |
| Iteration 33     |      l2 |  0.0028 |   lbfgs |      176 |      --- |   0.375 |          1.0 |  3.280s |     2m:58s |
| Iteration 34     |      l2 |  0.1099 | newto.. |      169 |      --- |   0.875 |          1.0 |  3.257s |     3m:03s |
| Iteration 35     |      l2 |  0.0038 | newto.. |      171 |      --- |  0.7812 |          1.0 |  3.275s |     3m:08s |
| Iteration 36     |      l2 |  0.0019 | newto.. |      171 |      --- |    0.75 |          1.0 |  3.306s |     3m:13s |
| Iteration 37     |      l2 |  9.9468 | newto.. |      172 |      --- |  0.5625 |          1.0 |  3.316s |     3m:18s |
| Iteration 38     |      l2 |  0.0495 | newto.. |      177 |      --- |     0.5 |          1.0 |  3.240s |     3m:23s |
| Iteration 39     |      l2 |  0.0029 | newto.. |      172 |      --- |   0.625 |          1.0 |  3.273s |     3m:28s |
| Iteration 40     |      l2 |  0.0017 |     sag |      962 |      --- |   0.375 |          1.0 |  3.319s |     3m:32s |
| Iteration 41     |      l2 |  0.0012 | newto.. |      225 |      --- |  0.9062 |          1.0 |  3.352s |     3m:39s |
| Iteration 42     |      l2 |  0.0021 | newto.. |      247 |      --- |     0.5 |          1.0 |  3.255s |     3m:46s |
| Iteration 43     |      l2 |  0.0098 |   lbfgs |      186 |      --- |   0.625 |          1.0 |  3.248s |     3m:51s |
| Iteration 44     |      l2 |   0.001 |   lbfgs |      199 |      --- |     0.5 |          1.0 |  3.266s |     3m:55s |
| Iteration 45     |      l2 |  0.0017 |     sag |      219 |      --- |   0.625 |          1.0 |  3.285s |     4m:00s |
| Iteration 46     |      l2 |  0.0014 | newto.. |      219 |      --- |    0.25 |          1.0 |  3.255s |     4m:06s |
| Iteration 47     |      l2 |  0.0441 | libli.. |      169 |      --- |     0.5 |          1.0 |  3.277s |     4m:10s |
| Iteration 48     |      l2 |  0.0013 | newto.. |      109 |      --- |   0.875 |          1.0 |  3.275s |     4m:16s |
| Iteration 49     | elast.. | 79.0806 |    saga |      968 |      0.6 |  0.6875 |          1.0 |  3.230s |     4m:22s |
| Iteration 50     |    none |     --- |    saga |      759 |      --- |   0.625 |          1.0 |  3.278s |     4m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'newton-cg', 'max_iter': 173}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8473
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0872
Time elapsed: 0.061s
-------------------------------------------------
Total time: 4m:31s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.216s |     3.223s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.6875 |  3.203s |     7.720s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.6875 |  0.001s |     8.504s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |       0.6875 |  3.171s |    12.479s |
| Initial point 5  |   eigen |       0.9 |   0.375 |       0.6875 |  3.188s |    16.546s |
| Initial point 6  |    lsqr |       0.7 |  0.6875 |       0.6875 |  3.184s |    20.541s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |       0.6875 |  3.198s |    24.511s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |       0.6875 |  3.185s |    28.497s |
| Initial point 9  |    lsqr |       0.6 |   0.875 |        0.875 |  3.189s |    32.515s |
| Initial point 10 |   eigen |       0.8 |  0.8125 |        0.875 |  3.315s |    38.320s |
| Iteration 11     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |    41.298s |
| Iteration 12     |   eigen |       0.7 |  0.8125 |        0.875 |  3.143s |    47.263s |
| Iteration 13     |     svd |       --- |  0.6875 |        0.875 |  0.001s |    50.229s |
| Iteration 14     |    lsqr |      auto |   0.875 |        0.875 |  3.121s |    54.642s |
| Iteration 15     |   eigen |      auto |  0.4375 |        0.875 |  3.181s |    58.802s |
| Iteration 16     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    59.745s |
| Iteration 17     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     1m:01s |
| Iteration 18     |    lsqr |       1.0 |  0.8125 |        0.875 |  3.208s |     1m:05s |
| Iteration 19     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     1m:06s |
| Iteration 20     |    lsqr |      None |  0.5312 |        0.875 |  3.209s |     1m:10s |
| Iteration 21     |   eigen |       0.5 |  0.6875 |        0.875 |  3.209s |     1m:14s |
| Iteration 22     |   eigen |       0.6 |  0.8125 |        0.875 |  3.208s |     1m:19s |
| Iteration 23     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     1m:20s |
| Iteration 24     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     1m:21s |
| Iteration 25     |   eigen |      None |   0.375 |        0.875 |  3.212s |     1m:25s |
| Iteration 26     |    lsqr |      auto |   0.875 |        0.875 |  0.001s |     1m:26s |
| Iteration 27     |    lsqr |       0.6 |   0.875 |        0.875 |  0.001s |     1m:29s |
| Iteration 28     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:33s |
| Iteration 29     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:34s |
| Iteration 30     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     1m:35s |
| Iteration 31     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:36s |
| Iteration 32     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     1m:37s |
| Iteration 33     |    lsqr |       0.7 |  0.6875 |        0.875 |  0.000s |     1m:38s |
| Iteration 34     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     1m:40s |
| Iteration 35     |    lsqr |       1.0 |  0.8125 |        0.875 |  0.000s |     1m:41s |
| Iteration 36     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:42s |
| Iteration 37     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:43s |
| Iteration 38     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     1m:44s |
| Iteration 39     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     1m:45s |
| Iteration 40     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     1m:46s |
| Iteration 41     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:47s |
| Iteration 42     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     1m:48s |
| Iteration 43     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:49s |
| Iteration 44     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     1m:50s |
| Iteration 45     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:51s |
| Iteration 46     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     1m:54s |
| Iteration 47     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:56s |
| Iteration 48     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     1m:57s |
| Iteration 49     |   eigen |       0.6 |  0.8125 |        0.875 |  0.000s |     1m:58s |
| Iteration 50     |    lsqr |       0.6 |   0.875 |        0.875 |  0.000s |     1m:59s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8339
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.103
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:01s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.244s |     3.247s |
| Initial point 2  |       0.9 |   0.875 |        0.875 |  3.819s |     7.865s |
| Initial point 3  |       0.1 |  0.5625 |        0.875 |  3.186s |    11.986s |
| Initial point 4  |       1.0 |   0.625 |        0.875 |  0.001s |    12.817s |
| Initial point 5  |       0.2 |  0.3125 |        0.875 |  3.181s |    16.752s |
| Initial point 6  |       0.4 |  0.6875 |        0.875 |  3.192s |    22.827s |
| Initial point 7  |       0.4 |  0.6875 |        0.875 |  0.001s |    24.194s |
| Initial point 8  |       0.7 |  0.5625 |        0.875 |  3.193s |    29.504s |
| Initial point 9  |       0.9 |   0.875 |        0.875 |  0.001s |    30.737s |
| Initial point 10 |       0.8 |  0.8125 |        0.875 |  3.179s |    35.561s |
| Iteration 11     |       0.3 |  0.3125 |        0.875 |  3.176s |    39.810s |
| Iteration 12     |       0.6 |   0.875 |        0.875 |  3.173s |    43.918s |
| Iteration 13     |       0.5 |    0.75 |        0.875 |  3.232s |    48.016s |
| Iteration 14     |       0.0 |  0.6875 |        0.875 |  3.220s |    52.216s |
| Iteration 15     |       0.6 |   0.875 |        0.875 |  0.000s |    53.181s |
| Iteration 16     |       0.6 |   0.875 |        0.875 |  0.000s |    54.136s |
| Iteration 17     |       0.9 |   0.875 |        0.875 |  0.001s |    55.051s |
| Iteration 18     |       0.6 |   0.875 |        0.875 |  0.001s |    55.929s |
| Iteration 19     |       0.9 |   0.875 |        0.875 |  0.000s |    56.871s |
| Iteration 20     |       0.6 |   0.875 |        0.875 |  0.000s |    57.779s |
| Iteration 21     |       0.9 |   0.875 |        0.875 |  0.000s |    58.617s |
| Iteration 22     |       0.6 |   0.875 |        0.875 |  0.000s |    59.466s |
| Iteration 23     |       0.4 |  0.6875 |        0.875 |  0.000s |     1m:00s |
| Iteration 24     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:01s |
| Iteration 25     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 26     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 27     |       0.1 |  0.5625 |        0.875 |  0.000s |     1m:04s |
| Iteration 28     |       0.9 |   0.875 |        0.875 |  0.001s |     1m:05s |
| Iteration 29     |       0.2 |  0.3125 |        0.875 |  0.000s |     1m:06s |
| Iteration 30     |       0.8 |  0.8125 |        0.875 |  0.000s |     1m:09s |
| Iteration 31     |       0.6 |   0.875 |        0.875 |  0.001s |     1m:10s |
| Iteration 32     |       0.9 |   0.875 |        0.875 |  0.001s |     1m:11s |
| Iteration 33     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 34     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 35     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 36     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:18s |
| Iteration 37     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:20s |
| Iteration 38     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:21s |
| Iteration 39     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:23s |
| Iteration 40     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:26s |
| Iteration 41     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:28s |
| Iteration 42     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:31s |
| Iteration 43     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:34s |
| Iteration 44     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:37s |
| Iteration 45     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:39s |
| Iteration 46     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:41s |
| Iteration 47     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:42s |
| Iteration 48     |       0.9 |   0.875 |        0.875 |  0.000s |     1m:44s |
| Iteration 49     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:45s |
| Iteration 50     |       0.6 |   0.875 |        0.875 |  0.000s |     1m:46s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7402
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.02
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:48s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.7021 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  3.129s |     3.149s |
| Initial point 2  |  4.2562 | uniform |   kd_tree |        39 |       2 |  0.6562 |       0.6875 |  3.191s |     7.121s |
| Initial point 3  |  3.3622 | dista.. | ball_tree |        25 |       2 |   0.375 |       0.6875 |  3.188s |    11.107s |
| Initial point 4  |   9.809 | uniform | ball_tree |        39 |       2 |    0.75 |         0.75 |  3.202s |    15.182s |
| Initial point 5  |  7.6841 | dista.. |      auto |        30 |       2 |   0.625 |         0.75 |  3.216s |    19.238s |
| Initial point 6  |  8.8987 | dista.. | ball_tree |        21 |       2 |     0.5 |         0.75 |  3.204s |    23.247s |
| Initial point 7  |   6.365 | dista.. | ball_tree |        24 |       1 |  0.4375 |         0.75 |  3.188s |    27.262s |
| Initial point 8  |  1.5253 | dista.. | ball_tree |        21 |       2 |    0.75 |         0.75 |  3.171s |    31.245s |
| Initial point 9  |  7.0902 | uniform | ball_tree |        24 |       1 |  0.4688 |         0.75 |  3.848s |    36.057s |
| Initial point 10 |   5.036 | uniform |     brute |        22 |       2 |  0.7188 |         0.75 |  3.213s |    40.108s |
| Iteration 11     |  0.6833 | uniform |     brute |        21 |       2 |     0.5 |         0.75 |  3.114s |    46.117s |
| Iteration 12     |  0.8955 | dista.. | ball_tree |        21 |       2 |    0.25 |         0.75 |  3.223s |    52.602s |
| Iteration 13     | 10.5061 | dista.. | ball_tree |        40 |       1 |    0.75 |         0.75 |  3.219s |    58.928s |
| Iteration 14     |  0.0709 | dista.. | ball_tree |        40 |       2 |     0.5 |         0.75 |  3.123s |     1m:05s |
| Iteration 15     | 10.7324 | uniform | ball_tree |        40 |       2 |   0.625 |         0.75 |  3.172s |     1m:10s |
| Iteration 16     |  1.5774 | dista.. | ball_tree |        31 |       2 |  0.5312 |         0.75 |  3.178s |     1m:14s |
| Iteration 17     |  1.6593 | uniform | ball_tree |        21 |       2 |  0.4375 |         0.75 |  3.192s |     1m:19s |
| Iteration 18     | 10.7324 | dista.. |   kd_tree |        40 |       1 |    0.75 |         0.75 |  3.168s |     1m:23s |
| Iteration 19     | 10.7324 | dista.. |     brute |        40 |       1 |  0.3125 |         0.75 |  3.179s |     1m:27s |
| Iteration 20     | 10.7324 | dista.. |   kd_tree |        40 |       1 |    0.75 |         0.75 |  0.001s |     1m:29s |
| Iteration 21     | 10.7324 | dista.. |   kd_tree |        36 |       1 |   0.375 |         0.75 |  3.181s |     1m:33s |
| Iteration 22     | 10.7324 | uniform |   kd_tree |        40 |       1 |  0.4688 |         0.75 |  3.193s |     1m:37s |
| Iteration 23     | 10.7324 | dista.. |      auto |        39 |       2 |   0.625 |         0.75 |  3.193s |     1m:41s |
| Iteration 24     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |        0.875 |  3.193s |     1m:46s |
| Iteration 25     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |        0.875 |  0.001s |     1m:49s |
| Iteration 26     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |        0.875 |  0.000s |     1m:50s |
| Iteration 27     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |        0.875 |  0.000s |     1m:53s |
| Iteration 28     |  1.6537 | dista.. | ball_tree |        21 |       2 |     0.5 |        0.875 |  3.126s |     1m:58s |
| Iteration 29     | 10.7324 | dista.. | ball_tree |        40 |       1 |  0.5625 |        0.875 |  3.284s |     2m:02s |
| Iteration 30     | 10.6197 | uniform | ball_tree |        39 |       1 |   0.875 |        0.875 |  3.288s |     2m:07s |
| Iteration 31     | 10.6761 | uniform | ball_tree |        40 |       1 |  0.2812 |        0.875 |  3.245s |     2m:11s |
| Iteration 32     |  1.8588 | uniform |      auto |        40 |       1 |   0.375 |        0.875 |  3.186s |     2m:16s |
| Iteration 33     | 10.7324 | uniform | ball_tree |        38 |       1 |   0.375 |        0.875 |  3.242s |     2m:20s |
| Iteration 34     |  7.0154 | uniform | ball_tree |        40 |       1 |  0.6562 |        0.875 |  3.243s |     2m:25s |
| Iteration 35     | 10.6993 | uniform |     brute |        30 |       1 |  0.8125 |        0.875 |  3.256s |     2m:29s |
| Iteration 36     |  10.387 | uniform |     brute |        29 |       1 |  0.5625 |        0.875 |  3.244s |     2m:34s |
| Iteration 37     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |        0.875 |  0.001s |     2m:35s |
| Iteration 38     | 10.7324 | uniform |     brute |        31 |       1 |  0.9375 |       0.9375 |  3.224s |     2m:41s |
| Iteration 39     | 10.7324 | uniform |     brute |        32 |       1 |     0.5 |       0.9375 |  3.239s |     2m:45s |
| Iteration 40     | 10.7324 | uniform |     brute |        31 |       2 |     0.5 |       0.9375 |  3.255s |     2m:50s |
| Iteration 41     |  0.0043 | dista.. |     brute |        29 |       1 |     0.5 |       0.9375 |  3.236s |     2m:54s |
| Iteration 42     | 10.7324 | uniform | ball_tree |        40 |       2 |   0.625 |       0.9375 |  0.001s |     2m:55s |
| Iteration 43     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |       0.9375 |  0.001s |     2m:57s |
| Iteration 44     | 10.6213 | uniform |     brute |        31 |       1 |  0.3125 |       0.9375 |  3.216s |     3m:01s |
| Iteration 45     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |       0.9375 |  0.001s |     3m:02s |
| Iteration 46     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |       0.9375 |  0.001s |     3m:03s |
| Iteration 47     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |       0.9375 |  0.001s |     3m:05s |
| Iteration 48     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |       0.9375 |  0.001s |     3m:06s |
| Iteration 49     |  0.1535 | uniform | ball_tree |        39 |       1 |     0.5 |       0.9375 |  3.303s |     3m:11s |
| Iteration 50     | 10.7324 | uniform | ball_tree |        40 |       1 |   0.875 |       0.9375 |  0.001s |     3m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'radius': 10.7324, 'weights': 'uniform', 'algorithm': 'brute', 'leaf_size': 31, 'p': 1}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7996
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.164
Time elapsed: 0.049s
-------------------------------------------------
Total time: 3m:16s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  3.519s |     3.526s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |       0.6875 |  3.612s |     7.936s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.5312 |       0.6875 |  3.966s |    12.719s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.3438 |       0.6875 |  5.203s |    19.334s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.625 |       0.6875 |  4.956s |    25.749s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.625 |       0.6875 |  5.289s |    32.400s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |       0.6875 |  4.824s |    38.549s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9062 |       0.9062 |  5.130s |    45.173s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.9062 |       0.9062 |  3.826s |    50.487s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9375 |       0.9375 |  3.276s |    54.579s |
| Iteration 11     |          269 |        0.0162 |     SAMME |   0.625 |       0.9375 |  3.318s |     1m:00s |
| Iteration 12     |          481 |        0.0102 |     SAMME |   0.875 |       0.9375 |  3.503s |     1m:05s |
| Iteration 13     |          485 |          0.01 |   SAMME.R |   0.625 |       0.9375 |  3.517s |     1m:10s |
| Iteration 14     |           59 |        0.0105 |     SAMME |  0.9375 |       0.9375 |  3.182s |     1m:15s |
| Iteration 15     |           65 |          0.01 |     SAMME |   0.875 |       0.9375 |  3.207s |     1m:19s |
| Iteration 16     |          343 |        6.3122 |     SAMME |    0.75 |       0.9375 |  3.154s |     1m:23s |
| Iteration 17     |           50 |          0.01 |     SAMME |     0.5 |       0.9375 |  3.158s |     1m:27s |
| Iteration 18     |          127 |        1.2162 |   SAMME.R |     0.5 |       0.9375 |  3.273s |     1m:31s |
| Iteration 19     |           85 |        9.9755 |     SAMME |  0.6875 |       0.9375 |  3.819s |     1m:36s |
| Iteration 20     |          495 |        0.0141 |     SAMME |  0.7188 |       0.9375 |  3.493s |     1m:41s |
| Iteration 21     |          144 |        4.3234 |     SAMME |   0.625 |       0.9375 |  3.158s |     1m:45s |
| Iteration 22     |           62 |        0.0223 |   SAMME.R |  0.5625 |       0.9375 |  3.233s |     1m:49s |
| Iteration 23     |          439 |        0.0126 |     SAMME |  0.6875 |       0.9375 |  3.512s |     1m:54s |
| Iteration 24     |          190 |        0.0251 |     SAMME |  0.4375 |       0.9375 |  3.324s |     1m:58s |
| Iteration 25     |           87 |         0.104 |   SAMME.R |  0.4375 |       0.9375 |  3.244s |     2m:03s |
| Iteration 26     |          115 |        0.0127 |     SAMME |  0.1562 |       0.9375 |  3.299s |     2m:09s |
| Iteration 27     |           61 |        0.0105 |     SAMME |  0.6875 |       0.9375 |  3.215s |     2m:14s |
| Iteration 28     |          401 |        2.9785 |     SAMME |    0.75 |       0.9375 |  3.181s |     2m:18s |
| Iteration 29     |          173 |         0.015 |     SAMME |  0.9375 |       0.9375 |  3.254s |     2m:24s |
| Iteration 30     |          384 |         0.015 |   SAMME.R |     1.0 |          1.0 |  3.449s |     2m:30s |
| Iteration 31     |          386 |        0.0149 |   SAMME.R |  0.9688 |          1.0 |  3.499s |     2m:35s |
| Iteration 32     |          384 |        0.0149 |   SAMME.R |  0.6562 |          1.0 |  3.449s |     2m:40s |
| Iteration 33     |          203 |        3.2637 |     SAMME |   0.625 |          1.0 |  3.132s |     2m:46s |
| Iteration 34     |          137 |        0.0182 |   SAMME.R |  0.7188 |          1.0 |  3.297s |     2m:51s |
| Iteration 35     |          186 |        2.7335 |   SAMME.R |  0.2812 |          1.0 |  3.281s |     2m:56s |
| Iteration 36     |          171 |        0.0144 |     SAMME |  0.7812 |          1.0 |  3.270s |     3m:00s |
| Iteration 37     |          176 |        0.0256 |     SAMME |  0.5938 |          1.0 |  3.253s |     3m:05s |
| Iteration 38     |          176 |        0.0154 |   SAMME.R |  0.5625 |          1.0 |  3.294s |     3m:10s |
| Iteration 39     |          407 |        0.0198 |     SAMME |    0.75 |          1.0 |  3.417s |     3m:15s |
| Iteration 40     |          388 |         0.025 |   SAMME.R |  0.3438 |          1.0 |  3.578s |     3m:19s |
| Iteration 41     |          306 |        0.0148 |     SAMME |  0.5938 |          1.0 |  3.348s |     3m:24s |
| Iteration 42     |           73 |        7.3581 |     SAMME |     0.5 |          1.0 |  3.087s |     3m:28s |
| Iteration 43     |          480 |        0.0111 |     SAMME |   0.625 |          1.0 |  3.446s |     3m:33s |
| Iteration 44     |          411 |        0.0605 |   SAMME.R |  0.5625 |          1.0 |  3.522s |     3m:40s |
| Iteration 45     |          105 |        5.3878 |     SAMME |   0.625 |          1.0 |  3.083s |     3m:45s |
| Iteration 46     |           68 |         0.015 |     SAMME |  0.7812 |          1.0 |  3.227s |     3m:49s |
| Iteration 47     |          354 |         0.019 |     SAMME |  0.4062 |          1.0 |  3.384s |     3m:53s |
| Iteration 48     |          395 |        0.0149 |   SAMME.R |  0.8438 |          1.0 |  3.466s |     3m:58s |
| Iteration 49     |          302 |        0.4788 |     SAMME |     0.5 |          1.0 |  4.981s |     4m:04s |
| Iteration 50     |          474 |        0.1624 |     SAMME |   0.625 |          1.0 |  5.217s |     4m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 384, 'learning_rate': 0.015, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.507s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.098
Time elapsed: 2.247s
-------------------------------------------------
Total time: 4m:17s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  5.320s |     5.346s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.625 |        0.625 |  5.126s |    11.791s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6562 |       0.6562 |  5.186s |    18.503s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.6562 |  3.262s |    22.737s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.5625 |       0.6562 |  3.470s |    28.853s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.5625 |       0.6562 |  3.316s |    33.437s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |        0.875 |  3.356s |    37.650s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.875 |        0.875 |  3.311s |    41.759s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  3.466s |    47.966s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  3.425s |    54.204s |
| Iteration 11     |           37 |   entropy |         9 |                18 |               20 |          0.7 |     False |    0.0004 |         --- |  0.6562 |          1.0 |  3.175s |    58.939s |
| Iteration 12     |          405 |      gini |         6 |                13 |                8 |          0.6 |     False |    0.0104 |         --- |    0.75 |          1.0 |  3.412s |     1m:04s |
| Iteration 13     |          433 |      gini |         4 |                18 |               19 |          0.9 |     False |    0.0034 |         --- |   0.875 |          1.0 |  3.414s |     1m:08s |
| Iteration 14     |          435 |      gini |         7 |                12 |                8 |          0.8 |     False |     0.004 |         --- |   0.875 |          1.0 |  3.417s |     1m:13s |
| Iteration 15     |          106 |      gini |         6 |                 6 |                3 |         None |      True |    0.0312 |         0.5 |   0.875 |          1.0 |  3.277s |     1m:17s |
| Iteration 16     |          408 |      gini |         3 |                11 |                6 |          0.7 |     False |    0.0046 |         --- |    0.75 |          1.0 |  3.404s |     1m:22s |
| Iteration 17     |           10 |   entropy |         9 |                20 |                1 |         auto |      True |     0.035 |        None |  0.5625 |          1.0 |  3.169s |     1m:26s |
| Iteration 18     |           19 |      gini |         1 |                16 |               11 |          0.7 |     False |    0.0068 |         --- |   0.875 |          1.0 |  3.168s |     1m:31s |
| Iteration 19     |          500 |      gini |         4 |                15 |               12 |          0.8 |     False |    0.0023 |         --- |  0.9375 |          1.0 |  3.468s |     1m:36s |
| Iteration 20     |          269 |      gini |         7 |                11 |                7 |         None |      True |    0.0022 |         0.9 |  0.8438 |          1.0 |  3.964s |     1m:41s |
| Iteration 21     |          430 |      gini |         7 |                14 |                3 |         None |     False |    0.0254 |         --- |    0.75 |          1.0 |  3.552s |     1m:46s |
| Iteration 22     |          500 |      gini |         3 |                 5 |               19 |          0.8 |      True |    0.0021 |         0.8 |  0.5625 |          1.0 |  3.547s |     1m:51s |
| Iteration 23     |          360 |      gini |         9 |                14 |               10 |          0.5 |     False |    0.0034 |         --- |    0.75 |          1.0 |  3.380s |     1m:56s |
| Iteration 24     |          462 |      gini |         7 |                 9 |                7 |         None |      True |     0.024 |         0.5 |  0.5312 |          1.0 |  3.519s |     2m:01s |
| Iteration 25     |          483 |      gini |         6 |                15 |               12 |          0.8 |     False |    0.0045 |         --- |     0.5 |          1.0 |  3.413s |     2m:06s |
| Iteration 26     |           10 |   entropy |         8 |                 2 |                8 |         None |     False |    0.0047 |         --- |  0.5625 |          1.0 |  3.139s |     2m:10s |
| Iteration 27     |          369 |      gini |         7 |                14 |                8 |          0.7 |     False |    0.0004 |         --- |   0.625 |          1.0 |  3.364s |     2m:15s |
| Iteration 28     |          333 |      gini |         4 |                17 |               16 |          0.5 |     False |    0.0024 |         --- |  0.5625 |          1.0 |  3.361s |     2m:19s |
| Iteration 29     |           49 |      gini |         1 |                17 |                1 |          0.8 |     False |    0.0299 |         --- |   0.875 |          1.0 |  3.194s |     2m:24s |
| Iteration 30     |           27 |      gini |         5 |                 3 |                4 |          0.8 |      True |    0.0295 |         0.5 |     1.0 |          1.0 |  3.204s |     2m:28s |
| Iteration 31     |          196 |      gini |         1 |                 2 |               19 |          0.8 |      True |    0.0337 |         0.5 |     0.5 |          1.0 |  3.308s |     2m:33s |
| Iteration 32     |          111 |      gini |         3 |                 7 |                6 |          0.8 |      True |     0.029 |         0.5 |  0.6875 |          1.0 |  3.263s |     2m:37s |
| Iteration 33     |          323 |      gini |         2 |                 5 |                1 |          0.8 |     False |    0.0051 |         --- |    0.25 |          1.0 |  3.347s |     2m:42s |
| Iteration 34     |           46 |      gini |         5 |                 3 |                3 |         None |      True |    0.0308 |         0.5 |   0.875 |          1.0 |  3.251s |     2m:47s |
| Iteration 35     |          156 |   entropy |         7 |                 4 |                8 |          0.6 |     False |    0.0057 |         --- |  0.7812 |          1.0 |  3.925s |     2m:52s |
| Iteration 36     |          500 |   entropy |         4 |                 9 |                8 |         log2 |     False |    0.0047 |         --- |   0.875 |          1.0 |  5.184s |     2m:60s |
| Iteration 37     |           48 |   entropy |         4 |                15 |                4 |          0.5 |      True |    0.0289 |         0.5 |  0.5625 |          1.0 |  4.769s |     3m:07s |
| Iteration 38     |          345 |   entropy |         5 |                15 |                8 |          0.5 |     False |    0.0048 |         --- |    0.75 |          1.0 |  5.046s |     3m:15s |
| Iteration 39     |          490 |      gini |         2 |                15 |                8 |          0.8 |     False |    0.0048 |         --- |   0.875 |          1.0 |  5.469s |     3m:23s |
| Iteration 40     |          444 |   entropy |      None |                13 |                8 |          0.5 |     False |    0.0044 |         --- |  0.4375 |          1.0 |  3.442s |     3m:28s |
| Iteration 41     |          384 |      gini |         5 |                14 |                4 |          0.8 |      True |    0.0297 |         0.5 |  0.5938 |          1.0 |  3.455s |     3m:33s |
| Iteration 42     |          419 |      gini |         5 |                11 |                9 |          0.6 |     False |    0.0057 |         --- |  0.6875 |          1.0 |  3.399s |     3m:38s |
| Iteration 43     |          495 |      gini |         5 |                14 |                8 |          0.9 |     False |    0.0044 |         --- |   0.625 |          1.0 |  3.440s |     3m:43s |
| Iteration 44     |          369 |      gini |         2 |                15 |                5 |         log2 |     False |    0.0275 |         --- |  0.9375 |          1.0 |  3.396s |     3m:49s |
| Iteration 45     |          396 |      gini |         1 |                16 |                2 |          0.8 |     False |    0.0309 |         --- |  0.4062 |          1.0 |  3.398s |     3m:54s |
| Iteration 46     |          455 |      gini |         3 |                15 |                9 |          0.7 |     False |    0.0174 |         --- |  0.8125 |          1.0 |  3.777s |     4m:00s |
| Iteration 47     |          123 |      gini |         8 |                 3 |                4 |         sqrt |      True |    0.0178 |        None |  0.5625 |          1.0 |  3.273s |     4m:06s |
| Iteration 48     |           10 |      gini |         6 |                 5 |                3 |          0.9 |      True |    0.0255 |         0.5 |   0.875 |          1.0 |  3.196s |     4m:11s |
| Iteration 49     |          457 |   entropy |         3 |                 7 |                8 |          0.7 |     False |    0.0012 |         --- |  0.8125 |          1.0 |  3.440s |     4m:16s |
| Iteration 50     |          459 |   entropy |         5 |                15 |                3 |          0.7 |     False |    0.0268 |         --- |  0.9375 |          1.0 |  3.456s |     4m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9679
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.320s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.049
Time elapsed: 1.411s
-------------------------------------------------
Total time: 4m:24s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.259s |     3.278s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.3125 |          0.5 |  3.241s |     7.366s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  3.232s |    11.410s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  3.185s |    15.371s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  3.202s |    19.371s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  3.225s |    23.535s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  3.135s |    28.964s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  3.138s |    33.232s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  3.211s |    37.316s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.205s |    41.316s |
| Iteration 11     |           62 |        0.3685 |         9 |     0.0 |                4 |       0.6 |              0.8 |      0.01 |         10 |    0.75 |       0.9375 |  3.152s |    45.627s |
| Iteration 12     |          500 |        0.0354 |         5 |   0.802 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  3.255s |    50.062s |
| Iteration 13     |          328 |        0.0112 |         9 |    0.77 |                4 |       0.7 |              0.6 |       100 |          1 |     0.5 |       0.9375 |  3.263s |    54.459s |
| Iteration 14     |          483 |        0.0431 |         3 |  0.6259 |                4 |       0.8 |              0.7 |      0.01 |          1 |  0.8125 |       0.9375 |  3.252s |    58.996s |
| Iteration 15     |          447 |        0.1264 |         5 |  0.4468 |                4 |       0.8 |              0.9 |      0.01 |        0.1 |  0.5625 |       0.9375 |  3.275s |     1m:04s |
| Iteration 16     |          472 |        0.0124 |         4 |  0.6598 |                3 |       0.9 |              0.8 |      0.01 |          1 |    0.75 |       0.9375 |  3.259s |     1m:08s |
| Iteration 17     |          457 |         0.046 |         6 |  0.9335 |                4 |       0.9 |              0.8 |       0.1 |        0.1 |   0.375 |       0.9375 |  4.222s |     1m:14s |
| Iteration 18     |          340 |        0.0183 |         4 |  0.7976 |                5 |       0.8 |              0.8 |      0.01 |          1 |  0.4375 |       0.9375 |  4.785s |     1m:21s |
| Iteration 19     |          114 |        0.0806 |         4 |  0.8547 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |       0.9375 |  4.769s |     1m:29s |
| Iteration 20     |          500 |        0.0544 |        10 |  0.4736 |                4 |       0.5 |              0.8 |      0.01 |        0.1 |  0.7812 |       0.9375 |  4.938s |     1m:37s |
| Iteration 21     |          492 |          0.02 |         8 |  0.8961 |                4 |       0.8 |              0.8 |      0.01 |        100 |  0.8438 |       0.9375 |  4.830s |     1m:43s |
| Iteration 22     |          475 |         0.045 |         6 |  0.4148 |                4 |       0.7 |              0.8 |      0.01 |          1 |  0.5625 |       0.9375 |  3.233s |     1m:50s |
| Iteration 23     |          462 |        0.2008 |         7 |  0.6818 |                4 |       0.9 |              0.5 |      0.01 |        100 |  0.4688 |       0.9375 |  3.260s |     1m:55s |
| Iteration 24     |          436 |        0.0601 |         3 |     1.0 |                4 |       0.9 |              0.7 |      0.01 |        0.1 |  0.5625 |       0.9375 |  3.170s |     1m:59s |
| Iteration 25     |          500 |        0.0283 |         8 |  0.7194 |                4 |       0.8 |              0.8 |      0.01 |        0.1 |   0.375 |       0.9375 |  3.871s |     2m:04s |
| Iteration 26     |          469 |         0.043 |         8 |  0.6198 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.25 |       0.9375 |  3.226s |     2m:09s |
| Iteration 27     |          468 |        0.4494 |         6 |  0.5248 |                4 |       0.8 |              0.6 |      0.01 |          1 |  0.4375 |       0.9375 |  3.207s |     2m:13s |
| Iteration 28     |          325 |        0.0486 |         5 |   0.465 |                4 |       0.8 |              0.8 |         0 |          1 |  0.6875 |       0.9375 |  3.203s |     2m:18s |
| Iteration 29     |          218 |        0.0526 |         5 |  0.7193 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.9375 |  3.252s |     2m:23s |
| Iteration 30     |          500 |        0.0423 |         6 |   0.434 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  3.261s |     2m:28s |
| Iteration 31     |          500 |        0.5927 |         6 |  0.9758 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |          1.0 |  3.220s |     2m:32s |
| Iteration 32     |          500 |        0.0377 |         6 |  0.5474 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |          1.0 |  3.220s |     2m:37s |
| Iteration 33     |          476 |        0.0459 |         5 |  0.2831 |                4 |       0.8 |              0.6 |      0.01 |          1 |  0.5625 |          1.0 |  3.234s |     2m:42s |
| Iteration 34     |           84 |        0.0452 |         5 |  0.2861 |                4 |       0.8 |              0.8 |       0.1 |          1 |  0.9062 |          1.0 |  3.182s |     2m:48s |
| Iteration 35     |          446 |        0.0524 |         5 |  0.3501 |                4 |       0.8 |              0.8 |       0.1 |          1 |  0.7812 |          1.0 |  3.243s |     2m:54s |
| Iteration 36     |          236 |        0.0282 |         5 |  0.9823 |                4 |       0.8 |              0.8 |       0.1 |          1 |    0.75 |          1.0 |  3.199s |     2m:58s |
| Iteration 37     |          157 |        0.0543 |         6 |  0.2802 |                4 |       0.8 |              0.8 |       0.1 |         10 |     0.5 |          1.0 |  3.165s |     3m:03s |
| Iteration 38     |          466 |        0.0429 |         5 |  0.8513 |                4 |       0.8 |              0.8 |        10 |          1 |     0.5 |          1.0 |  3.218s |     3m:08s |
| Iteration 39     |          225 |        0.0556 |         5 |  0.5892 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  3.183s |     3m:12s |
| Iteration 40     |           72 |        0.0521 |         5 |   0.187 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |          1.0 |  3.134s |     3m:17s |
| Iteration 41     |          439 |         0.051 |         5 |  0.8104 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.4688 |          1.0 |  3.211s |     3m:22s |
| Iteration 42     |          421 |        0.0594 |         6 |   0.729 |                4 |       0.8 |              0.9 |      0.01 |          1 |  0.5625 |          1.0 |  3.161s |     3m:26s |
| Iteration 43     |           23 |          0.05 |         9 |  0.0613 |                4 |       0.5 |              0.8 |       0.1 |        0.1 |     0.5 |          1.0 |  3.127s |     3m:31s |
| Iteration 44     |          263 |        0.0721 |         6 |  0.3667 |                4 |       0.8 |              0.8 |       0.1 |          1 |     0.5 |          1.0 |  3.216s |     3m:35s |
| Iteration 45     |           65 |        0.0916 |         4 |  0.7657 |                4 |       0.8 |              0.7 |         0 |          1 |     0.5 |          1.0 |  4.753s |     3m:42s |
| Iteration 46     |           55 |        0.0405 |         2 |  0.6109 |                4 |       0.8 |              0.7 |      0.01 |          1 |  0.3125 |          1.0 |  4.778s |     3m:49s |
| Iteration 47     |          121 |        0.2186 |        10 |  0.4085 |                4 |       0.6 |              0.8 |         0 |         10 |  0.4375 |          1.0 |  4.762s |     3m:56s |
| Iteration 48     |          214 |        0.2785 |         4 |  0.3646 |                4 |       0.8 |              0.8 |       0.1 |          1 |  0.6562 |          1.0 |  4.789s |     4m:03s |
| Iteration 49     |          335 |        0.2767 |         8 |  0.2557 |                4 |       0.6 |              0.8 |      0.01 |         10 |    0.75 |          1.0 |  3.312s |     4m:09s |
| Iteration 50     |          321 |        0.3762 |         8 |  0.7347 |                4 |       0.6 |              0.8 |         1 |         10 |  0.9688 |          1.0 |  3.206s |     4m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.434, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9473
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.116s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0663
Time elapsed: 0.315s
-------------------------------------------------
Total time: 4m:16s


Final results ==================== >>
Duration: 28m:49s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.93 ± 0.0748 !
Logistic Regression             --> roc_auc: 0.77 ± 0.0872
Linear Discriminant Analysis    --> roc_auc: 0.72 ± 0.103
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.02
Radius Nearest Neighbors        --> roc_auc: 0.59 ± 0.164
AdaBoost                        --> roc_auc: 0.83 ± 0.098
Random Forest                   --> roc_auc: 0.86 ± 0.049
XGBoost                         --> roc_auc: 0.81 ± 0.0663
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 844 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAGPNFGNEKLTF.
   >>> Dropping feature CALDSNYQLIW.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CVVTNQAGTALIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  0.706s |     0.727s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9688 |          1.0 |  0.725s |     2.273s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |          1.0 |  0.680s |     3.773s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.875 |          1.0 |  0.725s |     5.353s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |          1.0 |  0.720s |     6.934s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |          1.0 |  0.739s |     8.451s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.737s |     9.976s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.769s |    11.550s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |          1.0 |  0.698s |    13.067s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     0.5 |          1.0 |  0.687s |    14.781s |
| Iteration 11     | exponen.. |        0.7079 |          230 |       0.8 | squared_er.. |                 4 |                6 |         7 |         log2 |    0.0295 |   0.875 |          1.0 |  0.697s |    17.426s |
| Iteration 12     |  deviance |        0.0564 |          332 |       0.7 | squared_er.. |                17 |                5 |         5 |         None |     0.018 |   0.875 |          1.0 |  0.719s |    19.575s |
| Iteration 13     |  deviance |           1.0 |           16 |       1.0 | squared_er.. |                 5 |               11 |         6 |         log2 |     0.035 |   0.875 |          1.0 |  0.666s |    21.543s |
| Iteration 14     | exponen.. |           1.0 |           10 |       1.0 | friedman_mse |                 8 |                8 |         7 |         None |     0.035 |  0.6875 |          1.0 |  0.635s |    23.602s |
| Iteration 15     | exponen.. |        0.0327 |          277 |       0.5 | squared_er.. |                 2 |                2 |         6 |          0.6 |    0.0311 |   0.875 |          1.0 |  0.703s |    25.596s |
| Iteration 16     | exponen.. |        0.7038 |          259 |       0.7 | friedman_mse |                 8 |               10 |         8 |          0.5 |     0.029 |   0.875 |          1.0 |  0.695s |    27.584s |
| Iteration 17     |  deviance |        0.0595 |           73 |       1.0 | friedman_mse |                 6 |                6 |         3 |          0.9 |    0.0246 |   0.875 |          1.0 |  0.649s |    29.513s |
| Iteration 18     | exponen.. |        0.0601 |          170 |       0.9 | squared_er.. |                14 |                4 |         9 |          0.8 |    0.0066 |  0.8125 |          1.0 |  0.674s |    31.407s |
| Iteration 19     |  deviance |        0.1119 |          236 |       0.7 | squared_er.. |                19 |               11 |         4 |          0.6 |    0.0235 |  0.4062 |          1.0 |  0.692s |    33.334s |
| Iteration 20     | exponen.. |        0.0893 |           81 |       0.9 | friedman_mse |                 9 |               17 |         7 |          0.9 |    0.0194 |  0.8125 |          1.0 |  0.645s |    35.348s |
| Iteration 21     | exponen.. |        0.3299 |           86 |       0.9 | friedman_mse |                 9 |                4 |         8 |          0.9 |    0.0151 |  0.7812 |          1.0 |  0.696s |    37.473s |
| Iteration 22     | exponen.. |        0.0197 |          250 |       0.8 | friedman_mse |                 5 |                3 |         9 |         auto |    0.0324 |  0.8125 |          1.0 |  0.746s |    39.642s |
| Iteration 23     | exponen.. |        0.2544 |           68 |       1.0 | friedman_mse |                18 |               14 |         2 |          0.9 |     0.035 |  0.6562 |          1.0 |  0.676s |    41.977s |
| Iteration 24     | exponen.. |        0.3314 |          135 |       0.8 | squared_er.. |                 2 |               11 |         9 |         sqrt |    0.0217 |  0.9375 |          1.0 |  0.695s |    44.004s |
| Iteration 25     |  deviance |        0.0307 |          497 |       0.6 | squared_er.. |                 5 |               20 |         9 |         auto |    0.0112 |     0.5 |          1.0 |  1.363s |    46.601s |
| Iteration 26     | exponen.. |           1.0 |           41 |       0.7 | squared_er.. |                 3 |                5 |        10 |         auto |    0.0021 |   0.625 |          1.0 |  0.683s |    48.483s |
| Iteration 27     | exponen.. |         0.754 |          241 |       0.9 | squared_er.. |                12 |                6 |         8 |         log2 |    0.0308 |     1.0 |          1.0 |  0.727s |    50.535s |
| Iteration 28     | exponen.. |           1.0 |           10 |       0.6 | friedman_mse |                10 |                4 |         3 |          0.9 |    0.0304 |  0.8125 |          1.0 |  0.669s |    52.587s |
| Iteration 29     |  deviance |        0.0186 |          113 |       0.6 | squared_er.. |                 9 |               14 |         9 |          0.7 |    0.0268 |  0.5625 |          1.0 |  0.691s |    54.802s |
| Iteration 30     | exponen.. |        0.2091 |          253 |       0.9 | squared_er.. |                14 |                5 |         9 |         log2 |    0.0313 |   0.875 |          1.0 |  0.729s |    57.243s |
| Iteration 31     | exponen.. |         0.709 |          350 |       0.5 | squared_er.. |                 2 |                8 |         7 |         auto |     0.035 |     1.0 |          1.0 |  0.761s |    59.267s |
| Iteration 32     | exponen.. |           1.0 |          249 |       0.8 | squared_er.. |                 2 |                5 |        10 |         auto |    0.0331 |    0.75 |          1.0 |  0.742s |     1m:01s |
| Iteration 33     | exponen.. |        0.1645 |          303 |       0.9 | squared_er.. |                14 |               12 |         7 |          0.9 |     0.035 |  0.8125 |          1.0 |  0.722s |     1m:03s |
| Iteration 34     | exponen.. |           1.0 |          304 |       0.7 | squared_er.. |                14 |                9 |         6 |         auto |    0.0317 |  0.7812 |          1.0 |  0.749s |     1m:05s |
| Iteration 35     | exponen.. |        0.0384 |          486 |       0.7 | squared_er.. |                 7 |                1 |         3 |         log2 |    0.0234 |     1.0 |          1.0 |  0.799s |     1m:08s |
| Iteration 36     | exponen.. |        0.7503 |          500 |       0.7 | squared_er.. |                17 |                1 |         4 |          0.5 |    0.0189 |  0.8438 |          1.0 |  0.808s |     1m:10s |
| Iteration 37     | exponen.. |        0.2123 |          485 |       0.6 | squared_er.. |                18 |                1 |         6 |         sqrt |    0.0242 |   0.375 |          1.0 |  0.791s |     1m:13s |
| Iteration 38     | exponen.. |        0.4874 |          493 |       0.7 | friedman_mse |                17 |               12 |         4 |         log2 |    0.0206 |    0.75 |          1.0 |  0.736s |     1m:15s |
| Iteration 39     | exponen.. |        0.4924 |          270 |       0.8 | squared_er.. |                 2 |               13 |         7 |         auto |    0.0317 |  0.8125 |          1.0 |  0.684s |     1m:17s |
| Iteration 40     | exponen.. |        0.0735 |          395 |       0.6 | squared_er.. |                 4 |                5 |         5 |         sqrt |    0.0264 |   0.875 |          1.0 |  0.731s |     1m:19s |
| Iteration 41     | exponen.. |        0.1857 |          458 |       0.8 | squared_er.. |                 6 |                2 |         4 |          0.5 |     0.027 |     1.0 |          1.0 |  0.736s |     1m:21s |
| Iteration 42     | exponen.. |          0.02 |          500 |       0.5 | squared_er.. |                 4 |                7 |         1 |          0.5 |    0.0196 |  0.9375 |          1.0 |  0.743s |     1m:25s |
| Iteration 43     | exponen.. |        0.0374 |          500 |       0.7 | squared_er.. |                 7 |                1 |         8 |          0.6 |    0.0027 |  0.9375 |          1.0 |  0.768s |     1m:27s |
| Iteration 44     | exponen.. |        0.0192 |          373 |       0.9 | squared_er.. |                 9 |               17 |         5 |          0.5 |    0.0193 |  0.7188 |          1.0 |  0.720s |     1m:29s |
| Iteration 45     | exponen.. |        0.0133 |          442 |       0.9 | squared_er.. |                 5 |                2 |         5 |          0.5 |    0.0299 |  0.9375 |          1.0 |  0.752s |     1m:33s |
| Iteration 46     |  deviance |        0.7615 |          500 |       0.5 | friedman_mse |                 4 |                1 |         3 |          0.5 |    0.0233 |    0.75 |          1.0 |  0.737s |     1m:38s |
| Iteration 47     | exponen.. |        0.6509 |          371 |       0.6 | squared_er.. |                 8 |                1 |         5 |          0.5 |    0.0133 |  0.6875 |          1.0 |  0.716s |     1m:42s |
| Iteration 48     | exponen.. |        0.1273 |          191 |       0.7 | squared_er.. |                10 |                4 |        10 |         sqrt |    0.0234 |  0.9375 |          1.0 |  1.251s |     1m:47s |
| Iteration 49     | exponen.. |          0.04 |          500 |       0.8 | squared_er.. |                 7 |                5 |         9 |          0.5 |     0.035 |  0.8125 |          1.0 |  0.761s |     1m:50s |
| Iteration 50     | exponen.. |        0.0276 |          496 |       0.8 | squared_er.. |                 3 |                5 |         3 |          0.5 |    0.0316 |   0.875 |          1.0 |  0.764s |     1m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0384, 'n_estimators': 486, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 7, 'min_samples_leaf': 1, 'max_depth': 3, 'max_features': 'log2', 'ccp_alpha': 0.0234}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.135s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0872
Time elapsed: 0.633s
-------------------------------------------------
Total time: 1m:55s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  0.648s |     0.659s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |         0.75 |  0.724s |     3.369s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |         0.75 |  0.676s |     5.237s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |         0.75 |  0.681s |     6.775s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |         0.75 |  0.684s |     8.233s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |         0.75 |  0.643s |    10.210s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.875 |        0.875 |  0.647s |    11.950s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.6875 |        0.875 |  0.645s |    13.545s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |        0.875 |  0.645s |    14.996s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.3125 |        0.875 |  0.662s |    18.682s |
| Iteration 11     |    none |     --- |   lbfgs |      864 |      --- |  0.3125 |        0.875 |  0.643s |    21.086s |
| Iteration 12     |    none |     --- |    saga |      275 |      --- |  0.4375 |        0.875 |  0.637s |    22.979s |
| Iteration 13     |      l2 |  0.0034 | newto.. |      995 |      --- |     1.0 |          1.0 |  0.646s |    24.933s |
| Iteration 14     |    none |     --- | newto.. |      994 |      --- |  0.1875 |          1.0 |  0.661s |    26.827s |
| Iteration 15     |      l2 |   0.004 | newto.. |     1000 |      --- |    0.25 |          1.0 |  0.655s |    28.755s |
| Iteration 16     |      l2 |  0.0033 |   lbfgs |      994 |      --- |  0.9375 |          1.0 |  0.641s |    30.558s |
| Iteration 17     |    none |     --- |   lbfgs |      721 |      --- |     0.5 |          1.0 |  0.640s |    32.292s |
| Iteration 18     |      l2 |  0.0032 | libli.. |      998 |      --- |   0.375 |          1.0 |  0.639s |    34.159s |
| Iteration 19     |      l2 |  2.3748 | newto.. |      275 |      --- |  0.6875 |          1.0 |  0.644s |    36.433s |
| Iteration 20     |      l2 | 17.5188 | newto.. |      352 |      --- |   0.625 |          1.0 |  0.661s |    38.334s |
| Iteration 21     |      l2 |  0.0032 |     sag |      984 |      --- |  0.6875 |          1.0 |  0.636s |    40.184s |
| Iteration 22     |      l2 |  0.0032 |   lbfgs |     1000 |      --- |   0.625 |          1.0 |  0.642s |    42.134s |
| Iteration 23     | elast.. |  0.0034 |    saga |      930 |      0.6 |     0.5 |          1.0 |  0.648s |    46.129s |
| Iteration 24     |      l2 |  2.1548 |     sag |      580 |      --- |  0.5625 |          1.0 |  0.640s |    50.689s |
| Iteration 25     |      l2 |  0.0033 |   lbfgs |      815 |      --- |    0.75 |          1.0 |  0.642s |    53.088s |
| Iteration 26     |      l2 |  0.0671 |   lbfgs |      596 |      --- |    0.25 |          1.0 |  0.653s |    54.883s |
| Iteration 27     |      l2 |  0.0034 | newto.. |      882 |      --- |  0.8125 |          1.0 |  1.222s |    59.382s |
| Iteration 28     | elast.. |  2.1539 |    saga |      282 |      0.2 |    0.75 |          1.0 |  0.639s |     1m:02s |
| Iteration 29     |      l2 |  2.3951 |     sag |      277 |      --- |     0.5 |          1.0 |  0.640s |     1m:04s |
| Iteration 30     |      l2 |  0.0034 |   lbfgs |     1000 |      --- |  0.8125 |          1.0 |  0.639s |     1m:06s |
| Iteration 31     |      l2 |  2.1061 | newto.. |      272 |      --- |   0.875 |          1.0 |  0.641s |     1m:09s |
| Iteration 32     |      l2 |  2.1491 | newto.. |      785 |      --- |    0.25 |          1.0 |  0.634s |     1m:13s |
| Iteration 33     |      l2 |  2.1635 | newto.. |      100 |      --- |  0.3125 |          1.0 |  0.636s |     1m:15s |
| Iteration 34     |      l2 |  2.1472 | newto.. |      354 |      --- |    0.75 |          1.0 |  0.646s |     1m:17s |
| Iteration 35     |      l2 |  0.0034 | libli.. |      954 |      --- |  0.6875 |          1.0 |  0.631s |     1m:20s |
| Iteration 36     |      l2 |  1.9463 |   lbfgs |      307 |      --- |  0.6875 |          1.0 |  0.637s |     1m:23s |
| Iteration 37     | elast.. |  2.1952 |    saga |      296 |      0.7 |    0.25 |          1.0 |  0.645s |     1m:25s |
| Iteration 38     |      l2 | 49.6867 | libli.. |      875 |      --- |    0.25 |          1.0 |  0.633s |     1m:27s |
| Iteration 39     |      l2 |  2.1405 | newto.. |      331 |      --- |  0.4375 |          1.0 |  0.634s |     1m:29s |
| Iteration 40     |      l2 |  0.0034 |   lbfgs |      957 |      --- |  0.6875 |          1.0 |  0.631s |     1m:31s |
| Iteration 41     |      l2 |  0.0032 |     sag |      960 |      --- |   0.625 |          1.0 |  0.632s |     1m:33s |
| Iteration 42     |      l2 |  0.0034 |   lbfgs |     1000 |      --- |  0.8125 |          1.0 |  0.000s |     1m:36s |
| Iteration 43     |      l2 |  0.0034 | newto.. |     1000 |      --- |   0.625 |          1.0 |  0.650s |     1m:39s |
| Iteration 44     |      l2 |  0.0032 | newto.. |      935 |      --- |   0.625 |          1.0 |  0.685s |     1m:41s |
| Iteration 45     |      l2 |  0.0034 |   lbfgs |      927 |      --- |    0.75 |          1.0 |  0.685s |     1m:43s |
| Iteration 46     |      l2 |  1.9649 | newto.. |      335 |      --- |  0.5625 |          1.0 |  0.690s |     1m:45s |
| Iteration 47     |      l2 |  0.0033 |   lbfgs |     1000 |      --- |  0.5625 |          1.0 |  0.676s |     1m:47s |
| Iteration 48     |      l2 |  0.0034 |    saga |      974 |      --- |  0.8125 |          1.0 |  0.676s |     1m:49s |
| Iteration 49     |      l2 |  0.0034 | newto.. |      742 |      --- |  0.5625 |          1.0 |  0.677s |     1m:51s |
| Iteration 50     |      l2 |   0.001 | newto.. |      954 |      --- |  0.5625 |          1.0 |  0.677s |     1m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'penalty': 'l2', 'C': 0.0034, 'solver': 'newton-cg', 'max_iter': 995}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7223
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.060s
-------------------------------------------------
Total time: 1m:55s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  0.668s |     0.674s |
| Initial point 2  |     svd |       --- |     0.5 |         0.75 |  0.668s |     2.336s |
| Initial point 3  |     svd |       --- |     0.5 |         0.75 |  0.000s |     3.275s |
| Initial point 4  |    lsqr |       0.8 |   0.375 |         0.75 |  1.249s |     5.316s |
| Initial point 5  |   eigen |       0.9 |     0.5 |         0.75 |  0.666s |     6.928s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.664s |     8.456s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  0.664s |    10.044s |
| Initial point 8  |    lsqr |       0.9 |  0.6875 |       0.8125 |  0.668s |    11.612s |
| Initial point 9  |    lsqr |       0.6 |  0.5625 |       0.8125 |  0.666s |    13.096s |
| Initial point 10 |   eigen |       0.8 |     0.5 |       0.8125 |  0.671s |    14.624s |
| Iteration 11     |    lsqr |       0.5 |  0.8125 |       0.8125 |  0.000s |    15.647s |
| Iteration 12     |   eigen |       0.5 |   0.875 |        0.875 |  0.626s |    17.282s |
| Iteration 13     |     svd |       --- |     0.5 |        0.875 |  0.000s |    19.842s |
| Iteration 14     |    lsqr |      auto |  0.6875 |        0.875 |  0.635s |    21.817s |
| Iteration 15     |   eigen |      auto |    0.25 |        0.875 |  0.622s |    23.449s |
| Iteration 16     |     svd |       --- |     0.5 |        0.875 |  0.000s |    24.371s |
| Iteration 17     |     svd |       --- |     0.5 |        0.875 |  0.000s |    25.297s |
| Iteration 18     |    lsqr |       1.0 |     0.5 |        0.875 |  0.621s |    26.922s |
| Iteration 19     |   eigen |       0.7 |    0.75 |        0.875 |  0.649s |    28.619s |
| Iteration 20     |    lsqr |      None |   0.625 |        0.875 |  0.630s |    30.265s |
| Iteration 21     |     svd |       --- |     0.5 |        0.875 |  0.000s |    31.434s |
| Iteration 22     |   eigen |       0.6 |  0.5625 |        0.875 |  0.626s |    33.092s |
| Iteration 23     |     svd |       --- |     0.5 |        0.875 |  0.000s |    34.161s |
| Iteration 24     |     svd |       --- |     0.5 |        0.875 |  0.000s |    35.400s |
| Iteration 25     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    36.442s |
| Iteration 26     |   eigen |      None |  0.3125 |        0.875 |  0.635s |    38.132s |
| Iteration 27     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    39.212s |
| Iteration 28     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    40.322s |
| Iteration 29     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    41.361s |
| Iteration 30     |   eigen |      auto |    0.25 |        0.875 |  0.000s |    42.480s |
| Iteration 31     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    43.606s |
| Iteration 32     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    44.876s |
| Iteration 33     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    45.990s |
| Iteration 34     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    47.100s |
| Iteration 35     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    48.198s |
| Iteration 36     |    lsqr |       0.9 |  0.6875 |        0.875 |  0.001s |    49.254s |
| Iteration 37     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    50.299s |
| Iteration 38     |     svd |       --- |     0.5 |        0.875 |  0.000s |    51.376s |
| Iteration 39     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    52.510s |
| Iteration 40     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    53.562s |
| Iteration 41     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    54.612s |
| Iteration 42     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    55.699s |
| Iteration 43     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    56.893s |
| Iteration 44     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    58.017s |
| Iteration 45     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |    59.115s |
| Iteration 46     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:00s |
| Iteration 47     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:01s |
| Iteration 48     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 49     |   eigen |       0.5 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 50     |   eigen |       0.5 |   0.875 |        0.875 |  0.001s |     1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7348
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.051
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:06s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  0.617s |     0.622s |
| Initial point 2  |       0.9 |    0.25 |         0.75 |  0.623s |     2.297s |
| Initial point 3  |       0.1 |  0.4375 |         0.75 |  1.207s |     4.531s |
| Initial point 4  |       1.0 |    0.75 |         0.75 |  0.000s |     5.428s |
| Initial point 5  |       0.2 |     0.5 |         0.75 |  0.622s |     6.811s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  0.635s |     8.360s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.000s |     9.216s |
| Initial point 8  |       0.7 |  0.6875 |       0.8125 |  0.630s |    10.622s |
| Initial point 9  |       0.9 |    0.25 |       0.8125 |  0.001s |    11.598s |
| Initial point 10 |       0.8 |  0.5625 |       0.8125 |  0.638s |    13.158s |
| Iteration 11     |       0.3 |   0.625 |       0.8125 |  0.639s |    14.839s |
| Iteration 12     |       0.6 |  0.8125 |       0.8125 |  0.634s |    16.651s |
| Iteration 13     |       0.5 |   0.875 |        0.875 |  0.631s |    19.988s |
| Iteration 14     |       0.0 |     0.5 |        0.875 |  0.631s |    22.402s |
| Iteration 15     |       0.5 |   0.875 |        0.875 |  0.000s |    24.906s |
| Iteration 16     |       0.5 |   0.875 |        0.875 |  0.000s |    27.620s |
| Iteration 17     |       0.5 |   0.875 |        0.875 |  0.000s |    30.426s |
| Iteration 18     |       0.5 |   0.875 |        0.875 |  0.000s |    33.819s |
| Iteration 19     |       0.5 |   0.875 |        0.875 |  0.000s |    35.297s |
| Iteration 20     |       0.5 |   0.875 |        0.875 |  0.000s |    36.214s |
| Iteration 21     |       0.6 |  0.8125 |        0.875 |  0.000s |    37.143s |
| Iteration 22     |       0.5 |   0.875 |        0.875 |  0.000s |    38.120s |
| Iteration 23     |       0.5 |   0.875 |        0.875 |  0.000s |    39.089s |
| Iteration 24     |       0.5 |   0.875 |        0.875 |  0.000s |    40.067s |
| Iteration 25     |       0.5 |   0.875 |        0.875 |  0.000s |    40.989s |
| Iteration 26     |       0.5 |   0.875 |        0.875 |  0.000s |    42.100s |
| Iteration 27     |       0.5 |   0.875 |        0.875 |  0.000s |    43.011s |
| Iteration 28     |       0.9 |    0.25 |        0.875 |  0.000s |    43.934s |
| Iteration 29     |       0.5 |   0.875 |        0.875 |  0.000s |    44.914s |
| Iteration 30     |       0.8 |  0.5625 |        0.875 |  0.000s |    48.168s |
| Iteration 31     |       0.5 |   0.875 |        0.875 |  0.001s |    52.405s |
| Iteration 32     |       0.5 |   0.875 |        0.875 |  0.000s |    53.931s |
| Iteration 33     |       0.5 |   0.875 |        0.875 |  0.000s |    54.965s |
| Iteration 34     |       0.5 |   0.875 |        0.875 |  0.000s |    55.970s |
| Iteration 35     |       0.5 |   0.875 |        0.875 |  0.000s |    57.018s |
| Iteration 36     |       0.5 |   0.875 |        0.875 |  0.000s |    57.987s |
| Iteration 37     |       0.5 |   0.875 |        0.875 |  0.001s |    59.028s |
| Iteration 38     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:00s |
| Iteration 39     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:01s |
| Iteration 40     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 41     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 42     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 43     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 44     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 45     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 46     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:09s |
| Iteration 47     |       0.5 |   0.875 |        0.875 |  0.001s |     1m:10s |
| Iteration 48     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 49     |       0.5 |   0.875 |        0.875 |  0.001s |     1m:12s |
| Iteration 50     |       0.5 |   0.875 |        0.875 |  0.000s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6991
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0837
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:14s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.4228 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  0.646s |     0.667s |
| Initial point 2  |  4.9406 | uniform |   kd_tree |        39 |       2 |    0.25 |       0.5625 |  0.642s |     2.190s |
| Initial point 3  |  3.9027 | dista.. | ball_tree |        25 |       2 |    0.75 |         0.75 |  0.662s |     3.816s |
| Initial point 4  | 11.3861 | uniform | ball_tree |        39 |       2 |     0.5 |         0.75 |  0.661s |     5.289s |
| Initial point 5  |  8.9195 | dista.. |      auto |        30 |       2 |    0.75 |         0.75 |  0.642s |     6.778s |
| Initial point 6  | 10.3294 | dista.. | ball_tree |        21 |       2 |    0.75 |         0.75 |  0.641s |     9.537s |
| Initial point 7  |  7.3884 | dista.. | ball_tree |        24 |       1 |  0.9375 |       0.9375 |  0.643s |    11.447s |
| Initial point 8  |  1.7705 | dista.. | ball_tree |        21 |       2 |   0.375 |       0.9375 |  0.696s |    13.037s |
| Initial point 9  |  8.2301 | uniform | ball_tree |        24 |       1 |   0.625 |       0.9375 |  1.238s |    15.223s |
| Initial point 10 |  5.8457 | uniform |     brute |        22 |       2 |  0.3438 |       0.9375 |  0.642s |    16.831s |
| Iteration 11     |  5.8124 | dista.. |   kd_tree |        40 |       1 |     0.5 |       0.9375 |  0.637s |    18.975s |
| Iteration 12     |  7.6526 | dista.. | ball_tree |        25 |       1 |    0.75 |       0.9375 |  0.639s |    20.905s |
| Iteration 13     |  6.5903 | dista.. |      auto |        20 |       1 |   0.875 |       0.9375 |  0.652s |    22.713s |
| Iteration 14     |  6.8447 | dista.. |      auto |        20 |       2 |   0.625 |       0.9375 |  0.664s |    24.591s |
| Iteration 15     |  2.6607 | dista.. |   kd_tree |        20 |       1 |     1.0 |          1.0 |  0.637s |    26.436s |
| Iteration 16     |     0.0 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  0.648s |    28.251s |
| Iteration 17     | 10.4357 | dista.. |     brute |        20 |       1 |   0.875 |          1.0 |  0.645s |    30.327s |
| Iteration 18     | 12.4579 | dista.. |      auto |        20 |       1 |   0.625 |          1.0 |  0.651s |    32.218s |
| Iteration 19     | 12.4579 | dista.. |   kd_tree |        40 |       2 |  0.5625 |          1.0 |  0.672s |    34.003s |
| Iteration 20     |  5.6797 | dista.. |     brute |        20 |       1 |  0.5312 |          1.0 |  0.650s |    35.851s |
| Iteration 21     |  0.3373 | dista.. |   kd_tree |        40 |       2 |   0.375 |          1.0 |  0.681s |    37.683s |
| Iteration 22     |     0.0 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  0.689s |    39.759s |
| Iteration 23     | 10.2531 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  0.681s |    41.650s |
| Iteration 24     | 12.4579 | uniform |      auto |        20 |       1 |  0.4062 |          1.0 |  0.710s |    43.685s |
| Iteration 25     |  2.8081 | dista.. |      auto |        39 |       1 |  0.7188 |          1.0 |  0.680s |    45.571s |
| Iteration 26     |  3.4823 | dista.. |     brute |        32 |       1 |  0.5312 |          1.0 |  0.687s |    47.482s |
| Iteration 27     |  7.0372 | dista.. |      auto |        37 |       1 |     1.0 |          1.0 |  0.682s |    49.415s |
| Iteration 28     |  2.1556 | dista.. |     brute |        20 |       1 |  0.6562 |          1.0 |  0.681s |    51.309s |
| Iteration 29     |  7.0247 | dista.. |   kd_tree |        30 |       1 |  0.4375 |          1.0 |  0.685s |    53.241s |
| Iteration 30     |  7.8804 | dista.. |      auto |        39 |       1 |    0.75 |          1.0 |  0.692s |    55.206s |
| Iteration 31     |  6.8469 | dista.. |      auto |        38 |       1 |   0.875 |          1.0 |  0.678s |    57.233s |
| Iteration 32     |  2.7388 | dista.. | ball_tree |        21 |       1 |   0.875 |          1.0 |  0.675s |    59.155s |
| Iteration 33     |  6.8808 | dista.. |      auto |        21 |       1 |  0.6875 |          1.0 |  0.684s |     1m:01s |
| Iteration 34     |  2.9177 | dista.. |   kd_tree |        22 |       1 |  0.9375 |          1.0 |  0.654s |     1m:03s |
| Iteration 35     |  2.2346 | dista.. |   kd_tree |        34 |       1 |  0.6875 |          1.0 |  0.633s |     1m:08s |
| Iteration 36     |  3.0404 | uniform | ball_tree |        24 |       1 |   0.625 |          1.0 |  0.642s |     1m:10s |
| Iteration 37     |  7.0058 | dista.. | ball_tree |        37 |       1 |     0.5 |          1.0 |  0.655s |     1m:13s |
| Iteration 38     |  3.2385 | dista.. | ball_tree |        23 |       1 |  0.9375 |          1.0 |  0.636s |     1m:14s |
| Iteration 39     |  3.3616 | dista.. | ball_tree |        23 |       1 |  0.6875 |          1.0 |  0.666s |     1m:17s |
| Iteration 40     |  9.5802 | dista.. |      auto |        23 |       1 |  0.8125 |          1.0 |  0.632s |     1m:21s |
| Iteration 41     |  9.2226 | dista.. | ball_tree |        39 |       1 |  0.6875 |          1.0 |  0.659s |     1m:25s |
| Iteration 42     |  9.6429 | uniform |     brute |        29 |       2 |  0.7188 |          1.0 |  0.634s |     1m:28s |
| Iteration 43     |  2.9667 | dista.. |   kd_tree |        21 |       1 |  0.8125 |          1.0 |  0.632s |     1m:30s |
| Iteration 44     |  9.4647 | uniform |      auto |        21 |       2 |     0.5 |          1.0 |  0.672s |     1m:32s |
| Iteration 45     |  4.5126 | dista.. |      auto |        22 |       1 |     0.5 |          1.0 |  0.647s |     1m:34s |
| Iteration 46     |  6.5988 | dista.. |   kd_tree |        21 |       1 |  0.7812 |          1.0 |  0.636s |     1m:36s |
| Iteration 47     |  6.4865 | dista.. |      auto |        35 |       1 |  0.5312 |          1.0 |  0.628s |     1m:38s |
| Iteration 48     |  9.0811 | dista.. | ball_tree |        22 |       1 |     1.0 |          1.0 |  0.645s |     1m:40s |
| Iteration 49     | 12.4579 | dista.. | ball_tree |        22 |       1 |  0.6875 |          1.0 |  0.657s |     1m:42s |
| Iteration 50     |  6.1743 | dista.. | ball_tree |        21 |       1 |  0.6875 |          1.0 |  0.679s |     1m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'radius': 7.0372, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 37, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.0812
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:46s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  1.072s |     1.079s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.082s |     3.156s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.797s |     7.093s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |          1.0 |  0.950s |    11.357s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |          1.0 |  0.809s |    15.507s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |          1.0 |  0.997s |    19.844s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.4688 |          1.0 |  0.663s |    22.065s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |          1.0 |  0.926s |    23.831s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4688 |          1.0 |  0.629s |    25.379s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5625 |          1.0 |  0.749s |    28.931s |
| Iteration 11     |          481 |        0.0303 |   SAMME.R |   0.875 |          1.0 |  1.014s |    33.587s |
| Iteration 12     |          500 |        0.1386 |   SAMME.R |   0.875 |          1.0 |  1.616s |    36.791s |
| Iteration 13     |          217 |        2.1121 |     SAMME |  0.6875 |          1.0 |  0.659s |    38.566s |
| Iteration 14     |          211 |        0.5699 |     SAMME |    0.75 |          1.0 |  0.775s |    40.452s |
| Iteration 15     |          367 |        0.0571 |   SAMME.R |    0.75 |          1.0 |  0.914s |    42.620s |
| Iteration 16     |          140 |        1.0612 |   SAMME.R |     1.0 |          1.0 |  0.746s |    44.454s |
| Iteration 17     |          184 |        1.0458 |     SAMME |  0.9375 |          1.0 |  0.753s |    46.285s |
| Iteration 18     |           50 |         1.119 |   SAMME.R |   0.875 |          1.0 |  0.676s |    48.073s |
| Iteration 19     |          500 |        0.0433 |     SAMME |  0.7812 |          1.0 |  0.973s |    50.822s |
| Iteration 20     |          191 |        1.0367 |   SAMME.R |   0.625 |          1.0 |  0.792s |    53.019s |
| Iteration 21     |           89 |        0.1828 |   SAMME.R |    0.75 |          1.0 |  0.689s |    54.805s |
| Iteration 22     |           87 |        6.7994 |   SAMME.R |   0.625 |          1.0 |  0.696s |    56.771s |
| Iteration 23     |          133 |        1.0648 |   SAMME.R |     1.0 |          1.0 |  0.726s |    58.694s |
| Iteration 24     |          500 |        0.3247 |     SAMME |  0.6875 |          1.0 |  1.079s |     1m:01s |
| Iteration 25     |          476 |        0.0671 |   SAMME.R |    0.75 |          1.0 |  1.056s |     1m:03s |
| Iteration 26     |           50 |        0.8265 |     SAMME |  0.9375 |          1.0 |  0.709s |     1m:05s |
| Iteration 27     |           50 |        0.8162 |     SAMME |     1.0 |          1.0 |  0.701s |     1m:07s |
| Iteration 28     |           50 |        0.8013 |     SAMME |  0.8125 |          1.0 |  0.707s |     1m:09s |
| Iteration 29     |           50 |        1.0477 |     SAMME |    0.75 |          1.0 |  0.702s |     1m:11s |
| Iteration 30     |          500 |        0.8261 |     SAMME |  0.9375 |          1.0 |  1.043s |     1m:13s |
| Iteration 31     |           65 |          10.0 |   SAMME.R |    0.75 |          1.0 |  0.724s |     1m:15s |
| Iteration 32     |           77 |        0.0312 |     SAMME |   0.875 |          1.0 |  0.693s |     1m:17s |
| Iteration 33     |          443 |        0.6993 |   SAMME.R |  0.6875 |          1.0 |  0.995s |     1m:19s |
| Iteration 34     |          343 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  0.910s |     1m:22s |
| Iteration 35     |          482 |          0.01 |     SAMME |   0.875 |          1.0 |  0.975s |     1m:26s |
| Iteration 36     |          143 |          0.01 |   SAMME.R |    0.75 |          1.0 |  1.362s |     1m:31s |
| Iteration 37     |           64 |        0.0266 |   SAMME.R |  0.6562 |          1.0 |  0.690s |     1m:33s |
| Iteration 38     |          131 |        0.1232 |     SAMME |     1.0 |          1.0 |  0.728s |     1m:35s |
| Iteration 39     |          101 |        0.1233 |     SAMME |  0.6562 |          1.0 |  0.709s |     1m:37s |
| Iteration 40     |          471 |        0.9246 |     SAMME |  0.8125 |          1.0 |  1.003s |     1m:39s |
| Iteration 41     |           96 |        0.9317 |     SAMME |     1.0 |          1.0 |  0.768s |     1m:42s |
| Iteration 42     |           81 |        0.2196 |     SAMME |  0.9688 |          1.0 |  0.749s |     1m:45s |
| Iteration 43     |           94 |        0.2199 |     SAMME |  0.9375 |          1.0 |  0.711s |     1m:48s |
| Iteration 44     |           79 |        0.2443 |   SAMME.R |    0.75 |          1.0 |  0.700s |     1m:50s |
| Iteration 45     |          407 |        0.1719 |     SAMME |     1.0 |          1.0 |  0.918s |     1m:53s |
| Iteration 46     |          452 |        0.1718 |     SAMME |  0.8125 |          1.0 |  0.963s |     1m:55s |
| Iteration 47     |          494 |        0.1713 |     SAMME |    0.75 |          1.0 |  0.979s |     1m:57s |
| Iteration 48     |           77 |        0.4277 |   SAMME.R |     1.0 |          1.0 |  0.703s |     1m:59s |
| Iteration 49     |           50 |        0.5048 |     SAMME |  0.7812 |          1.0 |  0.673s |     2m:01s |
| Iteration 50     |           50 |        0.8052 |   SAMME.R |   0.875 |          1.0 |  0.689s |     2m:03s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.453s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0678
Time elapsed: 2.048s
-------------------------------------------------
Total time: 2m:07s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  1.083s |     1.103s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.960s |     3.286s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.986s |     5.291s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  0.796s |     7.000s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |          1.0 |  0.991s |    10.562s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |          1.0 |  0.848s |    12.877s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.864s |    15.765s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9062 |          1.0 |  0.849s |    19.197s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  0.972s |    21.467s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.4375 |          1.0 |  0.954s |    23.355s |
| Iteration 11     |          500 |      gini |         3 |                 2 |                3 |         None |     False |     0.035 |         --- |    0.75 |          1.0 |  1.011s |    25.877s |
| Iteration 12     |          392 |      gini |         5 |                10 |                4 |          0.5 |     False |    0.0207 |         --- |   0.875 |          1.0 |  0.928s |    28.224s |
| Iteration 13     |           10 |   entropy |         7 |                 2 |               20 |         None |     False |       0.0 |         --- |     1.0 |          1.0 |  1.293s |    31.611s |
| Iteration 14     |           10 |   entropy |         6 |                 8 |               16 |         None |     False |       0.0 |         --- |  0.6875 |          1.0 |  0.663s |    34.001s |
| Iteration 15     |          303 |      gini |         7 |                 5 |                3 |          0.5 |     False |    0.0346 |         --- |    0.75 |          1.0 |  0.876s |    36.211s |
| Iteration 16     |          490 |      gini |         5 |                20 |                5 |          0.6 |     False |    0.0135 |         --- |  0.8125 |          1.0 |  0.936s |    38.712s |
| Iteration 17     |          307 |   entropy |         4 |                 9 |                5 |          0.6 |     False |    0.0335 |         --- |  0.9375 |          1.0 |  0.894s |    41.118s |
| Iteration 18     |          177 |      gini |         5 |                 2 |                6 |          0.7 |     False |       0.0 |         --- |  0.9375 |          1.0 |  0.778s |    43.356s |
| Iteration 19     |          334 |   entropy |         6 |                10 |                4 |         sqrt |     False |    0.0348 |         --- |  0.5625 |          1.0 |  0.898s |    45.783s |
| Iteration 20     |           10 |   entropy |      None |                20 |               20 |         None |     False |       0.0 |         --- |   0.625 |          1.0 |  0.688s |    47.816s |
| Iteration 21     |          243 |      gini |         9 |                 2 |               15 |          0.7 |     False |    0.0126 |         --- |  0.8438 |          1.0 |  0.830s |    50.172s |
| Iteration 22     |          309 |      gini |         5 |                10 |                5 |          0.6 |     False |    0.0207 |         --- |   0.875 |          1.0 |  0.892s |    52.607s |
| Iteration 23     |          500 |   entropy |         2 |                20 |               18 |          0.8 |     False |    0.0325 |         --- |  0.6562 |          1.0 |  0.991s |    55.331s |
| Iteration 24     |          194 |   entropy |         5 |                13 |                2 |          0.7 |     False |    0.0267 |         --- |  0.9375 |          1.0 |  0.803s |    57.640s |
| Iteration 25     |          184 |      gini |         9 |                20 |                9 |         sqrt |     False |    0.0338 |         --- |     1.0 |          1.0 |  0.783s |    59.737s |
| Iteration 26     |          159 |      gini |         9 |                20 |                1 |         auto |     False |    0.0009 |         --- |  0.6875 |          1.0 |  0.772s |     1m:02s |
| Iteration 27     |          207 |   entropy |         8 |                20 |                9 |         log2 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.759s |     1m:04s |
| Iteration 28     |          399 |   entropy |         4 |                20 |               11 |         sqrt |     False |    0.0317 |         --- |    0.75 |          1.0 |  0.871s |     1m:07s |
| Iteration 29     |          288 |   entropy |         9 |                17 |                7 |          0.5 |     False |    0.0332 |         --- |    0.75 |          1.0 |  0.811s |     1m:09s |
| Iteration 30     |           10 |      gini |         5 |                11 |               12 |         None |     False |    0.0128 |         --- |  0.6875 |          1.0 |  0.641s |     1m:13s |
| Iteration 31     |          486 |      gini |         6 |                11 |               15 |         auto |     False |    0.0293 |         --- |     1.0 |          1.0 |  0.919s |     1m:16s |
| Iteration 32     |           51 |      gini |         9 |                17 |               14 |         auto |     False |    0.0312 |         --- |   0.875 |          1.0 |  0.661s |     1m:20s |
| Iteration 33     |          330 |      gini |         5 |                 6 |               16 |         auto |     False |     0.025 |         --- |   0.625 |          1.0 |  0.838s |     1m:22s |
| Iteration 34     |          478 |      gini |         5 |                 5 |                3 |          0.5 |     False |    0.0012 |         --- |  0.9375 |          1.0 |  0.950s |     1m:25s |
| Iteration 35     |          349 |      gini |         6 |                17 |               13 |         log2 |     False |    0.0316 |         --- |  0.9375 |          1.0 |  0.829s |     1m:27s |
| Iteration 36     |          194 |   entropy |         7 |                20 |                9 |         log2 |     False |     0.035 |         --- |   0.875 |          1.0 |  0.763s |     1m:32s |
| Iteration 37     |          360 |   entropy |         3 |                20 |                4 |         log2 |     False |     0.035 |         --- |   0.625 |          1.0 |  1.441s |     1m:35s |
| Iteration 38     |          328 |   entropy |         6 |                17 |               10 |         log2 |     False |    0.0307 |         --- |  0.9375 |          1.0 |  0.821s |     1m:38s |
| Iteration 39     |          438 |      gini |         8 |                19 |               11 |         auto |     False |    0.0349 |         --- |  0.6875 |          1.0 |  0.895s |     1m:40s |
| Iteration 40     |           83 |      gini |         9 |                20 |                8 |         log2 |     False |    0.0343 |         --- |   0.875 |          1.0 |  0.725s |     1m:42s |
| Iteration 41     |          440 |      gini |         5 |                10 |                9 |          0.6 |     False |    0.0151 |         --- |  0.9375 |          1.0 |  0.962s |     1m:45s |
| Iteration 42     |          500 |   entropy |         6 |                15 |               10 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.995s |     1m:48s |
| Iteration 43     |          371 |   entropy |         6 |                17 |                1 |          0.6 |     False |    0.0281 |         --- |  0.9375 |          1.0 |  0.923s |     1m:50s |
| Iteration 44     |          425 |      gini |         5 |                12 |               15 |         sqrt |     False |    0.0256 |         --- |  0.6875 |          1.0 |  0.938s |     1m:53s |
| Iteration 45     |          500 |   entropy |         5 |                14 |               19 |          0.6 |     False |    0.0344 |         --- |  0.8125 |          1.0 |  0.984s |     1m:55s |
| Iteration 46     |          450 |      gini |         6 |                 9 |               11 |          0.6 |     False |    0.0105 |         --- |   0.625 |          1.0 |  0.951s |     1m:58s |
| Iteration 47     |           76 |   entropy |         6 |                 5 |               19 |         log2 |     False |    0.0008 |         --- |  0.8125 |          1.0 |  0.731s |     2m:00s |
| Iteration 48     |          143 |   entropy |         8 |                20 |               15 |          0.9 |     False |    0.0181 |         --- |  0.9375 |          1.0 |  0.772s |     2m:03s |
| Iteration 49     |          317 |   entropy |         8 |                15 |                7 |          0.5 |     False |    0.0341 |         --- |  0.8125 |          1.0 |  0.890s |     2m:06s |
| Iteration 50     |          111 |   entropy |         8 |                20 |               10 |         log2 |     False |    0.0341 |         --- |   0.875 |          1.0 |  0.748s |     2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 10, 'criterion': 'entropy', 'max_depth': 7, 'min_samples_split': 2, 'min_samples_leaf': 20, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8223
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.715 ± 0.086
Time elapsed: 0.064s
-------------------------------------------------
Total time: 2m:10s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.809s |     0.829s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9688 |       0.9688 |  0.786s |     2.568s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9688 |  0.775s |     4.301s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9688 |  0.735s |     5.947s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9688 |  0.780s |     7.616s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9688 |  0.742s |    10.391s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9688 |  0.696s |    13.881s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9688 |  0.693s |    17.508s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |       0.9688 |  0.731s |    20.920s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9688 |  0.731s |    22.958s |
| Iteration 11     |          371 |        0.0237 |         2 |   0.221 |                2 |       0.9 |              0.6 |      0.01 |       0.01 |  0.8125 |       0.9688 |  0.715s |    24.954s |
| Iteration 12     |          456 |        0.0352 |         6 |  0.3994 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |  0.6875 |       0.9688 |  0.725s |    28.758s |
| Iteration 13     |          245 |        0.0443 |         6 |  0.1032 |                2 |       0.8 |              0.7 |       0.1 |        0.1 |   0.875 |       0.9688 |  0.688s |    31.204s |
| Iteration 14     |          471 |        0.0251 |         4 |  0.3799 |                3 |       0.8 |              0.9 |       0.1 |          1 |   0.875 |       0.9688 |  1.318s |    34.006s |
| Iteration 15     |          450 |         0.951 |        10 |  0.7069 |                1 |       0.8 |              0.9 |       0.1 |         10 |  0.8125 |       0.9688 |  0.733s |    36.139s |
| Iteration 16     |          391 |        0.8892 |         1 |  0.7122 |                1 |       0.7 |              0.4 |         0 |       0.01 |   0.875 |       0.9688 |  0.750s |    38.344s |
| Iteration 17     |           20 |          0.01 |         3 |     0.0 |                3 |       1.0 |              0.4 |         0 |        100 |  0.7188 |       0.9688 |  0.677s |    40.446s |
| Iteration 18     |           20 |        0.0459 |        10 |     1.0 |                3 |       0.8 |              0.4 |       0.1 |          0 |    0.75 |       0.9688 |  0.691s |    42.788s |
| Iteration 19     |           71 |          0.01 |         7 |  0.1998 |                1 |       0.8 |              1.0 |       0.1 |         10 |    0.75 |       0.9688 |  0.699s |    44.885s |
| Iteration 20     |          500 |        0.6857 |         4 |  0.5183 |                2 |       0.9 |              1.0 |       0.1 |          0 |  0.8125 |       0.9688 |  0.776s |    47.043s |
| Iteration 21     |          240 |        0.0356 |         8 |   0.447 |                1 |       0.5 |              0.4 |      0.01 |         10 |   0.875 |       0.9688 |  0.735s |    49.087s |
| Iteration 22     |          383 |        0.9912 |         5 |  0.9466 |                1 |       0.6 |              0.9 |         0 |          1 |     1.0 |          1.0 |  0.705s |    51.062s |
| Iteration 23     |           20 |          0.01 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.677s |    53.082s |
| Iteration 24     |          183 |           1.0 |         9 |   0.964 |                1 |       0.8 |              0.9 |      0.01 |         10 |   0.875 |          1.0 |  0.681s |    55.166s |
| Iteration 25     |          281 |           1.0 |         6 |  0.0548 |                3 |       0.6 |              1.0 |         0 |         10 |  0.8125 |          1.0 |  0.693s |    57.288s |
| Iteration 26     |          500 |         0.365 |         3 |   0.028 |                1 |       1.0 |              0.7 |         0 |          0 |   0.625 |          1.0 |  0.724s |    59.490s |
| Iteration 27     |          500 |           1.0 |         1 |     1.0 |                1 |       0.5 |              1.0 |         0 |         10 |     1.0 |          1.0 |  0.762s |     1m:02s |
| Iteration 28     |          352 |        0.9678 |        10 |  0.0914 |                1 |       0.5 |              0.7 |         0 |        0.1 |     1.0 |          1.0 |  0.743s |     1m:06s |
| Iteration 29     |          373 |           1.0 |         8 |     1.0 |                1 |       0.5 |              1.0 |      0.01 |          0 |   0.875 |          1.0 |  0.786s |     1m:08s |
| Iteration 30     |          333 |          0.01 |         1 |     1.0 |                1 |       0.5 |              0.8 |         0 |       0.01 |  0.6875 |          1.0 |  0.721s |     1m:11s |
| Iteration 31     |           20 |           1.0 |         4 |     1.0 |                1 |       0.5 |              0.8 |         0 |        100 |     0.5 |          1.0 |  0.688s |     1m:13s |
| Iteration 32     |          354 |           1.0 |         6 |  0.0779 |                1 |       0.5 |              0.6 |         0 |        0.1 |   0.875 |          1.0 |  0.730s |     1m:15s |
| Iteration 33     |          432 |           1.0 |        10 |  0.0767 |                1 |       0.6 |              0.6 |      0.01 |        100 |  0.8125 |          1.0 |  0.745s |     1m:18s |
| Iteration 34     |          408 |           1.0 |        10 |     1.0 |                1 |       0.5 |              0.7 |         0 |          1 |  0.9375 |          1.0 |  0.723s |     1m:20s |
| Iteration 35     |          335 |           1.0 |         8 |  0.7878 |                1 |       0.6 |              0.5 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.713s |     1m:22s |
| Iteration 36     |          486 |           1.0 |         5 |  0.6715 |                1 |       0.6 |              0.7 |         0 |         10 |   0.625 |          1.0 |  0.749s |     1m:24s |
| Iteration 37     |          365 |           1.0 |        10 |  0.7322 |                1 |       0.9 |              0.9 |         0 |          0 |   0.625 |          1.0 |  0.733s |     1m:29s |
| Iteration 38     |          500 |           1.0 |         4 |  0.7687 |                1 |       0.5 |              0.9 |      0.01 |          1 |   0.625 |          1.0 |  0.760s |     1m:32s |
| Iteration 39     |          369 |          0.01 |         7 |  0.6776 |                1 |       1.0 |              0.9 |       0.1 |       0.01 |  0.6875 |          1.0 |  0.740s |     1m:35s |
| Iteration 40     |          259 |           1.0 |         4 |  0.0666 |                2 |       0.6 |              0.9 |       0.1 |         10 |     1.0 |          1.0 |  0.736s |     1m:37s |
| Iteration 41     |          262 |           1.0 |         7 |     0.0 |                2 |       0.6 |              0.9 |       0.1 |        100 |   0.875 |          1.0 |  0.709s |     1m:39s |
| Iteration 42     |          256 |           1.0 |         8 |   0.398 |                2 |       0.5 |              0.5 |      0.01 |        0.1 |     1.0 |          1.0 |  0.693s |     1m:41s |
| Iteration 43     |          262 |           1.0 |         2 |  0.2597 |                2 |       0.5 |              0.5 |      0.01 |       0.01 |   0.875 |          1.0 |  0.694s |     1m:44s |
| Iteration 44     |          217 |           1.0 |         8 |    0.94 |                1 |       0.5 |              0.5 |       0.1 |        0.1 |  0.8125 |          1.0 |  0.691s |     1m:47s |
| Iteration 45     |          279 |           1.0 |        10 |  0.5438 |                2 |       0.7 |              0.8 |       0.1 |          1 |     1.0 |          1.0 |  0.685s |     1m:49s |
| Iteration 46     |          279 |           1.0 |         9 |  0.0823 |                3 |       0.8 |              0.4 |       0.1 |          1 |   0.875 |          1.0 |  0.700s |     1m:52s |
| Iteration 47     |          303 |           1.0 |         9 |  0.7047 |                2 |       0.5 |              1.0 |      0.01 |          1 |  0.5625 |          1.0 |  0.702s |     1m:54s |
| Iteration 48     |          254 |           1.0 |         4 |  0.0451 |                1 |       0.8 |              0.4 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.689s |     1m:57s |
| Iteration 49     |          255 |           1.0 |         6 |  0.3196 |                2 |       0.8 |              0.4 |      0.01 |       0.01 |    0.75 |          1.0 |  0.688s |     1m:60s |
| Iteration 50     |           20 |           1.0 |         6 |     0.0 |                1 |       1.0 |              0.4 |         1 |       0.01 |    0.75 |          1.0 |  0.646s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 1, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9571
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.116s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.935 ± 0.0539
Time elapsed: 0.318s
-------------------------------------------------
Total time: 2m:04s


Final results ==================== >>
Duration: 14m:16s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.87 ± 0.0872
Logistic Regression             --> roc_auc: 0.99 ± 0.02 !
Linear Discriminant Analysis    --> roc_auc: 0.93 ± 0.051
Quadratic Discriminant Analysis --> roc_auc: 0.85 ± 0.0837
Radius Nearest Neighbors        --> roc_auc: 0.83 ± 0.0812
AdaBoost                        --> roc_auc: 0.82 ± 0.0678
Random Forest                   --> roc_auc: 0.715 ± 0.086
XGBoost                         --> roc_auc: 0.935 ± 0.0539
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAVENQAGTALIF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASYTGNQFYF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAGPNFGNEKLTF.
   >>> Dropping feature CALDSNYQLIW.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRNTGFQKLVF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CVVTNQAGTALIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7188 |       0.7188 |  3.244s |     3.265s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |        0.875 |  3.275s |     7.967s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |        0.875 |  3.246s |    12.324s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |        0.875 |  3.361s |    17.012s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |        0.875 |  3.242s |    21.354s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.625 |        0.875 |  3.249s |    25.630s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.6875 |        0.875 |  3.338s |    30.077s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |        0.875 |  3.431s |    34.678s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.5625 |        0.875 |  3.312s |    39.006s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.375 |        0.875 |  3.275s |    43.369s |
| Iteration 11     |  deviance |        0.0941 |          200 |       0.6 | squared_er.. |                20 |                7 |         6 |         None |    0.0339 |  0.5312 |        0.875 |  3.287s |    49.994s |
| Iteration 12     |  deviance |        0.0167 |          199 |       0.6 | squared_er.. |                18 |               10 |         4 |          0.6 |    0.0265 |    0.75 |        0.875 |  3.178s |    56.846s |
| Iteration 13     |  deviance |        0.3506 |          244 |       0.6 | squared_er.. |                20 |               18 |         6 |         None |    0.0266 |     0.5 |        0.875 |  3.238s |     1m:04s |
| Iteration 14     |  deviance |        0.0889 |          319 |       0.6 | squared_er.. |                17 |               10 |         6 |         None |    0.0237 |     0.5 |        0.875 |  3.196s |     1m:11s |
| Iteration 15     |  deviance |        0.0318 |          101 |       0.6 | squared_er.. |                 4 |                2 |         5 |          0.6 |    0.0142 |    0.25 |        0.875 |  3.788s |     1m:18s |
| Iteration 16     |  deviance |        0.4926 |          316 |       0.6 | squared_er.. |                18 |               10 |         7 |         None |    0.0233 |  0.9375 |       0.9375 |  3.236s |     1m:23s |
| Iteration 17     |  deviance |           1.0 |          329 |       0.6 | squared_er.. |                18 |                3 |         2 |          0.9 |     0.006 |  0.9375 |       0.9375 |  3.292s |     1m:27s |
| Iteration 18     |  deviance |           1.0 |          473 |       0.7 | squared_er.. |                18 |               15 |         9 |          0.7 |    0.0225 |  0.6875 |       0.9375 |  3.286s |     1m:32s |
| Iteration 19     |  deviance |        0.7332 |          155 |       0.6 | squared_er.. |                18 |                9 |         6 |          0.7 |    0.0285 |    0.25 |       0.9375 |  3.189s |     1m:37s |
| Iteration 20     |  deviance |        0.4746 |          133 |       0.6 | squared_er.. |                 7 |               13 |         7 |         None |    0.0066 |  0.6875 |       0.9375 |  3.172s |     1m:42s |
| Iteration 21     |  deviance |        0.4132 |          163 |       0.6 | squared_er.. |                13 |                4 |         2 |          0.9 |    0.0339 |  0.9375 |       0.9375 |  3.213s |     1m:47s |
| Iteration 22     | exponen.. |        0.0108 |           94 |       0.6 | squared_er.. |                16 |               18 |         2 |          0.9 |    0.0156 |     0.5 |       0.9375 |  3.190s |     1m:51s |
| Iteration 23     |  deviance |        0.0289 |          436 |       0.6 | squared_er.. |                16 |               16 |         2 |          0.9 |    0.0183 |     0.5 |       0.9375 |  3.244s |     1m:56s |
| Iteration 24     |  deviance |           1.0 |          285 |       0.6 | squared_er.. |                 5 |               13 |         2 |          0.9 |    0.0002 |  0.5625 |       0.9375 |  3.208s |     2m:01s |
| Iteration 25     |  deviance |        0.6866 |          179 |       0.6 | squared_er.. |                20 |                6 |         7 |         None |    0.0256 |  0.7188 |       0.9375 |  3.223s |     2m:07s |
| Iteration 26     | exponen.. |        0.5684 |          281 |       0.6 | squared_er.. |                18 |               19 |         2 |          0.9 |    0.0044 |     0.5 |       0.9375 |  3.228s |     2m:12s |
| Iteration 27     |  deviance |        0.8882 |          345 |       0.6 | squared_er.. |                18 |                2 |         2 |          0.9 |    0.0321 |  0.9375 |       0.9375 |  3.270s |     2m:17s |
| Iteration 28     |  deviance |        0.2039 |          447 |       0.6 | squared_er.. |                12 |                5 |         5 |         None |    0.0233 |  0.8125 |       0.9375 |  3.275s |     2m:23s |
| Iteration 29     |  deviance |        0.3011 |          232 |       0.6 | squared_er.. |                15 |                9 |         7 |         None |    0.0124 |  0.5625 |       0.9375 |  3.238s |     2m:28s |
| Iteration 30     |  deviance |        0.5242 |          377 |       0.6 | squared_er.. |                18 |                3 |         2 |          0.9 |    0.0054 |   0.625 |       0.9375 |  3.244s |     2m:33s |
| Iteration 31     |  deviance |        0.1763 |          338 |       0.6 | squared_er.. |                16 |                2 |         2 |          0.9 |    0.0248 |  0.6562 |       0.9375 |  3.248s |     2m:38s |
| Iteration 32     |  deviance |        0.3491 |          428 |       0.6 | squared_er.. |                15 |                2 |         2 |          0.9 |    0.0132 |    0.75 |       0.9375 |  3.276s |     2m:43s |
| Iteration 33     |  deviance |        0.9399 |          453 |       0.6 | squared_er.. |                18 |               13 |         2 |          0.9 |    0.0176 |    0.75 |       0.9375 |  3.320s |     2m:48s |
| Iteration 34     |  deviance |        0.5908 |          394 |       0.6 | squared_er.. |                13 |                1 |         2 |          0.9 |     0.028 |    0.75 |       0.9375 |  3.275s |     2m:53s |
| Iteration 35     | exponen.. |        0.3204 |           10 |       0.6 | squared_er.. |                13 |                6 |         2 |          0.9 |     0.006 |     1.0 |          1.0 |  3.202s |     2m:58s |
| Iteration 36     | exponen.. |        0.3266 |          376 |       0.6 | squared_er.. |                12 |               18 |         2 |          0.9 |    0.0237 |     0.5 |          1.0 |  3.262s |     3m:04s |
| Iteration 37     |  deviance |        0.3017 |          350 |       0.6 | squared_er.. |                13 |                4 |         2 |          0.9 |    0.0129 |    0.75 |          1.0 |  3.248s |     3m:09s |
| Iteration 38     |  deviance |        0.3444 |           13 |       0.6 | squared_er.. |                13 |                5 |         2 |          0.9 |    0.0173 |  0.6875 |          1.0 |  3.202s |     3m:14s |
| Iteration 39     | exponen.. |        0.3209 |          443 |       0.6 | squared_er.. |                12 |                2 |         2 |          0.9 |    0.0052 |     0.5 |          1.0 |  3.928s |     3m:20s |
| Iteration 40     |  deviance |        0.2003 |          262 |       0.6 | squared_er.. |                 2 |               11 |         5 |         None |    0.0025 |  0.8125 |          1.0 |  3.254s |     3m:24s |
| Iteration 41     | exponen.. |        0.6966 |           10 |       0.6 | squared_er.. |                11 |                7 |         5 |         None |    0.0106 |   0.625 |          1.0 |  3.184s |     3m:29s |
| Iteration 42     |  deviance |        0.0184 |          500 |       0.6 | squared_er.. |                17 |               13 |         5 |         None |     0.002 |  0.8125 |          1.0 |  3.298s |     3m:34s |
| Iteration 43     |  deviance |         0.017 |          373 |       0.6 | squared_er.. |                 9 |                3 |         5 |         None |    0.0324 |  0.8125 |          1.0 |  3.270s |     3m:39s |
| Iteration 44     |  deviance |         0.853 |          465 |       0.6 | friedman_mse |                14 |                9 |         9 |         sqrt |    0.0242 |  0.5312 |          1.0 |  3.231s |     3m:44s |
| Iteration 45     | exponen.. |        0.1333 |           10 |       0.6 | squared_er.. |                 6 |                1 |         2 |          0.9 |    0.0237 |   0.875 |          1.0 |  3.174s |     3m:49s |
| Iteration 46     |  deviance |        0.0279 |          312 |       0.6 | squared_er.. |                11 |               12 |         5 |         None |    0.0302 |   0.625 |          1.0 |  3.237s |     3m:54s |
| Iteration 47     |  deviance |        0.8059 |          486 |       0.7 | squared_er.. |                 3 |               14 |         6 |          0.7 |    0.0223 |  0.5625 |          1.0 |  3.270s |     3m:60s |
| Iteration 48     |  deviance |           1.0 |          500 |       0.6 | squared_er.. |                 5 |               15 |         7 |         None |     0.028 |  0.4375 |          1.0 |  3.257s |     4m:05s |
| Iteration 49     | exponen.. |        0.0417 |           10 |       0.6 | squared_er.. |                13 |                3 |         2 |          0.9 |    0.0131 |  0.6875 |          1.0 |  3.161s |     4m:10s |
| Iteration 50     | exponen.. |        0.0153 |          173 |       0.6 | squared_er.. |                11 |               20 |         4 |          0.6 |    0.0016 |     0.5 |          1.0 |  3.204s |     4m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.3204, 'n_estimators': 10, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 13, 'min_samples_leaf': 6, 'max_depth': 2, 'max_features': 0.9, 'ccp_alpha': 0.006}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9844
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.013s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0731
Time elapsed: 0.045s
-------------------------------------------------
Total time: 4m:19s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  3.172s |     3.185s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  3.201s |     7.321s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |         0.75 |  4.742s |    12.969s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.5625 |         0.75 |  4.767s |    19.355s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |         0.75 |  4.762s |    25.695s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |         0.75 |  4.732s |    31.894s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.375 |         0.75 |  4.777s |    38.335s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |         0.75 |  4.742s |    44.694s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |         0.75 |  3.231s |    49.085s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.3125 |         0.75 |  3.181s |    53.201s |
| Iteration 11     |      l2 | 28.3581 |   lbfgs |      798 |      --- |  0.4375 |         0.75 |  3.198s |    57.712s |
| Iteration 12     |      l2 |  0.3695 |     sag |      958 |      --- |  0.8125 |       0.8125 |  3.216s |     1m:02s |
| Iteration 13     |      l2 |   100.0 |     sag |     1000 |      --- |  0.3125 |       0.8125 |  3.185s |     1m:07s |
| Iteration 14     |      l2 |  0.3024 | newto.. |      761 |      --- |  0.5625 |       0.8125 |  3.202s |     1m:12s |
| Iteration 15     |      l2 |  0.2131 |     sag |      961 |      --- |  0.0625 |       0.8125 |  3.190s |     1m:17s |
| Iteration 16     |      l2 |   0.034 |     sag |      935 |      --- |  0.5625 |       0.8125 |  3.869s |     1m:22s |
| Iteration 17     |    none |     --- |     sag |      938 |      --- |   0.625 |       0.8125 |  3.177s |     1m:27s |
| Iteration 18     |      l2 | 17.7494 |   lbfgs |      924 |      --- |     0.5 |       0.8125 |  3.206s |     1m:33s |
| Iteration 19     |      l2 |  0.0028 |   lbfgs |      581 |      --- |   0.625 |       0.8125 |  3.168s |     1m:39s |
| Iteration 20     |      l2 | 27.1043 |    saga |      596 |      --- |  0.6875 |       0.8125 |  3.186s |     1m:43s |
| Iteration 21     |      l2 |  0.0038 |   lbfgs |      613 |      --- |  0.5625 |       0.8125 |  3.176s |     1m:47s |
| Iteration 22     |      l2 |  0.0561 | libli.. |      595 |      --- |    0.75 |       0.8125 |  3.193s |     1m:52s |
| Iteration 23     |      l2 |  0.0536 |     sag |      491 |      --- |   0.625 |       0.8125 |  3.184s |     1m:56s |
| Iteration 24     |    none |     --- |     sag |      674 |      --- |    0.25 |       0.8125 |  3.146s |     2m:02s |
| Iteration 25     |      l2 |  0.0607 |    saga |      541 |      --- |  0.6875 |       0.8125 |  3.172s |     2m:08s |
| Iteration 26     |    none |     --- |   lbfgs |      524 |      --- |     0.5 |       0.8125 |  3.168s |     2m:15s |
| Iteration 27     |      l2 |  0.7262 |    saga |      439 |      --- |   0.625 |       0.8125 |  3.141s |     2m:23s |
| Iteration 28     |      l1 |  3.5184 |    saga |      519 |      --- |   0.375 |       0.8125 |  3.168s |     2m:28s |
| Iteration 29     |    none |     --- |   lbfgs |      400 |      --- |  0.5625 |       0.8125 |  3.204s |     2m:33s |
| Iteration 30     | elast.. |  0.0018 |    saga |      875 |      0.4 |     0.5 |       0.8125 |  3.197s |     2m:37s |
| Iteration 31     |      l1 |  0.2594 | libli.. |      587 |      --- |  0.6875 |       0.8125 |  3.193s |     2m:43s |
| Iteration 32     |      l1 |  5.2084 |    saga |      586 |      --- |    0.75 |       0.8125 |  3.285s |     2m:48s |
| Iteration 33     |    none |     --- |    saga |      585 |      --- |  0.5625 |       0.8125 |  3.250s |     2m:53s |
| Iteration 34     |      l2 |  84.051 |   lbfgs |      460 |      --- |   0.625 |       0.8125 |  3.259s |     2m:57s |
| Iteration 35     |      l1 |  0.0023 |    saga |      367 |      --- |     0.5 |       0.8125 |  3.215s |     3m:02s |
| Iteration 36     |      l1 |  1.0818 |    saga |      620 |      --- |  0.5625 |       0.8125 |  3.247s |     3m:07s |
| Iteration 37     |      l2 |  0.0011 | newto.. |      583 |      --- |   0.375 |       0.8125 |  3.241s |     3m:11s |
| Iteration 38     |      l2 |  0.0018 |     sag |      429 |      --- |  0.8125 |       0.8125 |  3.262s |     3m:16s |
| Iteration 39     |    none |     --- |     sag |      429 |      --- |  0.1875 |       0.8125 |  3.274s |     3m:21s |
| Iteration 40     |      l2 |  0.0878 |     sag |      565 |      --- |     0.5 |       0.8125 |  3.244s |     3m:27s |
| Iteration 41     |      l2 | 96.6466 |     sag |      191 |      --- |    0.25 |       0.8125 |  3.847s |     3m:33s |
| Iteration 42     |      l2 | 95.4249 |    saga |      559 |      --- |  0.6875 |       0.8125 |  3.208s |     3m:38s |
| Iteration 43     |      l2 | 30.9969 |     sag |      555 |      --- |    0.75 |       0.8125 |  3.177s |     3m:42s |
| Iteration 44     |      l2 |   100.0 |   lbfgs |      551 |      --- |  0.5625 |       0.8125 |  3.284s |     3m:47s |
| Iteration 45     |      l1 |  0.4166 | libli.. |      692 |      --- |   0.375 |       0.8125 |  3.120s |     3m:52s |
| Iteration 46     |      l2 |  0.0433 |    saga |      529 |      --- |   0.375 |       0.8125 |  3.151s |     3m:57s |
| Iteration 47     |      l2 |   100.0 |    saga |      585 |      --- |  0.4375 |       0.8125 |  4.732s |     4m:03s |
| Iteration 48     |      l2 |   100.0 |   lbfgs |      582 |      --- |   0.375 |       0.8125 |  4.708s |     4m:12s |
| Iteration 49     |    none |     --- | newto.. |      846 |      --- |   0.375 |       0.8125 |  4.800s |     4m:20s |
| Iteration 50     |      l2 | 61.9419 |     sag |      577 |      --- |    0.75 |       0.8125 |  4.744s |     4m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'penalty': 'l2', 'C': 0.0018, 'solver': 'sag', 'max_iter': 429}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 4m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8661
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.049
Time elapsed: 0.069s
-------------------------------------------------
Total time: 4m:29s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  4.537s |     4.545s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.6875 |  3.192s |     8.778s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.6875 |  0.000s |    10.186s |
| Initial point 4  |    lsqr |       0.8 |  0.8125 |       0.8125 |  3.182s |    14.324s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |       0.8125 |  3.205s |    18.527s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |       0.8125 |  3.206s |    22.811s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  3.175s |    27.018s |
| Initial point 8  |    lsqr |       0.9 |   0.875 |        0.875 |  3.152s |    31.241s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |        0.875 |  3.138s |    37.870s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |        0.875 |  3.104s |    44.744s |
| Iteration 11     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    48.770s |
| Iteration 12     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    50.283s |
| Iteration 13     |   eigen |       0.7 |   0.625 |        0.875 |  3.116s |    54.331s |
| Iteration 14     |   eigen |       0.5 |    0.75 |        0.875 |  3.146s |    58.686s |
| Iteration 15     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    59.803s |
| Iteration 16     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     1m:01s |
| Iteration 17     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     1m:02s |
| Iteration 18     |    lsqr |      auto |     0.5 |        0.875 |  3.194s |     1m:06s |
| Iteration 19     |     svd |       --- |  0.6875 |        0.875 |  0.000s |     1m:07s |
| Iteration 20     |    lsqr |      None |  0.4375 |        0.875 |  3.174s |     1m:11s |
| Iteration 21     |   eigen |       0.6 |   0.875 |        0.875 |  3.176s |     1m:15s |
| Iteration 22     |    lsqr |       1.0 |  0.9375 |       0.9375 |  3.445s |     1m:20s |
| Iteration 23     |     svd |       --- |  0.6875 |       0.9375 |  0.000s |     1m:21s |
| Iteration 24     |   eigen |      auto |  0.3125 |       0.9375 |  3.128s |     1m:25s |
| Iteration 25     |   eigen |      None |  0.6875 |       0.9375 |  3.237s |     1m:30s |
| Iteration 26     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.001s |     1m:31s |
| Iteration 27     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:34s |
| Iteration 28     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:35s |
| Iteration 29     |    lsqr |      auto |     0.5 |       0.9375 |  0.001s |     1m:37s |
| Iteration 30     |   eigen |      auto |  0.3125 |       0.9375 |  0.000s |     1m:38s |
| Iteration 31     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:39s |
| Iteration 32     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.001s |     1m:41s |
| Iteration 33     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.001s |     1m:42s |
| Iteration 34     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:44s |
| Iteration 35     |   eigen |       0.5 |    0.75 |       0.9375 |  0.000s |     1m:45s |
| Iteration 36     |    lsqr |       0.9 |   0.875 |       0.9375 |  0.000s |     1m:46s |
| Iteration 37     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.001s |     1m:47s |
| Iteration 38     |     svd |       --- |  0.6875 |       0.9375 |  0.000s |     1m:48s |
| Iteration 39     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:50s |
| Iteration 40     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:51s |
| Iteration 41     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:52s |
| Iteration 42     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:55s |
| Iteration 43     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:58s |
| Iteration 44     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     2m:00s |
| Iteration 45     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     2m:02s |
| Iteration 46     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     2m:03s |
| Iteration 47     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     2m:04s |
| Iteration 48     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     2m:06s |
| Iteration 49     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.001s |     2m:09s |
| Iteration 50     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.001s |     2m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7429
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:15s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  3.177s |     3.180s |
| Initial point 2  |       0.9 |    0.75 |         0.75 |  3.205s |     7.819s |
| Initial point 3  |       0.1 |   0.375 |         0.75 |  3.186s |    12.205s |
| Initial point 4  |       1.0 |  0.5625 |         0.75 |  0.001s |    13.290s |
| Initial point 5  |       0.2 |  0.8125 |       0.8125 |  3.174s |    17.427s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  3.184s |    21.662s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.001s |    24.573s |
| Initial point 8  |       0.7 |   0.875 |        0.875 |  4.718s |    31.182s |
| Initial point 9  |       0.9 |    0.75 |        0.875 |  0.001s |    32.860s |
| Initial point 10 |       0.8 |  0.8125 |        0.875 |  4.719s |    39.055s |
| Iteration 11     |       0.3 |   0.625 |        0.875 |  4.754s |    45.530s |
| Iteration 12     |       0.6 |  0.8125 |        0.875 |  4.750s |    51.928s |
| Iteration 13     |       0.5 |  0.6875 |        0.875 |  4.773s |    58.465s |
| Iteration 14     |       0.0 |  0.4375 |        0.875 |  3.259s |     1m:03s |
| Iteration 15     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 16     |       0.7 |   0.875 |        0.875 |  0.001s |     1m:05s |
| Iteration 17     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 18     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 19     |       0.9 |    0.75 |        0.875 |  0.000s |     1m:08s |
| Iteration 20     |       0.6 |  0.8125 |        0.875 |  0.000s |     1m:09s |
| Iteration 21     |       0.6 |  0.8125 |        0.875 |  0.000s |     1m:10s |
| Iteration 22     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 23     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 24     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 25     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 26     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 27     |       0.1 |   0.375 |        0.875 |  0.000s |     1m:16s |
| Iteration 28     |       0.9 |    0.75 |        0.875 |  0.000s |     1m:18s |
| Iteration 29     |       0.2 |  0.8125 |        0.875 |  0.000s |     1m:19s |
| Iteration 30     |       0.8 |  0.8125 |        0.875 |  0.000s |     1m:20s |
| Iteration 31     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:21s |
| Iteration 32     |       0.7 |   0.875 |        0.875 |  0.001s |     1m:22s |
| Iteration 33     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:24s |
| Iteration 34     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:27s |
| Iteration 35     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:31s |
| Iteration 36     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:35s |
| Iteration 37     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:39s |
| Iteration 38     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:42s |
| Iteration 39     |       0.7 |   0.875 |        0.875 |  0.001s |     1m:44s |
| Iteration 40     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:45s |
| Iteration 41     |       0.5 |  0.6875 |        0.875 |  0.000s |     1m:46s |
| Iteration 42     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:47s |
| Iteration 43     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:48s |
| Iteration 44     |       0.7 |   0.875 |        0.875 |  0.001s |     1m:49s |
| Iteration 45     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:50s |
| Iteration 46     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:51s |
| Iteration 47     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:52s |
| Iteration 48     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:53s |
| Iteration 49     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:54s |
| Iteration 50     |       0.7 |   0.875 |        0.875 |  0.000s |     1m:55s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7429
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:57s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.2013 | dista.. |      auto |        40 |       1 |  0.5625 |       0.5625 |  3.174s |     3.194s |
| Initial point 2  |  4.0571 | uniform |   kd_tree |        39 |       2 |  0.6562 |       0.6562 |  3.256s |     7.517s |
| Initial point 3  |  3.2048 | dista.. | ball_tree |        25 |       2 |    0.25 |       0.6562 |  3.224s |    12.827s |
| Initial point 4  |  9.3499 | uniform | ball_tree |        39 |       2 |   0.375 |       0.6562 |  3.276s |    17.530s |
| Initial point 5  |  7.3244 | dista.. |      auto |        30 |       2 |  0.7812 |       0.7812 |  3.235s |    21.766s |
| Initial point 6  |  8.4822 | dista.. | ball_tree |        21 |       2 |  0.8125 |       0.8125 |  3.236s |    27.522s |
| Initial point 7  |  6.0671 | dista.. | ball_tree |        24 |       1 |  0.4688 |       0.8125 |  3.237s |    33.670s |
| Initial point 8  |  1.4539 | dista.. | ball_tree |        21 |       2 |     0.5 |       0.8125 |  3.257s |    38.264s |
| Initial point 9  |  6.7584 | uniform | ball_tree |        24 |       1 |    0.75 |       0.8125 |  3.238s |    42.596s |
| Initial point 10 |  4.8003 | uniform |     brute |        22 |       2 |  0.6562 |       0.8125 |  3.239s |    46.879s |
| Iteration 11     | 10.2301 | dista.. |      auto |        39 |       2 |  0.4375 |       0.8125 |  3.230s |    51.467s |
| Iteration 12     |  8.1665 | dista.. | ball_tree |        22 |       2 |   0.875 |        0.875 |  3.236s |    56.168s |
| Iteration 13     |  7.9947 | dista.. |     brute |        20 |       2 |    0.75 |        0.875 |  3.242s |     1m:01s |
| Iteration 14     |  8.0142 | dista.. | ball_tree |        22 |       2 |  0.6875 |        0.875 |  3.250s |     1m:06s |
| Iteration 15     |  0.9254 | uniform |      auto |        30 |       1 |     0.5 |        0.875 |  3.228s |     1m:10s |
| Iteration 16     |  8.0777 | uniform |   kd_tree |        21 |       1 |   0.625 |        0.875 |  3.246s |     1m:15s |
| Iteration 17     |  8.3701 | dista.. | ball_tree |        39 |       1 |    0.75 |        0.875 |  4.791s |     1m:21s |
| Iteration 18     |     0.0 | dista.. | ball_tree |        22 |       1 |     0.5 |        0.875 |  4.793s |     1m:28s |
| Iteration 19     |  6.0596 | uniform |     brute |        40 |       1 |    0.25 |        0.875 |  4.708s |     1m:35s |
| Iteration 20     |  8.2921 | dista.. |     brute |        22 |       2 |  0.2812 |        0.875 |  4.751s |     1m:41s |
| Iteration 21     |  8.2288 | dista.. | ball_tree |        23 |       2 |  0.6875 |        0.875 |  4.759s |     1m:48s |
| Iteration 22     |  8.3773 | dista.. |      auto |        24 |       2 |    0.75 |        0.875 |  3.258s |     1m:53s |
| Iteration 23     |  8.1709 | uniform |      auto |        24 |       1 |  0.6562 |        0.875 |  3.851s |     1m:59s |
| Iteration 24     |  7.0685 | dista.. |      auto |        26 |       2 |   0.625 |        0.875 |  3.219s |     2m:06s |
| Iteration 25     |  8.6126 | dista.. |      auto |        27 |       2 |   0.875 |        0.875 |  3.173s |     2m:12s |
| Iteration 26     |  8.7049 | uniform | ball_tree |        22 |       1 |    0.25 |        0.875 |  3.226s |     2m:18s |
| Iteration 27     |  8.6463 | dista.. |      auto |        20 |       2 |  0.8125 |        0.875 |  3.103s |     2m:24s |
| Iteration 28     |  8.5777 | dista.. |      auto |        27 |       2 |   0.625 |        0.875 |  3.117s |     2m:30s |
| Iteration 29     |   8.022 | dista.. |      auto |        26 |       1 |    0.25 |        0.875 |  3.108s |     2m:36s |
| Iteration 30     |  9.0517 | dista.. |      auto |        20 |       2 |    0.25 |        0.875 |  3.113s |     2m:42s |
| Iteration 31     |  8.6053 | dista.. | ball_tree |        23 |       2 |    0.75 |        0.875 |  3.187s |     2m:49s |
| Iteration 32     |  8.1547 | dista.. |      auto |        24 |       2 |  0.9375 |       0.9375 |  3.180s |     2m:53s |
| Iteration 33     |  8.1222 | dista.. |      auto |        36 |       2 |     0.5 |       0.9375 |  3.211s |     2m:58s |
| Iteration 34     |  8.1072 | dista.. |      auto |        20 |       2 |   0.875 |       0.9375 |  3.209s |     3m:02s |
| Iteration 35     |  8.1507 | dista.. |      auto |        21 |       2 |  0.3125 |       0.9375 |  3.204s |     3m:07s |
| Iteration 36     |  7.6997 | dista.. | ball_tree |        27 |       2 |  0.5625 |       0.9375 |  3.200s |     3m:11s |
| Iteration 37     |  8.4045 | dista.. | ball_tree |        29 |       2 |  0.3125 |       0.9375 |  3.202s |     3m:18s |
| Iteration 38     |  8.0835 | dista.. |      auto |        26 |       2 |    0.75 |       0.9375 |  3.191s |     3m:23s |
| Iteration 39     |  7.3779 | dista.. | ball_tree |        20 |       2 |  0.4375 |       0.9375 |  3.197s |     3m:27s |
| Iteration 40     |  8.4893 | dista.. |      auto |        23 |       2 |     0.5 |       0.9375 |  3.188s |     3m:32s |
| Iteration 41     |  8.0628 | dista.. |      auto |        24 |       2 |  0.5625 |       0.9375 |  3.199s |     3m:36s |
| Iteration 42     |  7.7311 | dista.. |      auto |        28 |       2 |   0.875 |       0.9375 |  3.185s |     3m:41s |
| Iteration 43     |  8.1361 | dista.. |      auto |        29 |       2 |  0.5938 |       0.9375 |  4.680s |     3m:47s |
| Iteration 44     |  7.8914 | dista.. |      auto |        27 |       2 |     0.5 |       0.9375 |  4.842s |     3m:54s |
| Iteration 45     |  9.5333 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.9375 |  4.750s |     4m:01s |
| Iteration 46     | 10.0084 | dista.. |      auto |        28 |       2 |    0.75 |       0.9375 |  5.351s |     4m:09s |
| Iteration 47     |  5.6253 | dista.. |      auto |        29 |       2 |  0.1875 |       0.9375 |  3.603s |     4m:15s |
| Iteration 48     |  9.4511 | dista.. |      auto |        26 |       2 |    0.75 |       0.9375 |  3.201s |     4m:19s |
| Iteration 49     |  9.8576 | dista.. |      auto |        30 |       2 |  0.5625 |       0.9375 |  3.183s |     4m:24s |
| Iteration 50     |  9.5806 | dista.. | ball_tree |        24 |       2 |  0.6875 |       0.9375 |  3.222s |     4m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 8.1547, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 24, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 4m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1114
Time elapsed: 0.054s
-------------------------------------------------
Total time: 4m:30s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  3.610s |     3.618s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  3.635s |     8.123s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |        0.875 |  3.320s |    12.254s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.6875 |        0.875 |  3.496s |    16.721s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.7812 |        0.875 |  3.346s |    20.893s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.9375 |       0.9375 |  3.537s |    25.276s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.75 |       0.9375 |  3.174s |    31.009s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |       0.9375 |  3.484s |    37.511s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |       0.9375 |  3.178s |    41.973s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5938 |       0.9375 |  3.284s |    46.048s |
| Iteration 11     |           52 |        0.0105 |   SAMME.R |  0.5312 |       0.9375 |  3.130s |    51.789s |
| Iteration 12     |          463 |        0.0187 |   SAMME.R |  0.6875 |       0.9375 |  3.471s |    58.295s |
| Iteration 13     |          459 |        0.2633 |   SAMME.R |  0.6875 |       0.9375 |  3.463s |     1m:05s |
| Iteration 14     |          216 |        0.9927 |     SAMME |  0.5625 |       0.9375 |  3.265s |     1m:09s |
| Iteration 15     |          433 |          0.05 |   SAMME.R |     0.5 |       0.9375 |  3.519s |     1m:14s |
| Iteration 16     |          500 |        0.0184 |   SAMME.R |  0.8125 |       0.9375 |  3.635s |     1m:19s |
| Iteration 17     |          229 |        1.0431 |     SAMME |     1.0 |          1.0 |  3.364s |     1m:23s |
| Iteration 18     |          230 |        1.0143 |     SAMME |  0.5625 |          1.0 |  3.364s |     1m:28s |
| Iteration 19     |          492 |        0.0136 |     SAMME |  0.2812 |          1.0 |  3.498s |     1m:32s |
| Iteration 20     |          226 |        0.7021 |     SAMME |     0.5 |          1.0 |  3.310s |     1m:36s |
| Iteration 21     |          458 |         0.227 |   SAMME.R |  0.8125 |          1.0 |  3.534s |     1m:41s |
| Iteration 22     |          463 |        0.2364 |   SAMME.R |  0.5625 |          1.0 |  3.523s |     1m:46s |
| Iteration 23     |          494 |        0.0196 |   SAMME.R |    0.75 |          1.0 |  3.539s |     1m:50s |
| Iteration 24     |          227 |        1.0436 |     SAMME |    0.75 |          1.0 |  3.979s |     1m:55s |
| Iteration 25     |          500 |        0.0647 |   SAMME.R |  0.8125 |          1.0 |  3.585s |     2m:00s |
| Iteration 26     |          488 |        8.7128 |   SAMME.R |   0.375 |          1.0 |  3.552s |     2m:05s |
| Iteration 27     |          452 |        8.0503 |   SAMME.R |   0.875 |          1.0 |  3.503s |     2m:09s |
| Iteration 28     |          449 |        0.0172 |   SAMME.R |    0.75 |          1.0 |  3.514s |     2m:14s |
| Iteration 29     |          500 |        0.1345 |   SAMME.R |     0.5 |          1.0 |  3.542s |     2m:19s |
| Iteration 30     |          500 |        0.0567 |   SAMME.R |  0.5625 |          1.0 |  3.554s |     2m:23s |
| Iteration 31     |          223 |        1.1165 |     SAMME |   0.875 |          1.0 |  3.337s |     2m:28s |
| Iteration 32     |          222 |        1.2023 |     SAMME |  0.8125 |          1.0 |  3.334s |     2m:32s |
| Iteration 33     |          226 |         1.216 |     SAMME |   0.875 |          1.0 |  3.330s |     2m:37s |
| Iteration 34     |          230 |        1.3329 |     SAMME |   0.875 |          1.0 |  3.237s |     2m:41s |
| Iteration 35     |          224 |         1.425 |     SAMME |  0.9375 |          1.0 |  3.289s |     2m:45s |
| Iteration 36     |          227 |        1.5795 |     SAMME |  0.6875 |          1.0 |  3.303s |     2m:50s |
| Iteration 37     |          240 |        5.4179 |   SAMME.R |  0.7188 |          1.0 |  3.325s |     2m:54s |
| Iteration 38     |          219 |        1.5647 |     SAMME |  0.8125 |          1.0 |  3.302s |     2m:59s |
| Iteration 39     |          236 |        1.3353 |     SAMME |     0.5 |          1.0 |  3.307s |     3m:03s |
| Iteration 40     |          223 |        1.4296 |     SAMME |     0.5 |          1.0 |  3.300s |     3m:08s |
| Iteration 41     |          454 |        6.6597 |   SAMME.R |    0.75 |          1.0 |  3.507s |     3m:12s |
| Iteration 42     |          450 |        9.4407 |   SAMME.R |  0.8125 |          1.0 |  3.508s |     3m:17s |
| Iteration 43     |          456 |        9.8481 |   SAMME.R |  0.4688 |          1.0 |  3.525s |     3m:22s |
| Iteration 44     |          226 |        1.1539 |     SAMME |  0.5625 |          1.0 |  3.308s |     3m:26s |
| Iteration 45     |          224 |        1.3159 |     SAMME |   0.875 |          1.0 |  3.315s |     3m:31s |
| Iteration 46     |          225 |        1.2008 |     SAMME |  0.5625 |          1.0 |  3.291s |     3m:35s |
| Iteration 47     |          225 |        1.2102 |     SAMME |   0.625 |          1.0 |  3.307s |     3m:40s |
| Iteration 48     |          226 |         1.044 |     SAMME |   0.625 |          1.0 |  3.295s |     3m:44s |
| Iteration 49     |          224 |        1.2621 |     SAMME |    0.75 |          1.0 |  3.325s |     3m:49s |
| Iteration 50     |          224 |        1.2622 |     SAMME |   0.875 |          1.0 |  3.301s |     3m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 229, 'learning_rate': 1.0431, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.185s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0663
Time elapsed: 0.855s
-------------------------------------------------
Total time: 3m:56s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.6875 |       0.6875 |  3.552s |     3.571s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  3.398s |     9.622s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.9375 |  3.437s |    14.358s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  3.281s |    18.502s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |       0.9375 |  3.464s |    22.782s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |       0.9375 |  3.311s |    26.950s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |       0.9375 |  3.341s |    31.147s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |       0.9375 |  3.354s |    35.342s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.625 |       0.9375 |  3.461s |    40.393s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.4375 |       0.9375 |  3.303s |    45.548s |
| Iteration 11     |           95 |      gini |         3 |                12 |                5 |          0.6 |     False |    0.0321 |         --- |  0.4375 |       0.9375 |  3.210s |    50.216s |
| Iteration 12     |          192 |      gini |         5 |                 7 |                5 |          0.7 |     False |    0.0179 |         --- |  0.6562 |       0.9375 |  3.262s |    54.749s |
| Iteration 13     |          199 |      gini |         5 |                19 |                2 |          0.6 |     False |    0.0018 |         --- |   0.625 |       0.9375 |  3.279s |    59.330s |
| Iteration 14     |          418 |      gini |         5 |                10 |                6 |          0.6 |     False |    0.0172 |         --- |   0.375 |       0.9375 |  3.422s |     1m:04s |
| Iteration 15     |           12 |   entropy |         1 |                 3 |                4 |         None |      True |    0.0164 |         0.5 |    0.25 |       0.9375 |  3.167s |     1m:08s |
| Iteration 16     |          500 |      gini |         9 |                20 |                1 |         auto |     False |       0.0 |         --- |   0.625 |       0.9375 |  3.447s |     1m:13s |
| Iteration 17     |           10 |   entropy |         1 |                16 |               12 |         auto |     False |    0.0028 |         --- |  0.6875 |       0.9375 |  3.212s |     1m:18s |
| Iteration 18     |          500 |   entropy |         5 |                14 |               17 |         auto |     False |    0.0301 |         --- |   0.625 |       0.9375 |  3.434s |     1m:24s |
| Iteration 19     |          238 |   entropy |         9 |                 2 |                1 |         auto |      True |     0.035 |         0.9 |   0.375 |       0.9375 |  3.349s |     1m:30s |
| Iteration 20     |           10 |      gini |         1 |                 3 |               17 |          0.6 |     False |    0.0338 |         --- |  0.6562 |       0.9375 |  3.110s |     1m:34s |
| Iteration 21     |          500 |      gini |         7 |                 8 |               19 |         auto |      True |    0.0272 |         0.5 |     0.5 |       0.9375 |  3.551s |     1m:39s |
| Iteration 22     |          388 |   entropy |         6 |                 2 |                3 |         auto |     False |    0.0006 |         --- |    0.75 |       0.9375 |  3.411s |     1m:43s |
| Iteration 23     |          464 |   entropy |         9 |                 2 |               20 |          0.5 |     False |     0.028 |         --- |  0.5312 |       0.9375 |  3.407s |     1m:48s |
| Iteration 24     |          500 |   entropy |         5 |                 8 |                5 |         sqrt |     False |    0.0192 |         --- |    0.75 |       0.9375 |  3.455s |     1m:53s |
| Iteration 25     |          500 |      gini |         5 |                12 |                5 |          0.6 |     False |    0.0059 |         --- |     1.0 |          1.0 |  3.448s |     1m:57s |
| Iteration 26     |           10 |   entropy |         6 |                11 |                6 |          0.9 |     False |    0.0178 |         --- |   0.625 |          1.0 |  3.182s |     2m:03s |
| Iteration 27     |          483 |      gini |         5 |                12 |                5 |         log2 |     False |    0.0214 |         --- |   0.875 |          1.0 |  3.478s |     2m:08s |
| Iteration 28     |          107 |   entropy |         5 |                11 |                5 |          0.5 |     False |     0.001 |         --- |   0.875 |          1.0 |  3.221s |     2m:12s |
| Iteration 29     |          500 |      gini |         5 |                12 |                5 |          0.7 |     False |    0.0174 |         --- |     0.5 |          1.0 |  3.462s |     2m:17s |
| Iteration 30     |           22 |      gini |         5 |                15 |                5 |          0.5 |     False |    0.0278 |         --- |  0.5312 |          1.0 |  3.172s |     2m:22s |
| Iteration 31     |          498 |      gini |         5 |                14 |                5 |          0.6 |     False |    0.0277 |         --- |    0.75 |          1.0 |  3.459s |     2m:28s |
| Iteration 32     |          273 |      gini |         5 |                 3 |                5 |          0.6 |     False |    0.0041 |         --- |  0.5625 |          1.0 |  3.314s |     2m:34s |
| Iteration 33     |          444 |      gini |         5 |                11 |                5 |          0.6 |     False |    0.0093 |         --- |  0.9375 |          1.0 |  3.447s |     2m:39s |
| Iteration 34     |          227 |   entropy |         5 |                12 |                5 |          0.6 |     False |       0.0 |         --- |  0.9375 |          1.0 |  3.302s |     2m:43s |
| Iteration 35     |           28 |   entropy |         5 |                11 |                5 |          0.6 |     False |    0.0155 |         --- |  0.9375 |          1.0 |  3.191s |     2m:48s |
| Iteration 36     |          490 |   entropy |         5 |                11 |                5 |          0.6 |     False |     0.014 |         --- |   0.625 |          1.0 |  3.488s |     2m:53s |
| Iteration 37     |          500 |      gini |         5 |                11 |                5 |          0.6 |     False |    0.0019 |         --- |    0.75 |          1.0 |  3.494s |     2m:58s |
| Iteration 38     |           79 |   entropy |         5 |                11 |                5 |          0.5 |     False |    0.0231 |         --- |   0.875 |          1.0 |  3.225s |     3m:03s |
| Iteration 39     |           31 |      gini |         5 |                11 |                5 |          0.6 |     False |    0.0215 |         --- |    0.75 |          1.0 |  3.206s |     3m:08s |
| Iteration 40     |          495 |      gini |         5 |                11 |                5 |          0.5 |     False |     0.024 |         --- |  0.5625 |          1.0 |  3.480s |     3m:13s |
| Iteration 41     |          118 |      gini |         6 |                11 |                5 |         None |     False |       0.0 |         --- |  0.9688 |          1.0 |  3.272s |     3m:17s |
| Iteration 42     |           10 |   entropy |      None |                 9 |                1 |         auto |     False |       0.0 |         --- |  0.8125 |          1.0 |  3.191s |     3m:22s |
| Iteration 43     |          315 |   entropy |         9 |                 9 |                1 |         None |     False |       0.0 |         --- |  0.7812 |          1.0 |  3.359s |     3m:26s |
| Iteration 44     |          427 |      gini |         9 |                20 |                7 |          0.6 |      True |       0.0 |         0.8 |  0.5625 |          1.0 |  3.494s |     3m:31s |
| Iteration 45     |          317 |      gini |         8 |                20 |               16 |         log2 |      True |    0.0344 |         0.5 |     0.5 |          1.0 |  3.419s |     3m:36s |
| Iteration 46     |          134 |   entropy |         4 |                 2 |               17 |          0.9 |     False |       0.0 |         --- |  0.7812 |          1.0 |  3.281s |     3m:41s |
| Iteration 47     |          390 |   entropy |         3 |                20 |                7 |         None |     False |    0.0003 |         --- |     0.5 |          1.0 |  3.448s |     3m:46s |
| Iteration 48     |           10 |   entropy |      None |                 9 |               20 |         auto |     False |       0.0 |         --- |  0.3125 |          1.0 |  3.157s |     3m:50s |
| Iteration 49     |           10 |      gini |         6 |                12 |                5 |          0.6 |     False |       0.0 |         --- |  0.6875 |          1.0 |  3.289s |     3m:55s |
| Iteration 50     |          102 |   entropy |         6 |                11 |                5 |          0.7 |     False |    0.0005 |         --- |  0.7812 |          1.0 |  3.238s |     4m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 12, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.0059}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.356s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0837
Time elapsed: 1.580s
-------------------------------------------------
Total time: 4m:04s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.282s |     3.301s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.312s |     8.267s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  3.309s |    12.589s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  3.240s |    16.677s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  3.262s |    20.792s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  3.217s |    24.881s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  3.250s |    30.819s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  3.244s |    35.338s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |        0.875 |  3.286s |    39.496s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  3.238s |    45.169s |
| Iteration 11     |           41 |        0.9435 |         6 |   0.262 |                9 |       0.6 |              0.4 |       100 |       0.01 |     0.5 |        0.875 |  3.240s |    50.049s |
| Iteration 12     |          470 |        0.0362 |         5 |  0.3887 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |    0.75 |        0.875 |  3.272s |    54.622s |
| Iteration 13     |          277 |        0.0202 |         5 |  0.2841 |                1 |       0.7 |              1.0 |       0.1 |        0.1 |    0.75 |        0.875 |  3.281s |    59.153s |
| Iteration 14     |          500 |         0.031 |         8 |  0.2552 |                3 |       0.9 |              1.0 |       0.1 |       0.01 |  0.5625 |        0.875 |  3.273s |     1m:04s |
| Iteration 15     |          437 |        0.0567 |         6 |  0.5079 |                5 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6562 |        0.875 |  3.225s |     1m:08s |
| Iteration 16     |          384 |        0.8284 |         9 |  0.2308 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |   0.875 |        0.875 |  3.232s |     1m:13s |
| Iteration 17     |          356 |        0.0591 |         7 |  0.9457 |                3 |       0.9 |              0.4 |       0.1 |        0.1 |   0.875 |        0.875 |  3.236s |     1m:17s |
| Iteration 18     |          266 |        0.1421 |         4 |  0.5299 |                3 |       0.8 |              0.6 |       0.1 |        0.1 |    0.75 |        0.875 |  3.170s |     1m:24s |
| Iteration 19     |          401 |        0.0402 |         2 |     1.0 |                2 |       0.9 |              0.5 |       0.1 |        0.1 |    0.25 |        0.875 |  3.208s |     1m:29s |
| Iteration 20     |          414 |        0.0446 |         5 |   0.193 |                3 |       1.0 |              0.7 |       0.1 |        0.1 |    0.75 |        0.875 |  3.243s |     1m:34s |
| Iteration 21     |          403 |        0.3048 |         8 |  0.9131 |                3 |       0.9 |              0.6 |       0.1 |        0.1 |  0.8125 |        0.875 |  3.287s |     1m:39s |
| Iteration 22     |          337 |        0.0156 |         8 |  0.0006 |                3 |       0.6 |              0.6 |       0.1 |        0.1 |    0.75 |        0.875 |  3.240s |     1m:44s |
| Iteration 23     |           79 |        0.8601 |         8 |  0.9925 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |  0.5938 |        0.875 |  3.249s |     1m:48s |
| Iteration 24     |          393 |        0.0242 |         2 |  0.6861 |                3 |       0.8 |              1.0 |      0.01 |          1 |  0.8125 |        0.875 |  3.247s |     1m:53s |
| Iteration 25     |          386 |        0.0139 |         7 |   0.274 |                3 |       0.8 |              0.6 |       0.1 |        0.1 |     1.0 |          1.0 |  3.290s |     1m:58s |
| Iteration 26     |          377 |          0.01 |         6 |  0.0463 |                3 |       0.8 |              1.0 |       0.1 |          1 |    0.75 |          1.0 |  3.274s |     2m:04s |
| Iteration 27     |          372 |        0.0287 |         5 |  0.8282 |                3 |       0.7 |              0.4 |      0.01 |        100 |    0.75 |          1.0 |  3.178s |     2m:11s |
| Iteration 28     |          371 |        0.0156 |         6 |  0.0682 |                3 |       0.7 |              1.0 |      0.01 |          0 |     0.5 |          1.0 |  3.816s |     2m:18s |
| Iteration 29     |          368 |          0.01 |         1 |   0.754 |                3 |       0.8 |              0.6 |         0 |        0.1 |     0.5 |          1.0 |  3.090s |     2m:24s |
| Iteration 30     |          352 |         0.012 |         7 |  0.1071 |                3 |       0.8 |              0.5 |       0.1 |        0.1 |     0.5 |          1.0 |  3.167s |     2m:29s |
| Iteration 31     |          500 |        0.0697 |         9 |  0.6104 |                3 |       0.8 |              0.9 |         0 |        0.1 |   0.625 |          1.0 |  3.229s |     2m:34s |
| Iteration 32     |          239 |        0.3152 |         2 |  0.0406 |                2 |       0.8 |              0.9 |         1 |          1 |    0.75 |          1.0 |  3.234s |     2m:38s |
| Iteration 33     |          500 |        0.2181 |         8 |  0.0447 |                2 |       0.7 |              0.8 |       0.1 |        0.1 |   0.875 |          1.0 |  3.251s |     2m:43s |
| Iteration 34     |           43 |        0.2638 |         2 |  0.9346 |                2 |       0.7 |              0.9 |         0 |          1 |     1.0 |          1.0 |  3.222s |     2m:48s |
| Iteration 35     |           20 |        0.5329 |         1 |  0.8408 |                6 |       0.7 |              0.5 |         0 |          1 |     0.5 |          1.0 |  3.192s |     2m:52s |
| Iteration 36     |           73 |        0.0111 |         3 |  0.5416 |                1 |       0.8 |              0.8 |         0 |          1 |  0.6875 |          1.0 |  3.206s |     2m:57s |
| Iteration 37     |           33 |        0.1029 |         5 |  0.8537 |                5 |       0.8 |              0.5 |       100 |          1 |     0.5 |          1.0 |  3.192s |     3m:01s |
| Iteration 38     |          196 |        0.3638 |         2 |  0.3926 |                1 |       0.5 |              0.9 |         0 |        0.1 |  0.8125 |          1.0 |  3.227s |     3m:06s |
| Iteration 39     |           36 |        0.7531 |         7 |  0.3794 |                3 |       1.0 |              0.6 |         1 |          0 |  0.5312 |          1.0 |  3.177s |     3m:11s |
| Iteration 40     |           20 |        0.8087 |         1 |   0.603 |                1 |       1.0 |              1.0 |         0 |         10 |  0.5312 |          1.0 |  3.157s |     3m:15s |
| Iteration 41     |           20 |        0.9171 |         4 |  0.0525 |                1 |       0.6 |              1.0 |         0 |          1 |  0.8125 |          1.0 |  3.081s |     3m:22s |
| Iteration 42     |          500 |        0.2423 |        10 |  0.4354 |                1 |       0.7 |              0.4 |         0 |          1 |   0.875 |          1.0 |  3.181s |     3m:27s |
| Iteration 43     |           20 |         0.027 |        10 |  0.2752 |                1 |       0.8 |              0.6 |         0 |          1 |  0.8125 |          1.0 |  3.163s |     3m:32s |
| Iteration 44     |          370 |        0.2482 |        10 |  0.9555 |                1 |       0.5 |              0.4 |         0 |         10 |  0.5625 |          1.0 |  3.228s |     3m:36s |
| Iteration 45     |           79 |        0.0299 |        10 |  0.0086 |                1 |       0.7 |              0.5 |         0 |        0.1 |   0.875 |          1.0 |  3.165s |     3m:41s |
| Iteration 46     |          325 |        0.0147 |        10 |     0.0 |               10 |       1.0 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.186s |     3m:46s |
| Iteration 47     |          500 |        0.0378 |        10 |     0.0 |                1 |       1.0 |              0.6 |         0 |        0.1 |   0.625 |          1.0 |  3.232s |     3m:50s |
| Iteration 48     |          362 |        0.9023 |        10 |  0.1048 |                1 |       0.7 |              0.4 |      0.01 |          1 |     0.5 |          1.0 |  3.216s |     3m:55s |
| Iteration 49     |          370 |        0.1743 |         6 |  0.8529 |                1 |       0.5 |              1.0 |         0 |          1 |  0.6875 |          1.0 |  4.091s |     4m:01s |
| Iteration 50     |          359 |        0.0212 |         9 |  0.9806 |               10 |       0.9 |              0.9 |      0.01 |        100 |     0.5 |          1.0 |  4.845s |     4m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 386, 'learning_rate': 0.0139, 'max_depth': 7, 'gamma': 0.274, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.6, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9661
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.126s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0927
Time elapsed: 0.399s
-------------------------------------------------
Total time: 4m:11s


Final results ==================== >>
Duration: 29m:40s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.88 ± 0.0731
Logistic Regression             --> roc_auc: 0.74 ± 0.049
Linear Discriminant Analysis    --> roc_auc: 0.7 ± 0.0
Quadratic Discriminant Analysis --> roc_auc: 0.7 ± 0.0
Radius Nearest Neighbors        --> roc_auc: 0.69 ± 0.1114 ~
AdaBoost                        --> roc_auc: 0.89 ± 0.0663
Random Forest                   --> roc_auc: 0.9 ± 0.0837 !
XGBoost                         --> roc_auc: 0.88 ± 0.0927
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 845 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRGAGSYQLTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGNNARLMF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CALDSNYQLIW.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CASSSTDTQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLAGTDTQYF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.625 |        0.625 |  1.712s |     1.739s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.5938 |        0.625 |  0.938s |     5.803s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |        0.625 |  0.903s |     8.378s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.625 |        0.625 |  0.937s |    10.842s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.949s |    14.621s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |          1.0 |  0.999s |    19.135s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.7188 |          1.0 |  0.757s |    23.056s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.836s |    25.181s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  0.732s |    27.996s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.671s |    31.356s |
| Iteration 11     | exponen.. |        0.0146 |          156 |       1.0 | friedman_mse |                17 |               16 |         3 |          0.8 |    0.0042 |    0.75 |          1.0 |  0.687s |    35.003s |
| Iteration 12     | exponen.. |         0.016 |          203 |       1.0 | friedman_mse |                14 |                4 |         8 |         None |     0.015 |  0.9375 |          1.0 |  0.687s |    38.629s |
| Iteration 13     | exponen.. |        0.0412 |           76 |       0.8 | friedman_mse |                19 |               11 |         5 |         auto |    0.0111 |   0.625 |          1.0 |  0.658s |    42.411s |
| Iteration 14     | exponen.. |        0.0204 |           97 |       0.9 | friedman_mse |                19 |                1 |        10 |          0.5 |    0.0114 |  0.6875 |          1.0 |  0.698s |    44.577s |
| Iteration 15     |  deviance |        0.0198 |          246 |       0.5 | squared_er.. |                12 |               18 |         3 |         auto |    0.0169 |     0.5 |          1.0 |  0.677s |    46.370s |
| Iteration 16     | exponen.. |        0.3608 |          231 |       0.5 | friedman_mse |                11 |                4 |         6 |         auto |    0.0153 |     1.0 |          1.0 |  0.687s |    48.242s |
| Iteration 17     | exponen.. |         0.127 |          235 |       0.7 | friedman_mse |                10 |                5 |        10 |          0.8 |    0.0198 |   0.625 |          1.0 |  0.691s |    50.168s |
| Iteration 18     |  deviance |        0.1928 |          189 |       0.5 | friedman_mse |                10 |                3 |         2 |         sqrt |    0.0163 |  0.8125 |          1.0 |  0.680s |    51.995s |
| Iteration 19     | exponen.. |        0.0778 |          240 |       0.7 | friedman_mse |                 7 |               13 |         3 |          0.5 |       0.0 |     1.0 |          1.0 |  0.688s |    56.157s |
| Iteration 20     | exponen.. |        0.1871 |          186 |       0.9 | squared_er.. |                12 |               14 |         3 |         sqrt |       0.0 |     1.0 |          1.0 |  0.710s |    58.480s |
| Iteration 21     |  deviance |         0.045 |          269 |       0.7 | squared_er.. |                 7 |                8 |         2 |          0.5 |       0.0 |     1.0 |          1.0 |  0.687s |     1m:00s |
| Iteration 22     | exponen.. |           1.0 |          470 |       0.5 | squared_er.. |                 2 |               12 |         8 |          0.9 |       0.0 |  0.5625 |          1.0 |  0.726s |     1m:02s |
| Iteration 23     | exponen.. |        0.2296 |          228 |       0.8 | friedman_mse |                14 |                3 |         2 |         auto |    0.0172 |  0.9375 |          1.0 |  0.696s |     1m:04s |
| Iteration 24     | exponen.. |        0.4236 |          222 |       0.9 | friedman_mse |                 8 |                3 |        10 |         log2 |    0.0023 |     1.0 |          1.0 |  0.682s |     1m:06s |
| Iteration 25     | exponen.. |        0.2438 |          200 |       0.8 | friedman_mse |                14 |               13 |         4 |          0.7 |       0.0 |    0.75 |          1.0 |  0.673s |     1m:08s |
| Iteration 26     | exponen.. |        0.0909 |          192 |       1.0 | friedman_mse |                 4 |               11 |         2 |         log2 |    0.0008 |   0.875 |          1.0 |  0.674s |     1m:10s |
| Iteration 27     |  deviance |        0.1047 |          276 |       0.8 | squared_er.. |                17 |                4 |        10 |         log2 |    0.0001 |   0.875 |          1.0 |  0.700s |     1m:12s |
| Iteration 28     |  deviance |        0.0619 |          407 |       0.6 | friedman_mse |                17 |               20 |         5 |         log2 |       0.0 |     0.5 |          1.0 |  0.715s |     1m:14s |
| Iteration 29     | exponen.. |        0.0712 |          229 |       0.5 | friedman_mse |                13 |                3 |         3 |         auto |    0.0173 |     1.0 |          1.0 |  0.692s |     1m:16s |
| Iteration 30     | exponen.. |         0.183 |          236 |       0.5 | friedman_mse |                 9 |                1 |        10 |         auto |       0.0 |  0.5625 |          1.0 |  1.296s |     1m:19s |
| Iteration 31     | exponen.. |         0.075 |          242 |       0.6 | friedman_mse |                 9 |               18 |         3 |          0.8 |    0.0346 |     0.5 |          1.0 |  0.686s |     1m:21s |
| Iteration 32     |  deviance |         0.185 |          184 |       0.9 | squared_er.. |                 5 |               16 |         6 |          0.5 |    0.0022 |    0.75 |          1.0 |  0.682s |     1m:23s |
| Iteration 33     | exponen.. |        0.0141 |          230 |       0.7 | squared_er.. |                 8 |                3 |         4 |         log2 |    0.0168 |   0.625 |          1.0 |  0.712s |     1m:25s |
| Iteration 34     | exponen.. |        0.0144 |          188 |       1.0 | squared_er.. |                 4 |               16 |         2 |         sqrt |    0.0064 |  0.8125 |          1.0 |  0.668s |     1m:27s |
| Iteration 35     | exponen.. |        0.1265 |          197 |       1.0 | friedman_mse |                18 |               13 |         6 |          0.7 |     0.004 |     1.0 |          1.0 |  0.668s |     1m:29s |
| Iteration 36     | exponen.. |        0.0534 |          229 |       0.6 | friedman_mse |                10 |                2 |         6 |          0.7 |    0.0178 |     1.0 |          1.0 |  0.700s |     1m:31s |
| Iteration 37     | exponen.. |        0.0477 |          190 |       1.0 | squared_er.. |                18 |               15 |         1 |          0.5 |     0.005 |   0.875 |          1.0 |  0.682s |     1m:33s |
| Iteration 38     | exponen.. |           1.0 |          274 |       0.9 | friedman_mse |                15 |                9 |         5 |          0.5 |       0.0 |  0.9375 |          1.0 |  0.697s |     1m:37s |
| Iteration 39     | exponen.. |        0.0302 |          215 |       0.9 | friedman_mse |                20 |               14 |         8 |         None |    0.0083 |    0.75 |          1.0 |  0.697s |     1m:39s |
| Iteration 40     | exponen.. |        0.0356 |          138 |       0.6 | friedman_mse |                 4 |                1 |        10 |         sqrt |    0.0166 |  0.9375 |          1.0 |  0.744s |     1m:41s |
| Iteration 41     | exponen.. |        0.7691 |          216 |       1.0 | squared_er.. |                18 |                1 |        10 |         log2 |       0.0 |  0.9375 |          1.0 |  0.749s |     1m:44s |
| Iteration 42     | exponen.. |        0.0801 |          271 |       0.5 | friedman_mse |                 9 |                1 |         6 |         log2 |    0.0172 |   0.875 |          1.0 |  0.764s |     1m:46s |
| Iteration 43     | exponen.. |        0.0277 |          317 |       0.7 | friedman_mse |                 8 |                3 |         2 |          0.8 |       0.0 |     1.0 |          1.0 |  0.760s |     1m:48s |
| Iteration 44     | exponen.. |        0.0617 |          290 |       0.7 | friedman_mse |                 5 |                7 |         2 |          0.6 |       0.0 |  0.8125 |          1.0 |  0.750s |     1m:50s |
| Iteration 45     |  deviance |        0.0206 |          482 |       0.7 | squared_er.. |                 8 |                2 |         8 |         None |       0.0 |  0.6875 |          1.0 |  0.869s |     1m:52s |
| Iteration 46     | exponen.. |         0.088 |          303 |       1.0 | friedman_mse |                13 |                4 |         8 |         log2 |    0.0051 |    0.75 |          1.0 |  0.710s |     1m:55s |
| Iteration 47     | exponen.. |         0.027 |          186 |       0.9 | friedman_mse |                20 |               14 |         7 |         None |       0.0 |   0.875 |          1.0 |  0.669s |     1m:57s |
| Iteration 48     | exponen.. |        0.0159 |          190 |       1.0 | friedman_mse |                20 |               15 |         3 |          0.7 |    0.0052 |  0.9375 |          1.0 |  0.667s |     1m:59s |
| Iteration 49     | exponen.. |        0.0805 |          183 |       1.0 | friedman_mse |                10 |               16 |         4 |         None |    0.0051 |     1.0 |          1.0 |  0.667s |     2m:02s |
| Iteration 50     | exponen.. |         0.015 |          184 |       1.0 | squared_er.. |                20 |               16 |        10 |         None |    0.0042 |  0.8125 |          1.0 |  0.673s |     2m:04s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0395, 'n_estimators': 229, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 10, 'min_samples_leaf': 3, 'max_depth': 9, 'max_features': 'sqrt', 'ccp_alpha': 0.0184}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.071s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0245
Time elapsed: 0.337s
-------------------------------------------------
Total time: 2m:06s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  0.646s |     0.658s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |        0.625 |  0.640s |     2.169s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.5625 |        0.625 |  0.640s |     3.609s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.5625 |        0.625 |  0.648s |     5.048s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.4375 |        0.625 |  0.651s |     6.533s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.375 |        0.625 |  0.648s |     7.974s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.4375 |        0.625 |  0.640s |     9.435s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |       0.8125 |  1.231s |    13.948s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.8125 |       0.8125 |  0.634s |    15.967s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.375 |       0.8125 |  0.654s |    17.459s |
| Iteration 11     |      l2 |  0.0015 | newto.. |      884 |      --- |     0.5 |       0.8125 |  0.650s |    19.305s |
| Iteration 12     | elast.. |  0.0377 |    saga |      100 |      0.2 |   0.375 |       0.8125 |  0.637s |    21.020s |
| Iteration 13     |      l2 |  2.8935 |     sag |      102 |      --- |    0.25 |       0.8125 |  0.632s |    24.513s |
| Iteration 14     |      l2 |  0.0063 | newto.. |      129 |      --- |  0.3125 |       0.8125 |  0.661s |    28.574s |
| Iteration 15     |      l1 | 37.2959 | libli.. |      565 |      --- |    0.75 |       0.8125 |  0.642s |    31.525s |
| Iteration 16     |      l2 |   0.001 | libli.. |      368 |      --- |  0.4375 |       0.8125 |  0.640s |    33.467s |
| Iteration 17     |      l2 |  0.0115 | libli.. |      833 |      --- |   0.875 |        0.875 |  0.643s |    35.235s |
| Iteration 18     |      l2 |   0.004 | libli.. |      762 |      --- |     0.5 |        0.875 |  0.644s |    37.056s |
| Iteration 19     |      l2 | 57.2594 | libli.. |      788 |      --- |   0.625 |        0.875 |  0.646s |    40.104s |
| Iteration 20     |      l2 |  0.0017 | libli.. |      869 |      --- |  0.4375 |        0.875 |  0.637s |    43.319s |
| Iteration 21     |      l1 |  0.0014 | libli.. |      996 |      --- |     0.5 |        0.875 |  0.650s |    46.621s |
| Iteration 22     |      l2 |  0.0077 | libli.. |      833 |      --- |     1.0 |          1.0 |  0.736s |    48.893s |
| Iteration 23     |      l2 |  2.4041 |     sag |      829 |      --- |    0.75 |          1.0 |  0.647s |    51.722s |
| Iteration 24     |    none |     --- |     sag |      830 |      --- |    0.75 |          1.0 |  0.649s |    54.805s |
| Iteration 25     |      l2 |  0.5226 | newto.. |      838 |      --- |     0.5 |          1.0 |  0.651s |    57.819s |
| Iteration 26     |      l2 |  0.0025 | libli.. |      827 |      --- |  0.8125 |          1.0 |  0.646s |     1m:01s |
| Iteration 27     |      l2 |  0.0084 | libli.. |      833 |      --- |  0.8125 |          1.0 |  0.652s |     1m:03s |
| Iteration 28     |      l2 |  0.0068 | libli.. |      834 |      --- |   0.625 |          1.0 |  0.659s |     1m:05s |
| Iteration 29     |      l2 |   4.674 | libli.. |      831 |      --- |   0.875 |          1.0 |  0.649s |     1m:09s |
| Iteration 30     |      l1 |  0.0211 | libli.. |      835 |      --- |     0.5 |          1.0 |  0.647s |     1m:11s |
| Iteration 31     |      l2 |   0.001 | libli.. |      830 |      --- |     0.5 |          1.0 |  0.644s |     1m:13s |
| Iteration 32     |      l2 | 15.0447 | libli.. |      823 |      --- |     1.0 |          1.0 |  0.654s |     1m:15s |
| Iteration 33     |    none |     --- |   lbfgs |      819 |      --- |  0.6875 |          1.0 |  0.656s |     1m:17s |
| Iteration 34     |    none |     --- |     sag |      823 |      --- |   0.375 |          1.0 |  0.683s |     1m:19s |
| Iteration 35     |      l2 |   100.0 | libli.. |      815 |      --- |  0.8125 |          1.0 |  0.680s |     1m:21s |
| Iteration 36     |      l1 |  0.0014 | libli.. |      489 |      --- |     0.5 |          1.0 |  0.673s |     1m:23s |
| Iteration 37     |      l1 |  0.0015 | libli.. |      649 |      --- |     0.5 |          1.0 |  0.881s |     1m:25s |
| Iteration 38     |      l2 | 71.3205 | libli.. |      811 |      --- |     0.5 |          1.0 |  0.882s |     1m:28s |
| Iteration 39     |      l2 | 81.8142 | libli.. |      826 |      --- |    0.75 |          1.0 |  0.885s |     1m:31s |
| Iteration 40     |      l2 |  0.0087 | libli.. |      820 |      --- |  0.5625 |          1.0 |  0.905s |     1m:34s |
| Iteration 41     |      l2 | 73.8002 | libli.. |      828 |      --- |  0.6875 |          1.0 |  0.872s |     1m:37s |
| Iteration 42     |      l2 |  0.0059 | libli.. |      841 |      --- |    0.75 |          1.0 |  0.868s |     1m:41s |
| Iteration 43     |      l2 |  0.1806 | libli.. |      124 |      --- |  0.5625 |          1.0 |  0.874s |     1m:46s |
| Iteration 44     |      l2 |  0.3232 | libli.. |      830 |      --- |  0.6875 |          1.0 |  0.895s |     1m:49s |
| Iteration 45     |      l2 |  2.1641 | libli.. |      830 |      --- |   0.625 |          1.0 |  0.884s |     1m:52s |
| Iteration 46     |      l2 | 91.0398 | libli.. |      826 |      --- |  0.4375 |          1.0 |  0.869s |     1m:56s |
| Iteration 47     |    none |     --- |   lbfgs |      832 |      --- |  0.8125 |          1.0 |  0.703s |     1m:59s |
| Iteration 48     |    none |     --- |   lbfgs |      840 |      --- |  0.5625 |          1.0 |  0.697s |     2m:01s |
| Iteration 49     |    none |     --- |   lbfgs |      431 |      --- |    0.75 |          1.0 |  0.684s |     2m:03s |
| Iteration 50     |      l2 | 12.8402 |   lbfgs |      829 |      --- |  0.5625 |          1.0 |  0.695s |     2m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'penalty': 'l2', 'C': 0.0077, 'solver': 'liblinear', 'max_iter': 833}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7348
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0245
Time elapsed: 0.052s
-------------------------------------------------
Total time: 2m:06s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.8125 |       0.8125 |  0.667s |     0.673s |
| Initial point 2  |     svd |       --- |  0.3125 |       0.8125 |  0.683s |     2.154s |
| Initial point 3  |     svd |       --- |  0.3125 |       0.8125 |  0.001s |     5.116s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |       0.8125 |  0.627s |     7.046s |
| Initial point 5  |   eigen |       0.9 |  0.4375 |       0.8125 |  0.640s |     8.615s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |       0.8125 |  0.641s |    10.087s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |       0.8125 |  0.670s |    11.546s |
| Initial point 8  |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.651s |    13.035s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |       0.8125 |  0.654s |    14.525s |
| Initial point 10 |   eigen |       0.8 |  0.4375 |       0.8125 |  0.634s |    15.964s |
| Iteration 11     |    lsqr |       0.6 |  0.8125 |       0.8125 |  0.000s |    16.895s |
| Iteration 12     |    lsqr |      None |  0.3125 |       0.8125 |  1.195s |    19.048s |
| Iteration 13     |   eigen |       0.7 |    0.25 |       0.8125 |  0.630s |    20.635s |
| Iteration 14     |    lsqr |      auto |    0.25 |       0.8125 |  0.642s |    23.450s |
| Iteration 15     |   eigen |      auto |  0.9375 |       0.9375 |  0.642s |    25.334s |
| Iteration 16     |     svd |       --- |  0.3125 |       0.9375 |  0.000s |    26.301s |
| Iteration 17     |     svd |       --- |  0.3125 |       0.9375 |  0.000s |    27.291s |
| Iteration 18     |    lsqr |       1.0 |  0.5625 |       0.9375 |  0.638s |    28.884s |
| Iteration 19     |     svd |       --- |  0.3125 |       0.9375 |  0.000s |    29.882s |
| Iteration 20     |   eigen |       0.6 |   0.625 |       0.9375 |  0.678s |    31.508s |
| Iteration 21     |   eigen |       0.5 |  0.6875 |       0.9375 |  0.670s |    33.218s |
| Iteration 22     |   eigen |      None |     1.0 |          1.0 |  0.642s |    36.892s |
| Iteration 23     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    38.465s |
| Iteration 24     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    39.446s |
| Iteration 25     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    40.421s |
| Iteration 26     |   eigen |      None |     1.0 |          1.0 |  0.000s |    41.445s |
| Iteration 27     |   eigen |      None |     1.0 |          1.0 |  0.000s |    42.442s |
| Iteration 28     |   eigen |      None |     1.0 |          1.0 |  0.000s |    43.459s |
| Iteration 29     |   eigen |      None |     1.0 |          1.0 |  0.000s |    44.608s |
| Iteration 30     |   eigen |      None |     1.0 |          1.0 |  0.000s |    45.666s |
| Iteration 31     |   eigen |      None |     1.0 |          1.0 |  0.000s |    48.854s |
| Iteration 32     |   eigen |      None |     1.0 |          1.0 |  0.000s |    50.460s |
| Iteration 33     |   eigen |      None |     1.0 |          1.0 |  0.000s |    51.484s |
| Iteration 34     |   eigen |      None |     1.0 |          1.0 |  0.000s |    53.285s |
| Iteration 35     |   eigen |      None |     1.0 |          1.0 |  0.000s |    54.327s |
| Iteration 36     |   eigen |      None |     1.0 |          1.0 |  0.000s |    55.391s |
| Iteration 37     |   eigen |      None |     1.0 |          1.0 |  0.000s |    58.572s |
| Iteration 38     |     svd |       --- |  0.3125 |          1.0 |  0.001s |     1m:00s |
| Iteration 39     |   eigen |      None |     1.0 |          1.0 |  0.001s |     1m:01s |
| Iteration 40     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 41     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 42     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 43     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 44     |   eigen |      None |     1.0 |          1.0 |  0.001s |     1m:07s |
| Iteration 45     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 46     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 47     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 48     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 49     |   eigen |      None |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 50     |   eigen |      None |     1.0 |          1.0 |  0.001s |     1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'eigen', 'shrinkage': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7304
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0812
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:20s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.8125 |       0.8125 |  0.628s |     0.631s |
| Initial point 2  |       0.9 |   0.625 |       0.8125 |  0.658s |     2.431s |
| Initial point 3  |       0.1 |  0.5625 |       0.8125 |  0.643s |     3.905s |
| Initial point 4  |       1.0 |  0.8125 |       0.8125 |  0.000s |     4.705s |
| Initial point 5  |       0.2 |  0.4375 |       0.8125 |  0.633s |     6.123s |
| Initial point 6  |       0.4 |   0.625 |       0.8125 |  0.628s |     8.659s |
| Initial point 7  |       0.4 |   0.625 |       0.8125 |  0.001s |     9.771s |
| Initial point 8  |       0.7 |    0.75 |       0.8125 |  0.642s |    11.200s |
| Initial point 9  |       0.9 |   0.625 |       0.8125 |  0.000s |    12.020s |
| Initial point 10 |       0.8 |  0.4375 |       0.8125 |  1.215s |    14.133s |
| Iteration 11     |       0.3 |   0.625 |       0.8125 |  0.630s |    15.978s |
| Iteration 12     |       0.6 |   0.375 |       0.8125 |  0.642s |    17.576s |
| Iteration 13     |       0.5 |    0.25 |       0.8125 |  0.649s |    19.219s |
| Iteration 14     |       0.0 |  0.4375 |       0.8125 |  0.632s |    20.864s |
| Iteration 15     |       1.0 |  0.8125 |       0.8125 |  0.000s |    21.933s |
| Iteration 16     |       1.0 |  0.8125 |       0.8125 |  0.000s |    22.900s |
| Iteration 17     |       1.0 |  0.8125 |       0.8125 |  0.000s |    23.874s |
| Iteration 18     |       1.0 |  0.8125 |       0.8125 |  0.000s |    24.989s |
| Iteration 19     |       0.9 |   0.625 |       0.8125 |  0.000s |    26.121s |
| Iteration 20     |       0.6 |   0.375 |       0.8125 |  0.000s |    27.271s |
| Iteration 21     |       0.6 |   0.375 |       0.8125 |  0.000s |    30.950s |
| Iteration 22     |       1.0 |  0.8125 |       0.8125 |  0.000s |    32.523s |
| Iteration 23     |       1.0 |  0.8125 |       0.8125 |  0.000s |    33.497s |
| Iteration 24     |       1.0 |  0.8125 |       0.8125 |  0.000s |    34.516s |
| Iteration 25     |       1.0 |  0.8125 |       0.8125 |  0.000s |    35.533s |
| Iteration 26     |       1.0 |  0.8125 |       0.8125 |  0.000s |    37.851s |
| Iteration 27     |       1.0 |  0.8125 |       0.8125 |  0.000s |    39.204s |
| Iteration 28     |       0.9 |   0.625 |       0.8125 |  0.000s |    40.161s |
| Iteration 29     |       1.0 |  0.8125 |       0.8125 |  0.000s |    41.171s |
| Iteration 30     |       1.0 |  0.8125 |       0.8125 |  0.000s |    44.381s |
| Iteration 31     |       1.0 |  0.8125 |       0.8125 |  0.000s |    48.376s |
| Iteration 32     |       1.0 |  0.8125 |       0.8125 |  0.000s |    50.076s |
| Iteration 33     |       1.0 |  0.8125 |       0.8125 |  0.000s |    51.051s |
| Iteration 34     |       1.0 |  0.8125 |       0.8125 |  0.000s |    52.972s |
| Iteration 35     |       1.0 |  0.8125 |       0.8125 |  0.000s |    54.242s |
| Iteration 36     |       1.0 |  0.8125 |       0.8125 |  0.000s |    55.278s |
| Iteration 37     |       1.0 |  0.8125 |       0.8125 |  0.000s |    56.475s |
| Iteration 38     |       1.0 |  0.8125 |       0.8125 |  0.000s |    57.494s |
| Iteration 39     |       1.0 |  0.8125 |       0.8125 |  0.000s |    58.519s |
| Iteration 40     |       1.0 |  0.8125 |       0.8125 |  0.000s |    59.657s |
| Iteration 41     |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 42     |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 43     |       1.0 |  0.8125 |       0.8125 |  0.001s |     1m:03s |
| Iteration 44     |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 45     |       1.0 |  0.8125 |       0.8125 |  0.001s |     1m:05s |
| Iteration 46     |       1.0 |  0.8125 |       0.8125 |  0.001s |     1m:06s |
| Iteration 47     |       1.0 |  0.8125 |       0.8125 |  0.001s |     1m:08s |
| Iteration 48     |       1.0 |  0.8125 |       0.8125 |  0.001s |     1m:10s |
| Iteration 49     |       1.0 |  0.8125 |       0.8125 |  0.001s |     1m:12s |
| Iteration 50     |       1.0 |  0.8125 |       0.8125 |  0.001s |     1m:14s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7295
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.44 ± 0.2177
Time elapsed: 0.037s
-------------------------------------------------
Total time: 1m:15s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.7614 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  0.891s |     0.918s |
| Initial point 2  |  5.0752 | uniform |   kd_tree |        39 |       2 |  0.3125 |         0.75 |  0.886s |     3.286s |
| Initial point 3  |  4.0091 | dista.. | ball_tree |        25 |       2 |  0.5625 |         0.75 |  0.897s |     5.815s |
| Initial point 4  | 11.6964 | uniform | ball_tree |        39 |       2 |     0.5 |         0.75 |  0.872s |     9.901s |
| Initial point 5  |  9.1626 | dista.. |      auto |        30 |       2 |    0.75 |         0.75 |  0.885s |    14.505s |
| Initial point 6  | 10.6109 | dista.. | ball_tree |        21 |       2 |  0.4375 |         0.75 |  0.890s |    19.028s |
| Initial point 7  |  7.5897 | dista.. | ball_tree |        24 |       1 |   0.625 |         0.75 |  0.713s |    23.462s |
| Initial point 8  |  1.8188 | dista.. | ball_tree |        21 |       2 |  0.5312 |         0.75 |  0.690s |    27.618s |
| Initial point 9  |  8.4544 | uniform | ball_tree |        24 |       1 |  0.6562 |         0.75 |  0.682s |    29.890s |
| Initial point 10 |   6.005 | uniform |     brute |        22 |       2 |  0.2812 |         0.75 |  1.240s |    32.101s |
| Iteration 11     |     0.0 | uniform |      auto |        40 |       1 |     0.5 |         0.75 |  0.649s |    33.970s |
| Iteration 12     |  7.9985 | dista.. |      auto |        39 |       2 |  0.5625 |         0.75 |  0.665s |    35.908s |
| Iteration 13     | 12.7974 | dista.. |      auto |        20 |       1 |  0.3125 |         0.75 |  0.651s |    37.757s |
| Iteration 14     | 10.5591 | uniform |      auto |        30 |       2 |     0.5 |         0.75 |  0.640s |    39.769s |
| Iteration 15     | 12.3815 | dista.. |      auto |        30 |       1 |  0.9375 |       0.9375 |  0.639s |    41.700s |
| Iteration 16     | 12.7974 | dista.. |      auto |        30 |       1 |  0.5625 |       0.9375 |  0.641s |    43.571s |
| Iteration 17     |  0.1362 | dista.. |     brute |        29 |       2 |  0.3125 |       0.9375 |  0.643s |    45.376s |
| Iteration 18     | 12.0487 | dista.. | ball_tree |        33 |       1 |  0.6875 |       0.9375 |  0.659s |    47.299s |
| Iteration 19     |  0.0932 | dista.. |      auto |        34 |       1 |     0.5 |       0.9375 |  0.642s |    49.566s |
| Iteration 20     | 12.7974 | dista.. |      auto |        33 |       1 |     0.5 |       0.9375 |  0.642s |    51.490s |
| Iteration 21     | 12.3261 | dista.. |     brute |        40 |       1 |   0.875 |       0.9375 |  0.646s |    53.320s |
| Iteration 22     |  0.1338 | uniform |     brute |        39 |       1 |   0.125 |       0.9375 |  0.646s |    55.169s |
| Iteration 23     |  5.9342 | dista.. |     brute |        40 |       1 |  0.5625 |       0.9375 |  0.650s |    56.956s |
| Iteration 24     |  0.7683 | dista.. |   kd_tree |        30 |       1 |  0.4375 |       0.9375 |  0.698s |    58.893s |
| Iteration 25     | 12.7974 | dista.. |     brute |        40 |       2 |  0.6875 |       0.9375 |  0.693s |     1m:01s |
| Iteration 26     | 11.8611 | dista.. |      auto |        31 |       2 |  0.9375 |       0.9375 |  0.636s |     1m:03s |
| Iteration 27     | 11.1925 | dista.. |   kd_tree |        31 |       2 |    0.75 |       0.9375 |  0.636s |     1m:05s |
| Iteration 28     | 12.7974 | dista.. | ball_tree |        31 |       1 |   0.625 |       0.9375 |  0.637s |     1m:08s |
| Iteration 29     | 12.7974 | dista.. |     brute |        40 |       2 |  0.6875 |       0.9375 |  0.001s |     1m:10s |
| Iteration 30     |  8.9246 | dista.. |   kd_tree |        31 |       2 |    0.75 |       0.9375 |  0.659s |     1m:12s |
| Iteration 31     | 12.7974 | dista.. | ball_tree |        28 |       2 |  0.8125 |       0.9375 |  0.645s |     1m:15s |
| Iteration 32     | 11.0124 | dista.. |     brute |        28 |       2 |   0.875 |       0.9375 |  0.703s |     1m:17s |
| Iteration 33     | 12.7974 | dista.. | ball_tree |        27 |       2 |   0.125 |       0.9375 |  0.690s |     1m:19s |
| Iteration 34     |  5.7853 | dista.. |   kd_tree |        28 |       2 |   0.625 |       0.9375 |  1.234s |     1m:22s |
| Iteration 35     |  8.8642 | dista.. | ball_tree |        31 |       2 |    0.75 |       0.9375 |  0.696s |     1m:24s |
| Iteration 36     | 12.3132 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.670s |     1m:26s |
| Iteration 37     | 11.8341 | dista.. | ball_tree |        30 |       1 |   0.875 |          1.0 |  0.648s |     1m:28s |
| Iteration 38     | 12.0225 | uniform |      auto |        30 |       1 |    0.75 |          1.0 |  0.650s |     1m:31s |
| Iteration 39     | 12.7974 | uniform |     brute |        28 |       1 |  0.5625 |          1.0 |  0.655s |     1m:33s |
| Iteration 40     | 12.0702 | dista.. |      auto |        31 |       2 |  0.6875 |          1.0 |  0.651s |     1m:36s |
| Iteration 41     | 12.2698 | dista.. | ball_tree |        30 |       1 |  0.6875 |          1.0 |  0.686s |     1m:41s |
| Iteration 42     |  5.8199 | dista.. | ball_tree |        32 |       2 |   0.625 |          1.0 |  0.673s |     1m:46s |
| Iteration 43     | 12.7974 | dista.. | ball_tree |        29 |       2 |  0.6875 |          1.0 |  0.644s |     1m:51s |
| Iteration 44     | 11.7538 | uniform |      auto |        31 |       2 |     0.5 |          1.0 |  0.674s |     1m:56s |
| Iteration 45     | 12.0868 | dista.. |      auto |        30 |       1 |  0.8125 |          1.0 |  0.646s |     2m:01s |
| Iteration 46     | 12.7974 | uniform |      auto |        36 |       2 |     0.5 |          1.0 |  0.674s |     2m:06s |
| Iteration 47     |     0.0 | dista.. | ball_tree |        37 |       1 |     0.5 |          1.0 |  0.650s |     2m:10s |
| Iteration 48     | 12.7974 | dista.. | ball_tree |        28 |       1 |  0.8125 |          1.0 |  0.657s |     2m:15s |
| Iteration 49     |     0.0 | uniform |     brute |        33 |       1 |     0.5 |          1.0 |  0.655s |     2m:20s |
| Iteration 50     | 11.6933 | dista.. |      auto |        31 |       2 |  0.8125 |          1.0 |  0.645s |     2m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'radius': 12.3132, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.04
Time elapsed: 0.051s
-------------------------------------------------
Total time: 2m:29s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.7188 |       0.7188 |  1.017s |     1.024s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  1.043s |     5.648s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.4375 |        0.875 |  1.101s |    10.530s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |        0.875 |  1.309s |    15.605s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9688 |       0.9688 |  1.122s |    20.327s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.6875 |       0.9688 |  1.398s |    25.636s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.0938 |       0.9688 |  0.908s |    30.153s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |       0.9688 |  1.272s |    34.913s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.9375 |       0.9688 |  0.699s |    39.141s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |       0.9688 |  1.419s |    44.325s |
| Iteration 11     |           73 |         0.045 |     SAMME |  0.8125 |       0.9688 |  0.707s |    48.928s |
| Iteration 12     |          258 |         0.021 |     SAMME |    0.75 |       0.9688 |  0.807s |    53.388s |
| Iteration 13     |          248 |        0.0569 |     SAMME |  0.5312 |       0.9688 |  0.806s |    55.899s |
| Iteration 14     |          413 |        0.0378 |   SAMME.R |  0.8125 |       0.9688 |  0.960s |    58.008s |
| Iteration 15     |          472 |        0.0339 |   SAMME.R |  0.9375 |       0.9688 |  1.033s |     1m:00s |
| Iteration 16     |          477 |          0.01 |   SAMME.R |  0.7812 |       0.9688 |  1.088s |     1m:02s |
| Iteration 17     |           98 |          0.01 |     SAMME |   0.875 |       0.9688 |  0.754s |     1m:04s |
| Iteration 18     |          348 |          0.01 |   SAMME.R |  0.8125 |       0.9688 |  0.913s |     1m:08s |
| Iteration 19     |           96 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.724s |     1m:11s |
| Iteration 20     |           50 |        0.0107 |   SAMME.R |    0.75 |          1.0 |  0.690s |     1m:12s |
| Iteration 21     |          429 |        3.3908 |     SAMME |    0.75 |          1.0 |  0.683s |     1m:14s |
| Iteration 22     |          172 |        9.9744 |   SAMME.R |     0.5 |          1.0 |  0.819s |     1m:16s |
| Iteration 23     |          495 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.090s |     1m:18s |
| Iteration 24     |           62 |        0.0301 |     SAMME |  0.9375 |          1.0 |  0.735s |     1m:20s |
| Iteration 25     |          500 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  1.095s |     1m:22s |
| Iteration 26     |          466 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  1.057s |     1m:24s |
| Iteration 27     |           66 |          0.01 |     SAMME |   0.875 |          1.0 |  0.736s |     1m:27s |
| Iteration 28     |          125 |          0.01 |     SAMME |  0.8125 |          1.0 |  0.717s |     1m:32s |
| Iteration 29     |          500 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.990s |     1m:38s |
| Iteration 30     |          110 |          0.01 |   SAMME.R |   0.625 |          1.0 |  0.715s |     1m:40s |
| Iteration 31     |           51 |          0.12 |   SAMME.R |    0.75 |          1.0 |  0.722s |     1m:42s |
| Iteration 32     |           80 |          0.01 |     SAMME |  0.5938 |          1.0 |  0.683s |     1m:44s |
| Iteration 33     |          494 |        0.1149 |   SAMME.R |  0.6562 |          1.0 |  1.019s |     1m:46s |
| Iteration 34     |          454 |        9.9997 |   SAMME.R |     0.5 |          1.0 |  0.987s |     1m:49s |
| Iteration 35     |          482 |          0.01 |     SAMME |    0.75 |          1.0 |  1.005s |     1m:53s |
| Iteration 36     |          500 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.000s |     1m:54s |
| Iteration 37     |          487 |          0.01 |     SAMME |   0.875 |          1.0 |  0.980s |     1m:56s |
| Iteration 38     |           56 |         0.092 |   SAMME.R |    0.75 |          1.0 |  0.718s |     1m:58s |
| Iteration 39     |          400 |          0.01 |     SAMME |     1.0 |          1.0 |  0.919s |     2m:00s |
| Iteration 40     |          500 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  0.001s |     2m:02s |
| Iteration 41     |          500 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  0.000s |     2m:03s |
| Iteration 42     |          500 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.000s |     2m:04s |
| Iteration 43     |          500 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.000s |     2m:05s |
| Iteration 44     |          483 |        0.1533 |     SAMME |  0.8125 |          1.0 |  0.982s |     2m:07s |
| Iteration 45     |          500 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.000s |     2m:09s |
| Iteration 46     |          500 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  0.000s |     2m:10s |
| Iteration 47     |           50 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.686s |     2m:12s |
| Iteration 48     |          476 |        0.0267 |   SAMME.R |   0.875 |          1.0 |  1.063s |     2m:15s |
| Iteration 49     |          419 |        0.0316 |   SAMME.R |  0.9375 |          1.0 |  1.015s |     2m:17s |
| Iteration 50     |           50 |        0.0464 |     SAMME |  0.8125 |          1.0 |  0.672s |     2m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 495, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9951
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.451s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.825 ± 0.0806
Time elapsed: 2.045s
-------------------------------------------------
Total time: 2m:23s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  1.074s |     1.094s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.4375 |         0.75 |  0.954s |     3.223s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.5625 |         0.75 |  0.993s |     5.294s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |         0.75 |  0.792s |     7.168s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.6875 |         0.75 |  1.284s |     9.445s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     0.5 |         0.75 |  1.079s |    12.219s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |         0.75 |  1.130s |    14.879s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  1.105s |    17.615s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  1.293s |    20.544s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.375 |          1.0 |  1.266s |    23.352s |
| Iteration 11     |          213 |   entropy |      None |                20 |                8 |          0.8 |      True |    0.0132 |         0.8 |    0.75 |          1.0 |  1.108s |    26.586s |
| Iteration 12     |          210 |   entropy |         2 |                 6 |               17 |          0.5 |     False |    0.0185 |         --- |  0.5625 |          1.0 |  1.048s |    29.857s |
| Iteration 13     |          358 |      gini |         6 |                19 |                4 |         auto |     False |    0.0003 |         --- |  0.5625 |          1.0 |  1.182s |    33.123s |
| Iteration 14     |          422 |      gini |         4 |                 6 |               16 |          0.7 |     False |    0.0211 |         --- |   0.625 |          1.0 |  0.928s |    38.158s |
| Iteration 15     |          400 |   entropy |         4 |                15 |               17 |         auto |     False |    0.0255 |         --- |  0.8125 |          1.0 |  0.904s |    43.091s |
| Iteration 16     |          170 |   entropy |      None |                17 |               15 |         auto |     False |    0.0148 |         --- |  0.7812 |          1.0 |  1.314s |    48.503s |
| Iteration 17     |          130 |      gini |      None |                 2 |               20 |         auto |     False |    0.0056 |         --- |   0.875 |          1.0 |  0.718s |    51.376s |
| Iteration 18     |          229 |   entropy |         9 |                 2 |               11 |         auto |     False |    0.0213 |         --- |  0.8125 |          1.0 |  0.776s |    53.589s |
| Iteration 19     |          500 |   entropy |         9 |                 3 |               16 |         auto |     False |     0.009 |         --- |     1.0 |          1.0 |  0.953s |    56.032s |
| Iteration 20     |          186 |      gini |      None |                 4 |               16 |         auto |     False |    0.0122 |         --- |  0.8125 |          1.0 |  0.749s |    58.452s |
| Iteration 21     |           10 |   entropy |      None |                 3 |               19 |         auto |     False |     0.035 |         --- |  0.7188 |          1.0 |  0.639s |     1m:01s |
| Iteration 22     |           10 |   entropy |      None |                 4 |               16 |         auto |     False |    0.0224 |         --- |     1.0 |          1.0 |  0.639s |     1m:04s |
| Iteration 23     |          261 |      gini |         7 |                 4 |               10 |         auto |     False |    0.0324 |         --- |     1.0 |          1.0 |  0.796s |     1m:06s |
| Iteration 24     |          279 |   entropy |         1 |                 6 |                9 |         auto |     False |    0.0317 |         --- |     1.0 |          1.0 |  0.796s |     1m:09s |
| Iteration 25     |          247 |      gini |         2 |                 7 |               10 |         auto |     False |    0.0213 |         --- |    0.75 |          1.0 |  0.771s |     1m:13s |
| Iteration 26     |          338 |      gini |         7 |                12 |               10 |         auto |     False |    0.0227 |         --- |   0.875 |          1.0 |  0.854s |     1m:16s |
| Iteration 27     |          157 |      gini |         9 |                 2 |               10 |         auto |     False |    0.0322 |         --- |  0.9375 |          1.0 |  0.744s |     1m:18s |
| Iteration 28     |          288 |   entropy |         2 |                 4 |                9 |         auto |     False |     0.035 |         --- |   0.875 |          1.0 |  0.822s |     1m:21s |
| Iteration 29     |           10 |   entropy |         5 |                20 |               18 |         None |      True |    0.0173 |         0.9 |  0.6875 |          1.0 |  0.645s |     1m:23s |
| Iteration 30     |           10 |      gini |         3 |                 2 |                4 |          0.8 |      True |    0.0024 |        None |  0.6875 |          1.0 |  0.672s |     1m:27s |
| Iteration 31     |          500 |   entropy |         1 |                 2 |                5 |         None |     False |    0.0069 |         --- |    0.75 |          1.0 |  0.951s |     1m:30s |
| Iteration 32     |           10 |      gini |         6 |                20 |                4 |          0.7 |      True |    0.0053 |         0.6 |  0.6875 |          1.0 |  0.659s |     1m:32s |
| Iteration 33     |          298 |   entropy |         9 |                 2 |               14 |         log2 |     False |    0.0073 |         --- |    0.75 |          1.0 |  0.814s |     1m:34s |
| Iteration 34     |          419 |   entropy |         3 |                20 |               10 |         sqrt |      True |    0.0111 |         0.6 |    0.75 |          1.0 |  1.017s |     1m:37s |
| Iteration 35     |          500 |   entropy |         9 |                 2 |                1 |         auto |      True |       0.0 |        None |     1.0 |          1.0 |  1.081s |     1m:39s |
| Iteration 36     |          500 |   entropy |         9 |                 2 |               20 |         auto |      True |     0.035 |        None |    0.75 |          1.0 |  1.068s |     1m:42s |
| Iteration 37     |          500 |   entropy |      None |                 2 |                1 |         auto |      True |       0.0 |        None |  0.8125 |          1.0 |  1.090s |     1m:45s |
| Iteration 38     |          192 |      gini |         7 |                10 |                2 |         None |      True |    0.0326 |         0.5 |    0.75 |          1.0 |  0.841s |     1m:47s |
| Iteration 39     |          499 |   entropy |         9 |                20 |               12 |          0.8 |     False |    0.0254 |         --- |    0.75 |          1.0 |  1.618s |     1m:50s |
| Iteration 40     |           29 |   entropy |         1 |                20 |                8 |          0.8 |     False |     0.033 |         --- |  0.5938 |          1.0 |  0.709s |     1m:53s |
| Iteration 41     |          208 |      gini |         3 |                20 |                2 |         None |     False |    0.0142 |         --- |  0.8125 |          1.0 |  0.815s |     1m:55s |
| Iteration 42     |          500 |      gini |         9 |                 2 |                1 |         auto |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.986s |     1m:58s |
| Iteration 43     |          500 |   entropy |         9 |                 7 |                1 |         auto |      True |    0.0193 |         0.6 |  0.9375 |          1.0 |  1.092s |     2m:00s |
| Iteration 44     |          480 |   entropy |         7 |                20 |                4 |          0.9 |     False |    0.0006 |         --- |    0.75 |          1.0 |  1.012s |     2m:04s |
| Iteration 45     |          500 |   entropy |         9 |                 8 |                1 |         auto |      True |     0.027 |        None |   0.875 |          1.0 |  1.085s |     2m:07s |
| Iteration 46     |           10 |   entropy |         9 |                 8 |               12 |         auto |      True |       0.0 |        None |     0.5 |          1.0 |  0.677s |     2m:09s |
| Iteration 47     |          465 |   entropy |         1 |                 7 |                9 |         auto |     False |    0.0309 |         --- |   0.875 |          1.0 |  0.968s |     2m:14s |
| Iteration 48     |          277 |   entropy |         1 |                 7 |               11 |         auto |     False |      0.03 |         --- |  0.8438 |          1.0 |  0.828s |     2m:19s |
| Iteration 49     |          292 |   entropy |         4 |                 4 |               16 |         auto |     False |    0.0155 |         --- |  0.9375 |          1.0 |  0.860s |     2m:23s |
| Iteration 50     |          321 |   entropy |         7 |                 2 |               16 |         auto |     False |     0.021 |         --- |  0.8125 |          1.0 |  0.888s |     2m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 275, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 5, 'min_samples_leaf': 16, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0189}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9196
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.199s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.855 ± 0.103
Time elapsed: 0.893s
-------------------------------------------------
Total time: 2m:30s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.813s |     0.836s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.5625 |       0.5625 |  0.872s |     2.794s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.5625 |  0.846s |     4.601s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.5625 |  0.715s |     6.301s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.5625 |  0.756s |     8.096s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.5625 |  0.724s |     9.828s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.5625 |  0.752s |    11.673s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.5625 |  0.735s |    13.391s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.767s |    17.025s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.742s |    19.302s |
| Iteration 11     |          447 |        0.9279 |         9 |   0.503 |                3 |       0.5 |              1.0 |       100 |          1 |     0.5 |          1.0 |  0.763s |    21.323s |
| Iteration 12     |          134 |        0.8488 |        10 |  0.0669 |                4 |       0.7 |              0.8 |         1 |          0 |  0.4375 |          1.0 |  0.704s |    23.382s |
| Iteration 13     |          434 |        0.0437 |         8 |   0.585 |                2 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |          1.0 |  0.776s |    25.672s |
| Iteration 14     |          373 |        0.5578 |         1 |  0.9987 |                9 |       0.5 |              0.8 |         0 |          1 |     0.5 |          1.0 |  0.748s |    28.452s |
| Iteration 15     |          100 |        0.3876 |         3 |  0.6685 |                4 |       0.5 |              0.4 |      0.01 |        100 |     0.5 |          1.0 |  0.704s |    30.797s |
| Iteration 16     |          472 |        0.0125 |         4 |  0.8168 |                9 |       0.6 |              0.7 |      0.01 |         10 |     0.5 |          1.0 |  0.780s |    33.764s |
| Iteration 17     |          142 |        0.1791 |         1 |  0.1184 |               10 |       0.8 |              0.6 |      0.01 |          0 |     0.5 |          1.0 |  0.684s |    35.748s |
| Iteration 18     |          416 |        0.3994 |         5 |  0.6776 |                4 |       0.8 |              0.8 |      0.01 |        0.1 |  0.6562 |          1.0 |  0.732s |    37.808s |
| Iteration 19     |          423 |         0.155 |         4 |  0.4684 |                7 |       0.9 |              0.9 |         0 |          1 |  0.5625 |          1.0 |  0.734s |    39.817s |
| Iteration 20     |          460 |        0.2953 |         5 |  0.2993 |                4 |       0.8 |              0.7 |      0.01 |          1 |     1.0 |          1.0 |  0.735s |    41.887s |
| Iteration 21     |          495 |        0.1703 |         7 |  0.4927 |                4 |       1.0 |              0.7 |      0.01 |          1 |    0.75 |          1.0 |  0.765s |    44.055s |
| Iteration 22     |          491 |        0.0491 |         4 |  0.4931 |                4 |       0.8 |              0.6 |      0.01 |          1 |     1.0 |          1.0 |  0.743s |    46.470s |
| Iteration 23     |          386 |        0.2125 |         4 |  0.7704 |                4 |       0.8 |              0.8 |         0 |          1 |  0.6875 |          1.0 |  0.724s |    48.585s |
| Iteration 24     |          204 |        0.0311 |         1 |  0.1923 |                4 |       0.8 |              0.9 |      0.01 |          1 |  0.9375 |          1.0 |  0.701s |    50.612s |
| Iteration 25     |          485 |          0.01 |         8 |  0.7982 |                4 |       0.8 |              1.0 |      0.01 |          1 |  0.5625 |          1.0 |  0.751s |    52.824s |
| Iteration 26     |          278 |        0.1061 |         1 |     0.0 |                4 |       0.8 |              0.6 |      0.01 |          1 |    0.75 |          1.0 |  0.711s |    55.006s |
| Iteration 27     |          331 |        0.0346 |         3 |  0.5652 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |          1.0 |  0.726s |    57.377s |
| Iteration 28     |          196 |        0.1451 |         2 |  0.5159 |                4 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |          1.0 |  0.690s |    59.551s |
| Iteration 29     |          303 |        0.0507 |         4 |  0.0218 |                4 |       0.9 |              0.8 |      0.01 |          1 |    0.75 |          1.0 |  0.707s |     1m:02s |
| Iteration 30     |          383 |        0.3501 |         7 |  0.6231 |                4 |       0.8 |              0.5 |       0.1 |          1 |  0.8125 |          1.0 |  0.731s |     1m:05s |
| Iteration 31     |           97 |        0.0524 |         1 |  0.3595 |                4 |       0.8 |              0.9 |         0 |         10 |  0.5625 |          1.0 |  0.657s |     1m:07s |
| Iteration 32     |          473 |        0.0881 |         5 |   0.297 |                4 |       0.7 |              0.5 |      0.01 |          1 |    0.75 |          1.0 |  0.723s |     1m:09s |
| Iteration 33     |          500 |        0.0138 |        10 |  0.3619 |                1 |       0.8 |              0.4 |         0 |          1 |   0.625 |          1.0 |  0.750s |     1m:12s |
| Iteration 34     |          459 |        0.0501 |         1 |  0.9715 |                4 |       0.9 |              0.5 |         0 |       0.01 |   0.875 |          1.0 |  0.731s |     1m:16s |
| Iteration 35     |          476 |        0.0546 |         5 |  0.1675 |                4 |       0.8 |              0.5 |       0.1 |        100 |  0.6875 |          1.0 |  0.741s |     1m:19s |
| Iteration 36     |          500 |        0.0562 |         6 |  0.0854 |                5 |       0.6 |              0.6 |         0 |          0 |  0.8125 |          1.0 |  0.739s |     1m:21s |
| Iteration 37     |          500 |        0.0609 |         1 |  0.0014 |                4 |       0.8 |              1.0 |         0 |       0.01 |    0.75 |          1.0 |  0.744s |     1m:24s |
| Iteration 38     |           20 |          0.01 |         5 |  0.7499 |                1 |       1.0 |              0.7 |         0 |          0 |    0.75 |          1.0 |  0.664s |     1m:26s |
| Iteration 39     |           20 |          0.01 |         4 |  0.2141 |                1 |       0.5 |              0.6 |         1 |        0.1 |  0.8125 |          1.0 |  0.661s |     1m:28s |
| Iteration 40     |          500 |        0.3565 |         1 |  0.7158 |                5 |       0.6 |              0.7 |         1 |          1 |   0.625 |          1.0 |  0.744s |     1m:33s |
| Iteration 41     |           20 |          0.01 |         6 |  0.2858 |                1 |       0.5 |              0.6 |       100 |          0 |     0.5 |          1.0 |  0.663s |     1m:37s |
| Iteration 42     |          374 |        0.0252 |         1 |  0.4721 |                4 |       1.0 |              0.4 |         0 |         10 |     1.0 |          1.0 |  0.736s |     1m:43s |
| Iteration 43     |          330 |          0.01 |         6 |    0.02 |                4 |       0.8 |              0.4 |         0 |        100 |  0.6875 |          1.0 |  0.735s |     1m:46s |
| Iteration 44     |          270 |          0.01 |         1 |  0.0384 |                2 |       0.7 |              0.7 |         0 |          0 |  0.8125 |          1.0 |  0.699s |     1m:48s |
| Iteration 45     |          500 |        0.0303 |         1 |  0.9219 |                3 |       0.8 |              0.6 |         0 |       0.01 |    0.75 |          1.0 |  0.739s |     1m:50s |
| Iteration 46     |          378 |        0.0322 |         1 |  0.3998 |                4 |       0.5 |              0.4 |         0 |        100 |  0.4062 |          1.0 |  0.711s |     1m:53s |
| Iteration 47     |          500 |        0.4632 |        10 |  0.2361 |                4 |       1.0 |              0.4 |         0 |          0 |  0.9375 |          1.0 |  0.741s |     1m:55s |
| Iteration 48     |          500 |        0.2554 |         8 |  0.6537 |                5 |       1.0 |              0.4 |         0 |        100 |     0.5 |          1.0 |  0.746s |     1m:59s |
| Iteration 49     |          500 |        0.0121 |         9 |  0.0828 |                3 |       1.0 |              0.4 |      0.01 |          0 |  0.8125 |          1.0 |  0.764s |     2m:02s |
| Iteration 50     |          159 |         0.018 |         1 |  0.9464 |                3 |       1.0 |              0.4 |         0 |          0 |  0.8125 |          1.0 |  0.688s |     2m:04s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.0569, 'max_depth': 6, 'gamma': 0.6523, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9357
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.109s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.1789
Time elapsed: 0.330s
-------------------------------------------------
Total time: 2m:06s


Final results ==================== >>
Duration: 16m:15s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.87 ± 0.0245 !
Logistic Regression             --> roc_auc: 0.77 ± 0.0245
Linear Discriminant Analysis    --> roc_auc: 0.73 ± 0.0812
Quadratic Discriminant Analysis --> roc_auc: 0.44 ± 0.2177
Radius Nearest Neighbors        --> roc_auc: 0.83 ± 0.04
AdaBoost                        --> roc_auc: 0.825 ± 0.0806
Random Forest                   --> roc_auc: 0.855 ± 0.103
XGBoost                         --> roc_auc: 0.85 ± 0.1789
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVRGAGSYQLTF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGNNARLMF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CALDSNYQLIW.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVVNAGGTSYGKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CASSSTDTQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLAGTDTQYF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9062 |       0.9062 |  3.329s |     3.351s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.6562 |       0.9062 |  3.335s |     7.988s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.4375 |       0.9062 |  3.274s |    12.364s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |       0.9062 |  3.311s |    16.851s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |       0.9062 |  3.328s |    21.240s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5625 |       0.9062 |  3.362s |    25.550s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |       0.9062 |  3.317s |    30.053s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.625 |       0.9062 |  3.349s |    35.226s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |       0.9062 |  3.244s |    40.465s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.4688 |       0.9062 |  3.294s |    45.659s |
| Iteration 11     | exponen.. |        0.5659 |           46 |       1.0 | friedman_mse |                 9 |                7 |         7 |          0.9 |    0.0309 |   0.625 |       0.9062 |  3.205s |    50.468s |
| Iteration 12     |  deviance |        0.0437 |           22 |       0.6 | squared_er.. |                 5 |                8 |         6 |          0.6 |     0.026 |    0.75 |       0.9062 |  3.191s |    55.205s |
| Iteration 13     | exponen.. |           1.0 |           84 |       0.6 | friedman_mse |                 2 |                8 |         7 |          0.7 |     0.029 |  0.6875 |       0.9062 |  3.208s |    59.920s |
| Iteration 14     |  deviance |        0.1189 |          475 |       0.9 | squared_er.. |                16 |                3 |         9 |         sqrt |    0.0087 |  0.4375 |       0.9062 |  3.284s |     1m:05s |
| Iteration 15     | exponen.. |         0.952 |           84 |       0.6 | squared_er.. |                 6 |                3 |         5 |         sqrt |    0.0144 |   0.875 |       0.9062 |  3.357s |     1m:10s |
| Iteration 16     | exponen.. |        0.0694 |           31 |       1.0 | friedman_mse |                18 |                8 |         8 |          0.5 |    0.0267 |  0.9375 |       0.9375 |  3.204s |     1m:14s |
| Iteration 17     | exponen.. |          0.01 |           58 |       1.0 | friedman_mse |                20 |                8 |         9 |         auto |    0.0232 |  0.6875 |       0.9375 |  3.204s |     1m:19s |
| Iteration 18     | exponen.. |        0.0855 |           52 |       1.0 | friedman_mse |                16 |                8 |         7 |          0.6 |    0.0251 |     1.0 |          1.0 |  3.216s |     1m:24s |
| Iteration 19     | exponen.. |        0.2344 |           58 |       1.0 | friedman_mse |                10 |                8 |         8 |          0.7 |    0.0155 |   0.875 |          1.0 |  3.233s |     1m:29s |
| Iteration 20     | exponen.. |        0.0287 |           10 |       1.0 | friedman_mse |                12 |                8 |         6 |          0.6 |     0.013 |    0.75 |          1.0 |  3.207s |     1m:34s |
| Iteration 21     | exponen.. |        0.1614 |           21 |       1.0 | friedman_mse |                18 |                8 |         4 |         auto |    0.0337 |  0.8125 |          1.0 |  4.762s |     1m:41s |
| Iteration 22     | exponen.. |        0.6928 |          214 |       1.0 | squared_er.. |                12 |                8 |         7 |          0.7 |    0.0266 |  0.9375 |          1.0 |  4.779s |     1m:50s |
| Iteration 23     | exponen.. |        0.0504 |           47 |       1.0 | squared_er.. |                15 |                8 |         2 |          0.9 |    0.0293 |    0.75 |          1.0 |  5.049s |     1m:59s |
| Iteration 24     | exponen.. |        0.1349 |          275 |       0.8 | friedman_mse |                 3 |                2 |         7 |         log2 |     0.015 |   0.625 |          1.0 |  4.935s |     2m:08s |
| Iteration 25     | exponen.. |        0.0998 |          229 |       0.5 | friedman_mse |                 5 |                3 |         7 |          0.6 |    0.0084 |  0.6875 |          1.0 |  3.236s |     2m:14s |
| Iteration 26     | exponen.. |        0.1297 |           69 |       1.0 | squared_er.. |                18 |                8 |         7 |          0.7 |    0.0251 |  0.8125 |          1.0 |  3.213s |     2m:19s |
| Iteration 27     | exponen.. |           1.0 |          205 |       1.0 | friedman_mse |                14 |                8 |        10 |          0.9 |    0.0253 |   0.875 |          1.0 |  3.206s |     2m:24s |
| Iteration 28     | exponen.. |           1.0 |          267 |       1.0 | friedman_mse |                16 |                9 |        10 |         sqrt |    0.0255 |  0.9062 |          1.0 |  3.300s |     2m:29s |
| Iteration 29     | exponen.. |        0.7081 |          130 |       1.0 | friedman_mse |                12 |                8 |         8 |          0.6 |    0.0297 |   0.625 |          1.0 |  3.203s |     2m:36s |
| Iteration 30     | exponen.. |        0.2883 |          200 |       1.0 | friedman_mse |                14 |               10 |         6 |          0.9 |    0.0309 |  0.5938 |          1.0 |  3.107s |     2m:42s |
| Iteration 31     | exponen.. |        0.4322 |          353 |       1.0 | friedman_mse |                13 |               20 |         4 |          0.9 |    0.0044 |  0.8438 |          1.0 |  3.191s |     2m:48s |
| Iteration 32     | exponen.. |        0.0193 |          122 |       0.5 | friedman_mse |                 9 |               20 |        10 |         None |    0.0283 |     0.5 |          1.0 |  3.207s |     2m:52s |
| Iteration 33     | exponen.. |        0.3196 |          162 |       0.5 | friedman_mse |                11 |                5 |         8 |         log2 |    0.0261 |  0.6875 |          1.0 |  3.226s |     2m:59s |
| Iteration 34     |  deviance |        0.3654 |           32 |       1.0 | friedman_mse |                 8 |               20 |         5 |         None |    0.0241 |   0.875 |          1.0 |  3.201s |     3m:04s |
| Iteration 35     |  deviance |        0.0176 |          256 |       0.9 | squared_er.. |                 4 |               19 |         1 |         auto |    0.0167 |    0.75 |          1.0 |  3.248s |     3m:09s |
| Iteration 36     |  deviance |        0.0567 |           88 |       0.6 | friedman_mse |                 7 |               20 |         6 |          0.9 |    0.0304 |     0.5 |          1.0 |  3.171s |     3m:13s |
| Iteration 37     |  deviance |        0.1131 |           33 |       0.6 | squared_er.. |                17 |                1 |         1 |          0.7 |    0.0282 |   0.875 |          1.0 |  3.238s |     3m:18s |
| Iteration 38     |  deviance |        0.3502 |           83 |       0.5 | squared_er.. |                 3 |                1 |         8 |         auto |     0.029 |    0.75 |          1.0 |  3.230s |     3m:22s |
| Iteration 39     | exponen.. |        0.0991 |          105 |       0.6 | friedman_mse |                 3 |                1 |        10 |         sqrt |    0.0015 |  0.6875 |          1.0 |  3.243s |     3m:27s |
| Iteration 40     |  deviance |           1.0 |          500 |       1.0 | squared_er.. |                20 |               20 |        10 |         auto |     0.035 |    0.75 |          1.0 |  3.294s |     3m:32s |
| Iteration 41     | exponen.. |        0.0202 |          497 |       0.6 | squared_er.. |                 3 |                4 |         1 |          0.7 |    0.0233 |   0.875 |          1.0 |  3.333s |     3m:36s |
| Iteration 42     |  deviance |        0.1464 |           17 |       0.7 | friedman_mse |                19 |                5 |         1 |         sqrt |    0.0031 |   0.625 |          1.0 |  3.095s |     3m:43s |
| Iteration 43     |  deviance |        0.0486 |           67 |       0.6 | squared_er.. |                 6 |                3 |         9 |          0.9 |     0.035 |  0.7812 |          1.0 |  3.215s |     3m:49s |
| Iteration 44     |  deviance |        0.2736 |          466 |       1.0 | squared_er.. |                 6 |               20 |         8 |         auto |       0.0 |   0.375 |          1.0 |  3.313s |     3m:56s |
| Iteration 45     |  deviance |           1.0 |          314 |       1.0 | friedman_mse |                12 |               12 |         8 |         None |    0.0204 |   0.875 |          1.0 |  3.293s |     4m:02s |
| Iteration 46     |  deviance |           1.0 |           62 |       0.6 | squared_er.. |                16 |                1 |         8 |         None |    0.0201 |  0.5625 |          1.0 |  3.132s |     4m:09s |
| Iteration 47     |  deviance |           1.0 |           25 |       1.0 | friedman_mse |                12 |                5 |         8 |          0.7 |    0.0213 |  0.5312 |          1.0 |  3.254s |     4m:14s |
| Iteration 48     | exponen.. |        0.0431 |          135 |       1.0 | friedman_mse |                19 |                5 |         8 |          0.5 |    0.0261 |     1.0 |          1.0 |  3.301s |     4m:19s |
| Iteration 49     | exponen.. |        0.0657 |          310 |       1.0 | friedman_mse |                 5 |                4 |         5 |          0.7 |     0.026 |    0.25 |          1.0 |  3.307s |     4m:24s |
| Iteration 50     | exponen.. |        0.6104 |          135 |       1.0 | friedman_mse |                 7 |                5 |         8 |         sqrt |    0.0346 |  0.8125 |          1.0 |  3.252s |     4m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0431, 'n_estimators': 135, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 5, 'max_depth': 8, 'max_features': 0.5, 'ccp_alpha': 0.0261}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.039s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.905 ± 0.0843
Time elapsed: 0.181s
-------------------------------------------------
Total time: 4m:31s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  3.184s |     3.196s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |        0.625 |  3.203s |     7.407s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.25 |        0.625 |  3.206s |    11.773s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.25 |        0.625 |  3.169s |    16.026s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.6875 |       0.6875 |  3.277s |    20.382s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.25 |       0.6875 |  3.217s |    24.615s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |       0.6875 |  3.364s |    29.068s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |       0.6875 |  3.247s |    33.358s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |       0.6875 |  3.231s |    37.700s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.4375 |       0.6875 |  3.292s |    42.004s |
| Iteration 11     | elast.. |  0.0026 |    saga |      200 |      0.8 |     0.5 |       0.6875 |  3.278s |    46.830s |
| Iteration 12     |      l2 |  0.1625 | libli.. |      503 |      --- |     0.0 |       0.6875 |  4.823s |    53.157s |
| Iteration 13     |      l2 |  0.0166 | libli.. |      230 |      --- |   0.375 |       0.6875 |  4.800s |     1m:00s |
| Iteration 14     |      l2 |   0.034 | libli.. |      310 |      --- |  0.5625 |       0.6875 |  4.807s |     1m:08s |
| Iteration 15     |      l2 |  0.0429 |     sag |      297 |      --- |  0.6875 |       0.6875 |  4.807s |     1m:15s |
| Iteration 16     |      l2 |  2.4782 | libli.. |      571 |      --- |    0.75 |         0.75 |  4.645s |     1m:22s |
| Iteration 17     |      l2 |  0.9108 |     sag |      584 |      --- |  0.4688 |         0.75 |  3.523s |     1m:26s |
| Iteration 18     |      l2 |  0.0054 |     sag |      114 |      --- |  0.4375 |         0.75 |  3.277s |     1m:31s |
| Iteration 19     |      l2 | 52.7542 |   lbfgs |      147 |      --- |  0.5625 |         0.75 |  3.272s |     1m:36s |
| Iteration 20     |      l2 |  0.5806 | libli.. |      570 |      --- |   0.375 |         0.75 |  3.239s |     1m:41s |
| Iteration 21     |      l2 |  3.2104 | newto.. |      600 |      --- |  0.6875 |         0.75 |  3.271s |     1m:45s |
| Iteration 22     |      l2 |  6.5117 | newto.. |      575 |      --- |   0.125 |         0.75 |  3.267s |     1m:52s |
| Iteration 23     |      l2 |  6.3067 | newto.. |      293 |      --- |  0.8125 |       0.8125 |  3.237s |     1m:57s |
| Iteration 24     |      l2 |  6.5429 | newto.. |      239 |      --- |  0.3125 |       0.8125 |  3.245s |     2m:01s |
| Iteration 25     |      l2 |  2.8717 | newto.. |      614 |      --- |  0.5625 |       0.8125 |  3.135s |     2m:09s |
| Iteration 26     |      l2 | 83.2205 | newto.. |      292 |      --- |  0.5625 |       0.8125 |  3.162s |     2m:14s |
| Iteration 27     |      l2 | 97.6072 |     sag |      551 |      --- |     0.5 |       0.8125 |  3.222s |     2m:19s |
| Iteration 28     |    none |     --- |    saga |      984 |      --- |  0.5625 |       0.8125 |  3.267s |     2m:23s |
| Iteration 29     |      l2 |  5.9326 | newto.. |      942 |      --- |   0.625 |       0.8125 |  3.313s |     2m:28s |
| Iteration 30     |      l2 |  5.7887 | newto.. |      100 |      --- |  0.6875 |       0.8125 |  3.267s |     2m:33s |
| Iteration 31     |      l2 |  3.8712 | libli.. |      638 |      --- |  0.4375 |       0.8125 |  3.210s |     2m:38s |
| Iteration 32     |    none |     --- | newto.. |      539 |      --- |     0.5 |       0.8125 |  3.236s |     2m:42s |
| Iteration 33     |      l2 |  1.7503 | libli.. |      550 |      --- |    0.75 |       0.8125 |  3.273s |     2m:47s |
| Iteration 34     |      l2 |  0.0175 | libli.. |      370 |      --- |  0.5625 |       0.8125 |  3.250s |     2m:52s |
| Iteration 35     |      l2 |  1.8914 | libli.. |      100 |      --- |  0.4375 |       0.8125 |  3.230s |     2m:57s |
| Iteration 36     |      l2 |  9.4763 | newto.. |      296 |      --- |    0.75 |       0.8125 |  3.230s |     3m:02s |
| Iteration 37     |      l2 |  5.9293 | newto.. |      341 |      --- |   0.625 |       0.8125 |  3.221s |     3m:08s |
| Iteration 38     |      l2 |  6.7331 | newto.. |      164 |      --- |   0.625 |       0.8125 |  3.227s |     3m:15s |
| Iteration 39     |    none |     --- | newto.. |      472 |      --- |  0.6875 |       0.8125 |  3.225s |     3m:20s |
| Iteration 40     |      l2 |   8.674 |    saga |      219 |      --- |  0.6875 |       0.8125 |  3.250s |     3m:25s |
| Iteration 41     |      l2 |  8.1097 |   lbfgs |      265 |      --- |   0.625 |       0.8125 |  3.508s |     3m:30s |
| Iteration 42     |      l2 |  1.6262 | libli.. |      596 |      --- |  0.0625 |       0.8125 |  3.217s |     3m:35s |
| Iteration 43     |      l2 |  9.0183 | libli.. |      196 |      --- |  0.8125 |       0.8125 |  3.209s |     3m:40s |
| Iteration 44     |      l2 | 12.2639 | newto.. |      582 |      --- |   0.625 |       0.8125 |  3.288s |     3m:45s |
| Iteration 45     |      l2 |  8.3615 | libli.. |      218 |      --- |  0.8125 |       0.8125 |  3.205s |     3m:49s |
| Iteration 46     |      l2 |  8.3255 | newto.. |      221 |      --- |  0.3125 |       0.8125 |  3.528s |     3m:55s |
| Iteration 47     |      l2 |   1.843 |     sag |      418 |      --- |   0.375 |       0.8125 |  4.784s |     4m:02s |
| Iteration 48     |      l2 |  7.7775 |     sag |      510 |      --- |    0.75 |       0.8125 |  4.777s |     4m:10s |
| Iteration 49     |      l2 |  7.7946 |     sag |      105 |      --- |  0.8125 |       0.8125 |  4.833s |     4m:17s |
| Iteration 50     | elast.. |  8.0498 |    saga |      586 |      0.8 |  0.6875 |       0.8125 |  4.812s |     4m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'penalty': 'l2', 'C': 7.7946, 'solver': 'sag', 'max_iter': 105}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 4m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8616
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0748
Time elapsed: 0.058s
-------------------------------------------------
Total time: 4m:27s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.875 |        0.875 |  3.240s |     3.247s |
| Initial point 2  |     svd |       --- |     0.5 |        0.875 |  3.232s |     7.592s |
| Initial point 3  |     svd |       --- |     0.5 |        0.875 |  0.001s |     8.732s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |        0.875 |  3.131s |    12.948s |
| Initial point 5  |   eigen |       0.9 |    0.75 |        0.875 |  3.225s |    17.252s |
| Initial point 6  |    lsqr |       0.7 |   0.375 |        0.875 |  3.338s |    21.704s |
| Initial point 7  |    lsqr |       0.5 |  0.4375 |        0.875 |  3.221s |    26.092s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |        0.875 |  3.292s |    30.532s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |        0.875 |  3.292s |    35.705s |
| Initial point 10 |   eigen |       0.8 |     0.5 |        0.875 |  3.316s |    40.392s |
| Iteration 11     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |    41.638s |
| Iteration 12     |     svd |       --- |     0.5 |        0.875 |  0.000s |    42.817s |
| Iteration 13     |   eigen |      auto |   0.375 |        0.875 |  3.245s |    47.107s |
| Iteration 14     |    lsqr |      auto |     0.5 |        0.875 |  3.293s |    51.661s |
| Iteration 15     |   eigen |       1.0 |   0.875 |        0.875 |  0.002s |    52.911s |
| Iteration 16     |    lsqr |       1.0 |    0.25 |        0.875 |  3.274s |    57.272s |
| Iteration 17     |   eigen |      None |  0.4062 |        0.875 |  3.264s |     1m:02s |
| Iteration 18     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:03s |
| Iteration 19     |     svd |       --- |     0.5 |        0.875 |  0.000s |     1m:04s |
| Iteration 20     |     svd |       --- |     0.5 |        0.875 |  0.000s |     1m:05s |
| Iteration 21     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 22     |   eigen |       0.6 |  0.4375 |        0.875 |  3.131s |     1m:13s |
| Iteration 23     |     svd |       --- |     0.5 |        0.875 |  0.000s |     1m:15s |
| Iteration 24     |     svd |       --- |     0.5 |        0.875 |  0.000s |     1m:16s |
| Iteration 25     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:17s |
| Iteration 26     |     svd |       --- |     0.5 |        0.875 |  0.000s |     1m:18s |
| Iteration 27     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:19s |
| Iteration 28     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:20s |
| Iteration 29     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:21s |
| Iteration 30     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:23s |
| Iteration 31     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:24s |
| Iteration 32     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:25s |
| Iteration 33     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:26s |
| Iteration 34     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:27s |
| Iteration 35     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:28s |
| Iteration 36     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:30s |
| Iteration 37     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:31s |
| Iteration 38     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:32s |
| Iteration 39     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:33s |
| Iteration 40     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:34s |
| Iteration 41     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:35s |
| Iteration 42     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:37s |
| Iteration 43     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:38s |
| Iteration 44     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:39s |
| Iteration 45     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:40s |
| Iteration 46     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:41s |
| Iteration 47     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:43s |
| Iteration 48     |   eigen |       1.0 |   0.875 |        0.875 |  0.000s |     1m:45s |
| Iteration 49     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:46s |
| Iteration 50     |   eigen |       1.0 |   0.875 |        0.875 |  0.001s |     1m:49s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'solver': 'eigen', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.2358
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:51s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.875 |        0.875 |  3.131s |     3.135s |
| Initial point 2  |       0.9 |  0.3125 |        0.875 |  3.139s |     8.217s |
| Initial point 3  |       0.1 |    0.75 |        0.875 |  3.145s |    12.748s |
| Initial point 4  |       1.0 |   0.875 |        0.875 |  0.000s |    13.796s |
| Initial point 5  |       0.2 |    0.75 |        0.875 |  4.495s |    21.067s |
| Initial point 6  |       0.4 |    0.25 |        0.875 |  4.942s |    29.754s |
| Initial point 7  |       0.4 |    0.25 |        0.875 |  0.001s |    33.669s |
| Initial point 8  |       0.7 |    0.75 |        0.875 |  4.740s |    41.925s |
| Initial point 9  |       0.9 |  0.3125 |        0.875 |  0.001s |    45.976s |
| Initial point 10 |       0.8 |  0.4375 |        0.875 |  3.265s |    52.534s |
| Iteration 11     |       0.3 |  0.7188 |        0.875 |  3.153s |    59.397s |
| Iteration 12     |       0.6 |    0.25 |        0.875 |  3.246s |     1m:04s |
| Iteration 13     |       0.5 |     0.5 |        0.875 |  3.260s |     1m:09s |
| Iteration 14     |       0.0 |  0.4375 |        0.875 |  3.244s |     1m:13s |
| Iteration 15     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 16     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:18s |
| Iteration 17     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:19s |
| Iteration 18     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:20s |
| Iteration 19     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:21s |
| Iteration 20     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:22s |
| Iteration 21     |       1.0 |   0.875 |        0.875 |  0.001s |     1m:25s |
| Iteration 22     |       0.6 |    0.25 |        0.875 |  0.000s |     1m:29s |
| Iteration 23     |       1.0 |   0.875 |        0.875 |  0.001s |     1m:30s |
| Iteration 24     |       1.0 |   0.875 |        0.875 |  0.001s |     1m:31s |
| Iteration 25     |       1.0 |   0.875 |        0.875 |  0.001s |     1m:33s |
| Iteration 26     |       1.0 |   0.875 |        0.875 |  0.001s |     1m:34s |
| Iteration 27     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:35s |
| Iteration 28     |       0.9 |  0.3125 |        0.875 |  0.001s |     1m:38s |
| Iteration 29     |       1.0 |   0.875 |        0.875 |  0.001s |     1m:39s |
| Iteration 30     |       0.8 |  0.4375 |        0.875 |  0.001s |     1m:41s |
| Iteration 31     |       1.0 |   0.875 |        0.875 |  0.001s |     1m:42s |
| Iteration 32     |       1.0 |   0.875 |        0.875 |  0.001s |     1m:43s |
| Iteration 33     |       1.0 |   0.875 |        0.875 |  0.001s |     1m:44s |
| Iteration 34     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:45s |
| Iteration 35     |       1.0 |   0.875 |        0.875 |  0.002s |     1m:49s |
| Iteration 36     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:53s |
| Iteration 37     |       1.0 |   0.875 |        0.875 |  0.000s |     1m:57s |
| Iteration 38     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:01s |
| Iteration 39     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:02s |
| Iteration 40     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:03s |
| Iteration 41     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:04s |
| Iteration 42     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:05s |
| Iteration 43     |       1.0 |   0.875 |        0.875 |  0.002s |     2m:06s |
| Iteration 44     |       1.0 |   0.875 |        0.875 |  0.001s |     2m:07s |
| Iteration 45     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:08s |
| Iteration 46     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:09s |
| Iteration 47     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:11s |
| Iteration 48     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:12s |
| Iteration 49     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:13s |
| Iteration 50     |       1.0 |   0.875 |        0.875 |  0.000s |     2m:14s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.2358
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:15s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.5891 | dista.. |      auto |        40 |       1 |   0.375 |        0.375 |  3.216s |     3.239s |
| Initial point 2  |   4.609 | uniform |   kd_tree |        39 |       2 |  0.5938 |       0.5938 |  3.112s |     8.187s |
| Initial point 3  |  3.6408 | dista.. | ball_tree |        25 |       2 |   0.125 |       0.5938 |  3.886s |    14.051s |
| Initial point 4  | 10.6219 | uniform | ball_tree |        39 |       2 |   0.375 |       0.5938 |  3.162s |    18.303s |
| Initial point 5  |  8.3209 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  4.164s |    23.446s |
| Initial point 6  |  9.6362 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  4.737s |    29.582s |
| Initial point 7  |  6.8925 | dista.. | ball_tree |        24 |       1 |   0.375 |          1.0 |  4.791s |    35.763s |
| Initial point 8  |  1.6517 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  4.725s |    42.109s |
| Initial point 9  |  7.6778 | uniform | ball_tree |        24 |       1 |  0.3438 |          1.0 |  4.790s |    48.545s |
| Initial point 10 |  5.4534 | uniform |     brute |        22 |       2 |  0.5625 |          1.0 |  3.243s |    53.111s |
| Iteration 11     |  9.0701 | dista.. |   kd_tree |        31 |       1 |   0.625 |          1.0 |  3.222s |    57.798s |
| Iteration 12     |  1.7875 | uniform |      auto |        30 |       2 |  0.2812 |          1.0 |  3.139s |     1m:02s |
| Iteration 13     |  9.4612 | uniform |      auto |        30 |       2 |  0.7188 |          1.0 |  3.240s |     1m:07s |
| Iteration 14     |  8.1387 | dista.. |      auto |        30 |       2 |     0.5 |          1.0 |  3.171s |     1m:12s |
| Iteration 15     | 11.5784 | dista.. | ball_tree |        29 |       2 |  0.6875 |          1.0 |  3.246s |     1m:16s |
| Iteration 16     | 11.6218 | uniform |   kd_tree |        32 |       2 |     0.5 |          1.0 |  3.302s |     1m:21s |
| Iteration 17     |  9.0239 | uniform |     brute |        28 |       1 |  0.3438 |          1.0 |  3.305s |     1m:26s |
| Iteration 18     | 11.6218 | dista.. |      auto |        31 |       2 |  0.5625 |          1.0 |  3.186s |     1m:30s |
| Iteration 19     |  6.7666 | dista.. |      auto |        33 |       1 |  0.5938 |          1.0 |  3.317s |     1m:35s |
| Iteration 20     | 10.3056 | dista.. |     brute |        30 |       2 |     0.5 |          1.0 |  3.139s |     1m:41s |
| Iteration 21     |   4.058 | dista.. |     brute |        35 |       2 |     0.5 |          1.0 |  3.220s |     1m:46s |
| Iteration 22     |  9.6664 | dista.. |      auto |        29 |       1 |   0.875 |          1.0 |  3.187s |     1m:53s |
| Iteration 23     |  9.9734 | dista.. |      auto |        29 |       1 |  0.3125 |          1.0 |  3.203s |     1m:59s |
| Iteration 24     |   0.107 | uniform |      auto |        40 |       2 |     0.5 |          1.0 |  3.261s |     2m:03s |
| Iteration 25     |  8.3656 | uniform |      auto |        30 |       2 |  0.4375 |          1.0 |  3.273s |     2m:08s |
| Iteration 26     | 11.6156 | uniform |     brute |        35 |       2 |   0.625 |          1.0 |  3.274s |     2m:12s |
| Iteration 27     |  9.5848 | dista.. |      auto |        31 |       1 |   0.875 |          1.0 |  3.238s |     2m:17s |
| Iteration 28     |  8.3865 | dista.. |      auto |        34 |       2 |  0.4375 |          1.0 |  3.248s |     2m:22s |
| Iteration 29     |   9.693 | dista.. |      auto |        31 |       1 |   0.625 |          1.0 |  3.276s |     2m:26s |
| Iteration 30     |  9.7604 | dista.. |      auto |        31 |       2 |   0.625 |          1.0 |  3.964s |     2m:32s |
| Iteration 31     |  8.3482 | dista.. |      auto |        29 |       1 |  0.7812 |          1.0 |  3.263s |     2m:37s |
| Iteration 32     |  5.3452 | dista.. |      auto |        30 |       1 |  0.6875 |          1.0 |  3.233s |     2m:41s |
| Iteration 33     |  0.8292 | dista.. |      auto |        30 |       1 |     0.5 |          1.0 |  3.167s |     2m:46s |
| Iteration 34     |  0.1843 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.231s |     2m:50s |
| Iteration 35     |  8.4622 | dista.. |      auto |        30 |       1 |  0.5625 |          1.0 |  3.250s |     2m:55s |
| Iteration 36     |  0.1695 | dista.. |      auto |        36 |       1 |     0.5 |          1.0 |  3.243s |     2m:60s |
| Iteration 37     |  9.9488 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  3.277s |     3m:05s |
| Iteration 38     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  4.141s |     3m:11s |
| Iteration 39     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.001s |     3m:12s |
| Iteration 40     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.001s |     3m:14s |
| Iteration 41     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.000s |     3m:15s |
| Iteration 42     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.001s |     3m:16s |
| Iteration 43     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.001s |     3m:18s |
| Iteration 44     |     0.0 | uniform |     brute |        20 |       1 |     0.5 |          1.0 |  3.248s |     3m:23s |
| Iteration 45     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.001s |     3m:24s |
| Iteration 46     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.001s |     3m:25s |
| Iteration 47     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.001s |     3m:27s |
| Iteration 48     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.001s |     3m:28s |
| Iteration 49     | 11.6218 | uniform |      auto |        30 |       1 |  0.4688 |          1.0 |  3.208s |     3m:33s |
| Iteration 50     | 11.6218 | dista.. |      auto |        30 |       1 |     1.0 |          1.0 |  0.001s |     3m:34s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'radius': 8.3209, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.2227
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:36s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  3.547s |     3.554s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.5312 |         0.75 |  3.584s |     9.281s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.5625 |         0.75 |  3.336s |    14.049s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     0.5 |         0.75 |  3.480s |    18.638s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |         0.75 |  3.330s |    23.120s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.25 |         0.75 |  3.539s |    27.874s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |         0.75 |  3.368s |    32.339s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.625 |         0.75 |  3.414s |    36.922s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.7812 |       0.7812 |  3.134s |    41.217s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5938 |       0.7812 |  3.266s |    45.564s |
| Iteration 11     |          437 |        3.1232 |     SAMME |   0.375 |       0.7812 |  3.146s |    49.974s |
| Iteration 12     |          256 |        8.1152 |   SAMME.R |     0.5 |       0.7812 |  3.346s |    54.602s |
| Iteration 13     |          248 |        6.6543 |     SAMME |  0.8125 |       0.8125 |  3.137s |    59.017s |
| Iteration 14     |          249 |        0.9891 |     SAMME |  0.3125 |       0.8125 |  3.952s |     1m:04s |
| Iteration 15     |          328 |        6.5472 |     SAMME |     0.5 |       0.8125 |  3.184s |     1m:09s |
| Iteration 16     |          487 |         6.644 |     SAMME |   0.625 |       0.8125 |  3.162s |     1m:13s |
| Iteration 17     |          345 |        5.6478 |   SAMME.R |   0.625 |       0.8125 |  3.436s |     1m:18s |
| Iteration 18     |           50 |        0.0293 |     SAMME |   0.875 |        0.875 |  3.174s |     1m:22s |
| Iteration 19     |          131 |          0.01 |     SAMME |  0.9375 |       0.9375 |  3.241s |     1m:26s |
| Iteration 20     |           50 |          0.01 |     SAMME |  0.5625 |       0.9375 |  3.173s |     1m:30s |
| Iteration 21     |          499 |        0.0101 |     SAMME |  0.8125 |       0.9375 |  3.509s |     1m:37s |
| Iteration 22     |          422 |          0.01 |   SAMME.R |  0.9688 |       0.9688 |  3.445s |     1m:42s |
| Iteration 23     |          495 |          0.01 |   SAMME.R |   0.625 |       0.9688 |  3.541s |     1m:46s |
| Iteration 24     |           50 |          0.01 |   SAMME.R |    0.75 |       0.9688 |  3.172s |     1m:51s |
| Iteration 25     |           50 |          0.01 |   SAMME.R |    0.75 |       0.9688 |  0.000s |     1m:52s |
| Iteration 26     |          264 |          0.01 |   SAMME.R |  0.8125 |       0.9688 |  3.365s |     1m:56s |
| Iteration 27     |          204 |          0.01 |   SAMME.R |    0.75 |       0.9688 |  3.299s |     2m:01s |
| Iteration 28     |          390 |        9.9966 |     SAMME |   0.625 |       0.9688 |  3.127s |     2m:05s |
| Iteration 29     |           58 |         0.025 |   SAMME.R |   0.625 |       0.9688 |  3.207s |     2m:09s |
| Iteration 30     |          500 |          0.01 |     SAMME |   0.625 |       0.9688 |  3.479s |     2m:14s |
| Iteration 31     |           65 |        9.9931 |   SAMME.R |   0.625 |       0.9688 |  3.217s |     2m:18s |
| Iteration 32     |           80 |          0.01 |     SAMME |   0.625 |       0.9688 |  3.211s |     2m:23s |
| Iteration 33     |          500 |          0.01 |   SAMME.R |  0.6875 |       0.9688 |  3.553s |     2m:27s |
| Iteration 34     |           50 |          0.01 |   SAMME.R |    0.75 |       0.9688 |  0.000s |     2m:30s |
| Iteration 35     |          483 |        0.0317 |   SAMME.R |    0.75 |       0.9688 |  3.531s |     2m:35s |
| Iteration 36     |           50 |          0.01 |   SAMME.R |    0.75 |       0.9688 |  0.000s |     2m:36s |
| Iteration 37     |           50 |          0.01 |   SAMME.R |    0.75 |       0.9688 |  0.000s |     2m:39s |
| Iteration 38     |          219 |        9.9961 |   SAMME.R |    0.75 |       0.9688 |  3.254s |     2m:45s |
| Iteration 39     |           66 |        0.0303 |   SAMME.R |    0.75 |       0.9688 |  3.120s |     2m:51s |
| Iteration 40     |          500 |          0.01 |   SAMME.R |  0.6875 |       0.9688 |  0.000s |     2m:52s |
| Iteration 41     |           50 |          0.01 |   SAMME.R |    0.75 |       0.9688 |  0.000s |     2m:53s |
| Iteration 42     |          266 |        9.9984 |     SAMME |   0.625 |       0.9688 |  3.083s |     2m:57s |
| Iteration 43     |          500 |          0.01 |     SAMME |   0.625 |       0.9688 |  0.000s |     2m:59s |
| Iteration 44     |           50 |          0.01 |   SAMME.R |    0.75 |       0.9688 |  0.000s |     3m:00s |
| Iteration 45     |           60 |        0.0299 |     SAMME |  0.8125 |       0.9688 |  3.212s |     3m:05s |
| Iteration 46     |          494 |        0.0269 |   SAMME.R |   0.625 |       0.9688 |  3.546s |     3m:09s |
| Iteration 47     |           50 |        0.0175 |   SAMME.R |  0.7812 |       0.9688 |  3.185s |     3m:14s |
| Iteration 48     |           50 |        0.0179 |   SAMME.R |  0.9688 |       0.9688 |  3.191s |     3m:18s |
| Iteration 49     |           50 |        0.0205 |   SAMME.R |  0.6875 |       0.9688 |  3.180s |     3m:24s |
| Iteration 50     |           50 |        0.0189 |   SAMME.R |  0.6562 |       0.9688 |  3.174s |     3m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 422, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 0.9688
Time elapsed: 3m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.395s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0784
Time elapsed: 1.799s
-------------------------------------------------
Total time: 3m:32s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  3.536s |     3.555s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |       0.8125 |  3.407s |     7.926s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.625 |       0.8125 |  3.444s |    12.305s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.8125 |  3.253s |    16.521s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |       0.8125 |  3.465s |    21.463s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.3125 |       0.8125 |  3.281s |    25.782s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |       0.8125 |  3.321s |    30.084s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9375 |       0.9375 |  3.294s |    34.281s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |       0.9375 |  3.422s |    40.561s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     0.5 |       0.9375 |  3.380s |    45.342s |
| Iteration 11     |           10 |   entropy |      None |                20 |               16 |          0.8 |      True |     0.035 |         0.9 |  0.5938 |       0.9375 |  3.158s |    49.790s |
| Iteration 12     |          318 |   entropy |      None |                14 |               14 |         auto |      True |    0.0175 |         0.6 |  0.6562 |       0.9375 |  3.370s |    54.581s |
| Iteration 13     |           10 |   entropy |         8 |                 2 |               18 |          0.8 |      True |    0.0129 |         0.5 |     0.5 |       0.9375 |  3.189s |    59.144s |
| Iteration 14     |          500 |      gini |         1 |                 6 |               10 |         log2 |     False |       0.0 |         --- |  0.6562 |       0.9375 |  3.483s |     1m:04s |
| Iteration 15     |          443 |      gini |      None |                 4 |               17 |         auto |     False |    0.0348 |         --- |  0.6875 |       0.9375 |  3.476s |     1m:09s |
| Iteration 16     |          155 |      gini |      None |                 2 |                7 |          0.5 |     False |    0.0111 |         --- |  0.8125 |       0.9375 |  3.325s |     1m:14s |
| Iteration 17     |          463 |      gini |         3 |                20 |               18 |         log2 |     False |    0.0237 |         --- |  0.5938 |       0.9375 |  3.487s |     1m:19s |
| Iteration 18     |           13 |   entropy |         1 |                 2 |               11 |         sqrt |      True |    0.0104 |         0.6 |  0.5625 |       0.9375 |  3.258s |     1m:23s |
| Iteration 19     |           10 |   entropy |      None |                 5 |                1 |         sqrt |     False |    0.0234 |         --- |     1.0 |          1.0 |  3.223s |     1m:28s |
| Iteration 20     |          215 |   entropy |         1 |                 4 |                6 |         auto |     False |    0.0235 |         --- |  0.4375 |          1.0 |  4.011s |     1m:33s |
| Iteration 21     |           10 |   entropy |      None |                 5 |                6 |         log2 |     False |    0.0048 |         --- |  0.6875 |          1.0 |  3.281s |     1m:38s |
| Iteration 22     |           10 |   entropy |      None |                 5 |                1 |         log2 |     False |    0.0259 |         --- |     1.0 |          1.0 |  3.232s |     1m:43s |
| Iteration 23     |          134 |   entropy |      None |                20 |                1 |          0.7 |     False |     0.032 |         --- |    0.75 |          1.0 |  3.348s |     1m:48s |
| Iteration 24     |           47 |   entropy |      None |                 2 |                1 |          0.5 |     False |    0.0115 |         --- |    0.75 |          1.0 |  3.274s |     1m:52s |
| Iteration 25     |           48 |   entropy |      None |                 6 |                1 |          0.6 |     False |    0.0153 |         --- |  0.7188 |          1.0 |  3.274s |     1m:57s |
| Iteration 26     |          277 |      gini |      None |                 5 |               12 |          0.8 |     False |    0.0255 |         --- |  0.6562 |          1.0 |  3.395s |     2m:02s |
| Iteration 27     |          261 |      gini |      None |                 4 |               16 |          0.9 |     False |    0.0213 |         --- |  0.9375 |          1.0 |  3.369s |     2m:07s |
| Iteration 28     |           49 |   entropy |      None |                 4 |                1 |         sqrt |     False |    0.0246 |         --- |    0.75 |          1.0 |  3.237s |     2m:12s |
| Iteration 29     |          267 |      gini |      None |                 2 |               16 |         sqrt |     False |    0.0026 |         --- |  0.6562 |          1.0 |  3.387s |     2m:17s |
| Iteration 30     |          278 |      gini |      None |                 5 |               16 |          0.9 |     False |    0.0314 |         --- |     0.5 |          1.0 |  3.380s |     2m:22s |
| Iteration 31     |          252 |   entropy |      None |                 5 |                1 |          0.6 |     False |    0.0195 |         --- |  0.6875 |          1.0 |  3.399s |     2m:27s |
| Iteration 32     |          302 |      gini |      None |                 4 |               16 |          0.6 |     False |    0.0144 |         --- |   0.625 |          1.0 |  3.406s |     2m:32s |
| Iteration 33     |          278 |   entropy |         3 |                 7 |               14 |          0.7 |     False |    0.0212 |         --- |  0.3438 |          1.0 |  3.425s |     2m:37s |
| Iteration 34     |          263 |   entropy |      None |                 7 |               16 |          0.9 |     False |    0.0176 |         --- |     0.5 |          1.0 |  3.390s |     2m:42s |
| Iteration 35     |          469 |   entropy |      None |                 5 |                1 |         sqrt |     False |    0.0009 |         --- |   0.625 |          1.0 |  3.511s |     2m:47s |
| Iteration 36     |          266 |   entropy |      None |                 5 |                8 |         sqrt |     False |    0.0245 |         --- |   0.875 |          1.0 |  3.371s |     2m:54s |
| Iteration 37     |           16 |   entropy |         6 |                 2 |                1 |         None |     False |    0.0145 |         --- |  0.6875 |          1.0 |  3.193s |     3m:01s |
| Iteration 38     |          296 |   entropy |         6 |                20 |                6 |          0.6 |     False |    0.0326 |         --- |     1.0 |          1.0 |  3.425s |     3m:08s |
| Iteration 39     |          296 |   entropy |         6 |                19 |                2 |          0.7 |     False |    0.0322 |         --- |    0.75 |          1.0 |  3.400s |     3m:15s |
| Iteration 40     |          296 |      gini |         6 |                20 |                5 |          0.6 |     False |    0.0328 |         --- |  0.8125 |          1.0 |  3.393s |     3m:20s |
| Iteration 41     |          217 |      gini |      None |                 4 |               16 |          0.7 |      True |    0.0247 |         0.8 |  0.6562 |          1.0 |  3.393s |     3m:25s |
| Iteration 42     |          359 |   entropy |      None |                 5 |               11 |         sqrt |     False |    0.0252 |         --- |  0.5625 |          1.0 |  3.415s |     3m:31s |
| Iteration 43     |          296 |   entropy |         6 |                20 |                3 |         log2 |     False |    0.0333 |         --- |    0.75 |          1.0 |  3.390s |     3m:36s |
| Iteration 44     |          146 |      gini |      None |                 4 |               16 |          0.7 |     False |    0.0251 |         --- |   0.625 |          1.0 |  3.301s |     3m:41s |
| Iteration 45     |          473 |   entropy |      None |                 5 |                1 |         sqrt |     False |    0.0248 |         --- |  0.9375 |          1.0 |  3.521s |     3m:48s |
| Iteration 46     |          288 |      gini |      None |                 4 |               16 |          0.9 |     False |    0.0201 |         --- |  0.5938 |          1.0 |  3.373s |     3m:53s |
| Iteration 47     |          151 |   entropy |         8 |                14 |                7 |          0.6 |     False |    0.0321 |         --- |  0.8125 |          1.0 |  3.316s |     3m:58s |
| Iteration 48     |          288 |   entropy |         1 |                 6 |                1 |         log2 |     False |     0.035 |         --- |  0.9375 |          1.0 |  3.425s |     4m:03s |
| Iteration 49     |          444 |   entropy |      None |                15 |                6 |          0.7 |      True |     0.035 |         0.7 |  0.5625 |          1.0 |  3.523s |     4m:09s |
| Iteration 50     |          158 |   entropy |      None |                13 |                1 |         log2 |     False |     0.035 |         --- |    0.75 |          1.0 |  3.285s |     4m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'n_estimators': 296, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 20, 'min_samples_leaf': 6, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.0326}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.217s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0678
Time elapsed: 0.960s
-------------------------------------------------
Total time: 4m:17s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.288s |     3.308s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  3.279s |     7.560s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  3.258s |    11.734s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  3.218s |    15.979s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  3.260s |    20.128s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  3.247s |    24.293s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  3.259s |    28.548s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  3.239s |    32.691s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |         0.75 |  3.287s |    36.849s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  3.268s |    41.109s |
| Iteration 11     |          454 |         0.012 |         6 |  0.3719 |                3 |       0.9 |              1.0 |         0 |       0.01 |  0.8125 |       0.8125 |  3.276s |    45.736s |
| Iteration 12     |          114 |        0.4732 |         4 |    0.82 |                2 |       1.0 |              0.4 |         0 |        100 |     0.5 |       0.8125 |  3.215s |    50.202s |
| Iteration 13     |          229 |        0.0518 |         8 |  0.0156 |                3 |       0.7 |              0.8 |         0 |          0 |  0.5625 |       0.8125 |  3.224s |    54.799s |
| Iteration 14     |          430 |        0.0109 |         5 |  0.2592 |                5 |       0.9 |              0.9 |         0 |        0.1 |  0.3438 |       0.8125 |  3.263s |    59.310s |
| Iteration 15     |          428 |        0.4097 |        10 |  0.6689 |                1 |       0.9 |              0.5 |         0 |         10 |  0.8125 |       0.8125 |  3.288s |     1m:04s |
| Iteration 16     |          368 |        0.0757 |        10 |   0.477 |                1 |       0.8 |              0.5 |      0.01 |          1 |  0.9375 |       0.9375 |  3.275s |     1m:09s |
| Iteration 17     |          346 |        0.0414 |        10 |  0.4082 |                1 |       0.8 |              0.5 |      0.01 |          1 |  0.6562 |       0.9375 |  3.171s |     1m:14s |
| Iteration 18     |          420 |        0.7421 |         8 |   0.849 |                1 |       0.9 |              0.7 |         1 |         10 |  0.9688 |       0.9688 |  3.259s |     1m:19s |
| Iteration 19     |           20 |           1.0 |         1 |     1.0 |                1 |       0.5 |              1.0 |       100 |          0 |     0.5 |       0.9688 |  3.210s |     1m:23s |
| Iteration 20     |          124 |          0.01 |        10 |  0.8695 |                1 |       1.0 |              0.6 |         1 |          1 |     0.5 |       0.9688 |  3.247s |     1m:28s |
| Iteration 21     |          444 |        0.1039 |         7 |  0.9532 |                1 |       0.8 |              0.8 |      0.01 |        0.1 |    0.75 |       0.9688 |  3.298s |     1m:32s |
| Iteration 22     |          356 |           1.0 |         7 |  0.5416 |                1 |       1.0 |              0.9 |       100 |        0.1 |     0.5 |       0.9688 |  3.203s |     1m:37s |
| Iteration 23     |          500 |         0.037 |         2 |  0.3965 |                1 |       0.6 |              0.9 |         0 |       0.01 |    0.75 |       0.9688 |  3.893s |     1m:42s |
| Iteration 24     |           20 |        0.9478 |         8 |  0.1375 |               10 |       0.6 |              0.6 |       100 |          0 |     0.5 |       0.9688 |  3.170s |     1m:46s |
| Iteration 25     |          499 |        0.2848 |         3 |  0.7679 |               10 |       0.9 |              1.0 |       100 |        0.1 |     0.5 |       0.9688 |  3.222s |     1m:51s |
| Iteration 26     |          500 |        0.0112 |         9 |  0.4124 |                1 |       1.0 |              1.0 |         0 |          1 |  0.9375 |       0.9688 |  3.281s |     1m:55s |
| Iteration 27     |          500 |           1.0 |        10 |     0.0 |                1 |       0.7 |              0.4 |         0 |        100 |  0.9375 |       0.9688 |  3.231s |     1m:60s |
| Iteration 28     |          500 |           1.0 |        10 |     1.0 |                1 |       1.0 |              0.4 |         0 |          0 |  0.9375 |       0.9688 |  3.271s |     2m:04s |
| Iteration 29     |          500 |        0.8103 |        10 |  0.3174 |                1 |       0.6 |              1.0 |         0 |       0.01 |  0.5625 |       0.9688 |  3.323s |     2m:09s |
| Iteration 30     |          500 |        0.0225 |         1 |   0.894 |                1 |       1.0 |              0.4 |         0 |          1 |   0.625 |       0.9688 |  3.283s |     2m:14s |
| Iteration 31     |          500 |        0.0119 |        10 |  0.7095 |                1 |       1.0 |              0.4 |         0 |         10 |    0.75 |       0.9688 |  3.298s |     2m:18s |
| Iteration 32     |          500 |        0.1645 |        10 |   0.276 |               10 |       0.8 |              0.7 |         0 |        100 |     0.5 |       0.9688 |  3.280s |     2m:23s |
| Iteration 33     |           32 |        0.3179 |         1 |  0.6452 |               10 |       0.8 |              0.6 |         0 |          0 |     0.5 |       0.9688 |  3.228s |     2m:28s |
| Iteration 34     |          500 |          0.01 |        10 |     1.0 |                1 |       1.0 |              0.4 |         0 |        100 |     0.5 |       0.9688 |  3.315s |     2m:32s |
| Iteration 35     |           28 |           1.0 |         5 |   0.591 |                1 |       0.7 |              0.5 |         1 |       0.01 |  0.6875 |       0.9688 |  3.213s |     2m:38s |
| Iteration 36     |          500 |           1.0 |         9 |  0.6504 |                1 |       0.7 |              0.5 |       0.1 |       0.01 |  0.8125 |       0.9688 |  3.299s |     2m:43s |
| Iteration 37     |          500 |        0.3515 |         1 |  0.2635 |                1 |       0.5 |              0.4 |         0 |        100 |     1.0 |          1.0 |  3.306s |     2m:47s |
| Iteration 38     |          500 |        0.2996 |         1 |     1.0 |                1 |       0.8 |              0.4 |       100 |        0.1 |     0.5 |          1.0 |  3.420s |     2m:54s |
| Iteration 39     |          500 |           1.0 |         5 |  0.1033 |                1 |       0.5 |              0.4 |      0.01 |          1 |     1.0 |          1.0 |  3.274s |     2m:58s |
| Iteration 40     |           20 |        0.5043 |         1 |  0.2776 |                1 |       0.8 |              0.4 |      0.01 |       0.01 |  0.6875 |          1.0 |  3.215s |     3m:03s |
| Iteration 41     |          500 |           1.0 |         1 |     1.0 |                1 |       0.9 |              0.4 |      0.01 |          0 |  0.8125 |          1.0 |  3.245s |     3m:08s |
| Iteration 42     |          500 |           1.0 |        10 |     0.0 |                1 |       0.5 |              0.5 |         0 |        100 |     0.5 |          1.0 |  3.261s |     3m:12s |
| Iteration 43     |          500 |           1.0 |         1 |     0.0 |                1 |       0.5 |              1.0 |      0.01 |          1 |     1.0 |          1.0 |  3.240s |     3m:17s |
| Iteration 44     |          480 |        0.9966 |         3 |  0.1038 |                1 |       0.9 |              0.5 |       0.1 |          0 |   0.625 |          1.0 |  3.250s |     3m:22s |
| Iteration 45     |           31 |         0.992 |         6 |   0.652 |                1 |       0.6 |              1.0 |         0 |          1 |     1.0 |          1.0 |  3.186s |     3m:26s |
| Iteration 46     |           20 |           1.0 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |  0.5625 |          1.0 |  3.190s |     3m:31s |
| Iteration 47     |          204 |           1.0 |         2 |     0.0 |                1 |       0.5 |              0.5 |         1 |        100 |   0.875 |          1.0 |  3.832s |     3m:36s |
| Iteration 48     |          235 |           1.0 |         1 |   0.231 |                1 |       0.8 |              0.8 |         0 |          1 |     1.0 |          1.0 |  3.237s |     3m:41s |
| Iteration 49     |           20 |           1.0 |         1 |  0.1966 |                1 |       0.9 |              1.0 |         0 |          1 |   0.625 |          1.0 |  3.160s |     3m:47s |
| Iteration 50     |          500 |           1.0 |         1 |     0.0 |                1 |       0.8 |              1.0 |       0.1 |        100 |  0.8125 |          1.0 |  3.302s |     3m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.3515, 'max_depth': 1, 'gamma': 0.2635, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 0.4, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8964
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.06
Time elapsed: 0.303s
-------------------------------------------------
Total time: 3m:59s


Final results ==================== >>
Duration: 28m:27s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.905 ± 0.0843
Logistic Regression             --> roc_auc: 0.77 ± 0.0748
Linear Discriminant Analysis    --> roc_auc: 0.72 ± 0.2358
Quadratic Discriminant Analysis --> roc_auc: 0.72 ± 0.2358
Radius Nearest Neighbors        --> roc_auc: 0.83 ± 0.2227
AdaBoost                        --> roc_auc: 0.86 ± 0.0784
Random Forest                   --> roc_auc: 0.93 ± 0.0678 !
XGBoost                         --> roc_auc: 0.93 ± 0.06 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 837 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALGDDKIIF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVRNAGGTSYGKLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASKGSNYKLTF.
   >>> Dropping feature CAASKTSYDKVIF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVREYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARTGNQFYF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  0.652s |     0.673s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.6875 |        0.875 |  0.692s |     2.837s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.9375 |       0.9375 |  0.648s |     4.346s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |    0.75 |       0.9375 |  0.693s |     5.878s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |       0.9375 |  0.697s |     7.406s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.625 |       0.9375 |  0.732s |    10.986s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |       0.9375 |  0.708s |    15.175s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |       0.9375 |  0.752s |    19.405s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  0.682s |    23.360s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |          1.0 |  0.692s |    27.726s |
| Iteration 11     | exponen.. |        0.2538 |          168 |       0.9 | friedman_mse |                19 |               19 |         4 |          0.5 |    0.0034 |  0.6875 |          1.0 |  0.669s |    30.141s |
| Iteration 12     | exponen.. |        0.9337 |          388 |       0.5 | squared_er.. |                20 |                5 |         2 |          0.9 |    0.0185 |    0.75 |          1.0 |  0.718s |    31.973s |
| Iteration 13     | exponen.. |        0.5155 |          224 |       0.9 | squared_er.. |                15 |               20 |         5 |          0.7 |    0.0244 |    0.75 |          1.0 |  0.686s |    33.827s |
| Iteration 14     | exponen.. |        0.2847 |          258 |       0.6 | squared_er.. |                12 |               18 |         7 |         log2 |    0.0306 |     0.5 |          1.0 |  0.687s |    35.834s |
| Iteration 15     | exponen.. |           1.0 |          240 |       0.9 | squared_er.. |                11 |               16 |         1 |         sqrt |    0.0327 |   0.875 |          1.0 |  0.698s |    37.747s |
| Iteration 16     | exponen.. |           1.0 |          103 |       0.7 | squared_er.. |                 2 |               20 |         1 |         sqrt |    0.0077 |   0.875 |          1.0 |  0.652s |    39.557s |
| Iteration 17     |  deviance |        0.0439 |           26 |       1.0 | friedman_mse |                18 |               18 |         1 |         auto |    0.0068 |  0.6875 |          1.0 |  0.632s |    41.339s |
| Iteration 18     | exponen.. |          0.01 |           81 |       0.6 | friedman_mse |                14 |                6 |        10 |          0.7 |    0.0094 |  0.8125 |          1.0 |  0.647s |    43.145s |
| Iteration 19     | exponen.. |         0.011 |           63 |       1.0 | squared_er.. |                14 |               18 |         1 |         log2 |    0.0185 |  0.5625 |          1.0 |  0.642s |    45.005s |
| Iteration 20     | exponen.. |        0.2517 |           36 |       0.5 | friedman_mse |                 6 |               15 |         1 |          0.7 |    0.0123 |     0.5 |          1.0 |  0.634s |    46.765s |
| Iteration 21     |  deviance |        0.4485 |           16 |       0.8 | friedman_mse |                 9 |               12 |         3 |          0.9 |     0.002 |    0.75 |          1.0 |  0.631s |    48.588s |
| Iteration 22     | exponen.. |        0.0174 |          481 |       0.7 | friedman_mse |                 6 |                1 |         8 |          0.6 |    0.0294 |     1.0 |          1.0 |  0.768s |    50.486s |
| Iteration 23     | exponen.. |        0.3213 |          247 |       0.7 | friedman_mse |                14 |               18 |         3 |          0.8 |    0.0254 |  0.6875 |          1.0 |  1.440s |    53.352s |
| Iteration 24     | exponen.. |          0.01 |          468 |       0.7 | squared_er.. |                16 |                1 |         2 |         auto |    0.0077 |  0.8125 |          1.0 |  0.770s |    55.320s |
| Iteration 25     | exponen.. |        0.0392 |          156 |       0.8 | friedman_mse |                 8 |                1 |         8 |          0.5 |    0.0004 |   0.625 |          1.0 |  0.713s |    57.209s |
| Iteration 26     | exponen.. |        0.0458 |          170 |       0.6 | friedman_mse |                 7 |                1 |         8 |          0.9 |    0.0291 |  0.9375 |          1.0 |  0.688s |    59.067s |
| Iteration 27     |  deviance |        0.0972 |          372 |       0.7 | friedman_mse |                 4 |                2 |         5 |         sqrt |    0.0304 |     1.0 |          1.0 |  0.729s |     1m:01s |
| Iteration 28     | exponen.. |        0.6344 |          483 |       0.7 | friedman_mse |                 2 |                3 |         9 |         sqrt |    0.0137 |     0.5 |          1.0 |  0.757s |     1m:05s |
| Iteration 29     | exponen.. |        0.0296 |          492 |       0.6 | friedman_mse |                12 |               11 |         8 |         auto |    0.0047 |   0.875 |          1.0 |  0.797s |     1m:07s |
| Iteration 30     |  deviance |        0.0433 |          138 |       0.7 | friedman_mse |                12 |               12 |         6 |          0.6 |    0.0201 |    0.75 |          1.0 |  0.672s |     1m:09s |
| Iteration 31     |  deviance |        0.0233 |          339 |       0.5 | friedman_mse |                 6 |                2 |         5 |         sqrt |    0.0295 |     1.0 |          1.0 |  0.722s |     1m:11s |
| Iteration 32     |  deviance |        0.0213 |          422 |       0.5 | friedman_mse |                 2 |               15 |         4 |         None |    0.0325 |     0.5 |          1.0 |  0.727s |     1m:13s |
| Iteration 33     |  deviance |        0.0219 |          370 |       0.6 | friedman_mse |                 8 |                1 |         5 |         auto |    0.0342 |  0.3125 |          1.0 |  0.745s |     1m:17s |
| Iteration 34     |  deviance |        0.0242 |           98 |       0.5 | friedman_mse |                 6 |                2 |         3 |         auto |    0.0275 |     1.0 |          1.0 |  0.671s |     1m:20s |
| Iteration 35     |  deviance |        0.1692 |          189 |       0.6 | friedman_mse |                 4 |               19 |         6 |          0.7 |    0.0294 |     0.5 |          1.0 |  0.692s |     1m:22s |
| Iteration 36     |  deviance |        0.0352 |           44 |       0.7 | squared_er.. |                 5 |                1 |         5 |          0.7 |    0.0299 |  0.6875 |          1.0 |  0.646s |     1m:24s |
| Iteration 37     | exponen.. |         0.318 |          493 |       0.6 | friedman_mse |                 5 |                1 |         7 |         sqrt |    0.0297 |  0.9375 |          1.0 |  0.755s |     1m:26s |
| Iteration 38     |  deviance |        0.0358 |          268 |       0.8 | friedman_mse |                 4 |                2 |         2 |         sqrt |    0.0293 |   0.875 |          1.0 |  0.706s |     1m:28s |
| Iteration 39     |  deviance |          0.01 |           65 |       0.9 | friedman_mse |                 7 |                1 |         1 |          0.8 |    0.0304 |  0.6562 |          1.0 |  0.676s |     1m:30s |
| Iteration 40     | exponen.. |          0.01 |          334 |       0.5 | friedman_mse |                 9 |                2 |         9 |          0.8 |    0.0282 |     1.0 |          1.0 |  0.756s |     1m:33s |
| Iteration 41     | exponen.. |        0.1288 |          315 |       0.8 | friedman_mse |                14 |               18 |         1 |          0.8 |    0.0017 |   0.625 |          1.0 |  0.726s |     1m:35s |
| Iteration 42     | exponen.. |        0.0459 |          465 |       0.8 | friedman_mse |                 8 |                1 |         8 |         log2 |    0.0293 |  0.4375 |          1.0 |  0.785s |     1m:37s |
| Iteration 43     | exponen.. |        0.1574 |          269 |       0.9 | friedman_mse |                 7 |               18 |         7 |          0.9 |    0.0253 |  0.8125 |          1.0 |  0.701s |     1m:39s |
| Iteration 44     | exponen.. |        0.2086 |          186 |       0.9 | squared_er.. |                 4 |               18 |         9 |          0.6 |       0.0 |  0.9375 |          1.0 |  0.670s |     1m:41s |
| Iteration 45     | exponen.. |        0.0205 |          490 |       0.7 | friedman_mse |                 3 |                1 |        10 |          0.7 |     0.035 |   0.875 |          1.0 |  0.784s |     1m:44s |
| Iteration 46     |  deviance |        0.0248 |          145 |       0.5 | squared_er.. |                 7 |                2 |         2 |          0.7 |     0.035 |   0.875 |          1.0 |  0.669s |     1m:46s |
| Iteration 47     | exponen.. |        0.0145 |          448 |       0.7 | friedman_mse |                 5 |                1 |         5 |         sqrt |    0.0305 |     0.5 |          1.0 |  0.777s |     1m:50s |
| Iteration 48     | exponen.. |        0.1922 |          340 |       0.9 | friedman_mse |                15 |               18 |         5 |          0.6 |    0.0094 |  0.9375 |          1.0 |  1.381s |     1m:53s |
| Iteration 49     |  deviance |        0.1078 |          368 |       0.7 | squared_er.. |                10 |                2 |         6 |         auto |    0.0276 |   0.875 |          1.0 |  0.730s |     1m:55s |
| Iteration 50     | exponen.. |        0.0931 |          289 |       0.7 | squared_er.. |                 5 |                2 |         6 |         None |    0.0192 |     1.0 |          1.0 |  0.729s |     1m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0174, 'n_estimators': 481, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 6, 'min_samples_leaf': 1, 'max_depth': 8, 'max_features': 0.6, 'ccp_alpha': 0.0294}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9946
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.163s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.051
Time elapsed: 0.766s
-------------------------------------------------
Total time: 1m:60s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.8125 |       0.8125 |  0.724s |     0.736s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |       0.8125 |  0.712s |     2.283s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |       0.8125 |  0.705s |     3.872s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |       0.8125 |  0.701s |     5.403s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |       0.8125 |  0.710s |     6.958s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |       0.8125 |  0.706s |     8.518s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.3125 |       0.8125 |  0.705s |    10.087s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.25 |       0.8125 |  0.810s |    11.862s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.9375 |       0.9375 |  0.652s |    13.407s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.375 |       0.9375 |  0.645s |    14.865s |
| Iteration 11     |      l2 |   100.0 |   lbfgs |      297 |      --- |  0.3125 |       0.9375 |  0.650s |    18.869s |
| Iteration 12     |    none |     --- |    saga |      111 |      --- |     1.0 |          1.0 |  0.656s |    22.111s |
| Iteration 13     |    none |     --- |    saga |      127 |      --- |    0.75 |          1.0 |  0.654s |    25.004s |
| Iteration 14     |    none |     --- |     sag |      109 |      --- |   0.875 |          1.0 |  0.661s |    28.106s |
| Iteration 15     |    none |     --- |   lbfgs |      986 |      --- |  0.4375 |          1.0 |  0.660s |    30.194s |
| Iteration 16     |    none |     --- |    saga |      104 |      --- |  0.6875 |          1.0 |  0.665s |    32.095s |
| Iteration 17     |      l2 |  0.0024 |     sag |      115 |      --- |     0.5 |          1.0 |  0.657s |    34.003s |
| Iteration 18     |      l2 |  0.0011 | libli.. |      202 |      --- |   0.375 |          1.0 |  0.727s |    38.121s |
| Iteration 19     |    none |     --- |    saga |      116 |      --- |  0.6875 |          1.0 |  0.654s |    42.910s |
| Iteration 20     |      l2 |  0.0175 |     sag |      303 |      --- |  0.8125 |          1.0 |  0.654s |    47.603s |
| Iteration 21     |    none |     --- |     sag |      115 |      --- |    0.75 |          1.0 |  0.652s |    52.316s |
| Iteration 22     |      l2 |  0.2594 |   lbfgs |      300 |      --- |    0.75 |          1.0 |  0.658s |    57.033s |
| Iteration 23     |      l2 |  0.0029 | newto.. |      297 |      --- |  0.5625 |          1.0 |  0.655s |     1m:02s |
| Iteration 24     |      l2 |  0.0491 |   lbfgs |      300 |      --- |  0.3125 |          1.0 |  0.663s |     1m:04s |
| Iteration 25     |      l2 |    0.05 |   lbfgs |      295 |      --- |     0.5 |          1.0 |  1.303s |     1m:07s |
| Iteration 26     |    none |     --- |    saga |      415 |      --- |  0.6875 |          1.0 |  0.660s |     1m:09s |
| Iteration 27     |    none |     --- |    saga |      306 |      --- |   0.375 |          1.0 |  0.662s |     1m:11s |
| Iteration 28     | elast.. |  0.9176 |    saga |      310 |      0.6 |     0.5 |          1.0 |  0.653s |     1m:12s |
| Iteration 29     |      l2 |  57.434 | newto.. |      554 |      --- |   0.625 |          1.0 |  0.654s |     1m:14s |
| Iteration 30     |    none |     --- |    saga |      109 |      --- |     0.5 |          1.0 |  0.657s |     1m:16s |
| Iteration 31     |    none |     --- |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  0.659s |     1m:18s |
| Iteration 32     |      l1 |  0.0013 |    saga |      975 |      --- |     0.5 |          1.0 |  0.659s |     1m:20s |
| Iteration 33     |      l1 |  0.0015 |    saga |      947 |      --- |     0.5 |          1.0 |  0.655s |     1m:22s |
| Iteration 34     |    none |     --- |   lbfgs |      991 |      --- |     1.0 |          1.0 |  0.644s |     1m:23s |
| Iteration 35     |      l2 | 57.1993 | libli.. |      918 |      --- |   0.375 |          1.0 |  0.645s |     1m:25s |
| Iteration 36     |    none |     --- |     sag |      985 |      --- |  0.5625 |          1.0 |  0.653s |     1m:27s |
| Iteration 37     |      l2 |   0.593 |   lbfgs |     1000 |      --- |  0.5625 |          1.0 |  0.648s |     1m:29s |
| Iteration 38     |    none |     --- | newto.. |      131 |      --- |     1.0 |          1.0 |  0.655s |     1m:31s |
| Iteration 39     |    none |     --- | newto.. |      127 |      --- |     0.5 |          1.0 |  0.656s |     1m:33s |
| Iteration 40     |    none |     --- |   lbfgs |      100 |      --- |    0.25 |          1.0 |  0.658s |     1m:35s |
| Iteration 41     |    none |     --- |     sag |      172 |      --- |     0.5 |          1.0 |  0.651s |     1m:37s |
| Iteration 42     |    none |     --- |   lbfgs |      991 |      --- |     1.0 |          1.0 |  0.001s |     1m:38s |
| Iteration 43     |    none |     --- |   lbfgs |      986 |      --- |  0.4375 |          1.0 |  0.001s |     1m:40s |
| Iteration 44     |    none |     --- |   lbfgs |      996 |      --- |  0.4375 |          1.0 |  0.655s |     1m:42s |
| Iteration 45     |    none |     --- |     sag |      994 |      --- |  0.3125 |          1.0 |  0.654s |     1m:44s |
| Iteration 46     |    none |     --- |   lbfgs |      174 |      --- |  0.4375 |          1.0 |  0.659s |     1m:46s |
| Iteration 47     |    none |     --- |     sag |      114 |      --- |     0.5 |          1.0 |  0.653s |     1m:47s |
| Iteration 48     |    none |     --- |     sag |      114 |      --- |     0.5 |          1.0 |  0.000s |     1m:49s |
| Iteration 49     |    none |     --- |     sag |      138 |      --- |     1.0 |          1.0 |  0.648s |     1m:52s |
| Iteration 50     |    none |     --- |     sag |      137 |      --- |  0.8125 |          1.0 |  0.655s |     1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'penalty': 'none', 'solver': 'saga', 'max_iter': 111}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7536
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.1463
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:57s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  1.272s |     1.278s |
| Initial point 2  |     svd |       --- |     0.5 |       0.6875 |  0.640s |     2.946s |
| Initial point 3  |     svd |       --- |     0.5 |       0.6875 |  0.000s |     3.781s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |       0.6875 |  0.639s |     6.711s |
| Initial point 5  |   eigen |       0.9 |    0.75 |         0.75 |  0.658s |     8.706s |
| Initial point 6  |    lsqr |       0.7 |  0.5625 |         0.75 |  0.652s |    10.203s |
| Initial point 7  |    lsqr |       0.5 |  0.3125 |         0.75 |  0.649s |    11.724s |
| Initial point 8  |    lsqr |       0.9 |  0.1875 |         0.75 |  0.648s |    13.188s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |       0.8125 |  0.645s |    14.643s |
| Initial point 10 |   eigen |       0.8 |  0.3125 |       0.8125 |  0.645s |    16.105s |
| Iteration 11     |    lsqr |       0.6 |  0.8125 |       0.8125 |  0.000s |    17.077s |
| Iteration 12     |   eigen |       0.7 |     0.5 |       0.8125 |  0.644s |    18.703s |
| Iteration 13     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    19.734s |
| Iteration 14     |    lsqr |      auto |    0.75 |       0.8125 |  0.645s |    21.389s |
| Iteration 15     |   eigen |      auto |  0.4375 |       0.8125 |  0.641s |    23.012s |
| Iteration 16     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    23.972s |
| Iteration 17     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    24.934s |
| Iteration 18     |    lsqr |       1.0 |   0.375 |       0.8125 |  0.659s |    26.584s |
| Iteration 19     |     svd |       --- |     0.5 |       0.8125 |  0.000s |    27.743s |
| Iteration 20     |    lsqr |      None |  0.6875 |       0.8125 |  0.644s |    29.375s |
| Iteration 21     |   eigen |       0.5 |    0.75 |       0.8125 |  0.629s |    31.007s |
| Iteration 22     |   eigen |       0.6 |   0.875 |        0.875 |  0.630s |    32.789s |
| Iteration 23     |     svd |       --- |     0.5 |        0.875 |  0.000s |    33.852s |
| Iteration 24     |     svd |       --- |     0.5 |        0.875 |  0.000s |    34.870s |
| Iteration 25     |   eigen |      None |   0.625 |        0.875 |  0.644s |    36.530s |
| Iteration 26     |   eigen |       0.6 |   0.875 |        0.875 |  0.001s |    37.562s |
| Iteration 27     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    38.581s |
| Iteration 28     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    39.657s |
| Iteration 29     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    40.729s |
| Iteration 30     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    41.812s |
| Iteration 31     |    lsqr |      auto |    0.75 |        0.875 |  0.000s |    42.906s |
| Iteration 32     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    45.255s |
| Iteration 33     |    lsqr |       0.7 |  0.5625 |        0.875 |  0.000s |    46.677s |
| Iteration 34     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    47.785s |
| Iteration 35     |    lsqr |       1.0 |   0.375 |        0.875 |  0.000s |    48.855s |
| Iteration 36     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    49.906s |
| Iteration 37     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    51.023s |
| Iteration 38     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    52.142s |
| Iteration 39     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    53.234s |
| Iteration 40     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    54.350s |
| Iteration 41     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    55.422s |
| Iteration 42     |   eigen |       0.6 |   0.875 |        0.875 |  0.001s |    56.724s |
| Iteration 43     |   eigen |       0.6 |   0.875 |        0.875 |  0.001s |    57.914s |
| Iteration 44     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    59.040s |
| Iteration 45     |   eigen |       0.6 |   0.875 |        0.875 |  0.001s |     1m:00s |
| Iteration 46     |   eigen |       0.6 |   0.875 |        0.875 |  0.001s |     1m:01s |
| Iteration 47     |   eigen |       0.6 |   0.875 |        0.875 |  0.001s |     1m:03s |
| Iteration 48     |   eigen |       0.6 |   0.875 |        0.875 |  0.001s |     1m:04s |
| Iteration 49     |   eigen |       0.6 |   0.875 |        0.875 |  0.001s |     1m:05s |
| Iteration 50     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |     1m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7312
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.1158
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:07s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  1.341s |     1.344s |
| Initial point 2  |       0.9 |   0.375 |       0.6875 |  0.646s |     2.841s |
| Initial point 3  |       0.1 |  0.8125 |       0.8125 |  0.645s |     4.350s |
| Initial point 4  |       1.0 |  0.6875 |       0.8125 |  0.001s |     5.156s |
| Initial point 5  |       0.2 |    0.75 |       0.8125 |  0.717s |     6.854s |
| Initial point 6  |       0.4 |     0.5 |       0.8125 |  0.681s |     8.408s |
| Initial point 7  |       0.4 |     0.5 |       0.8125 |  0.001s |    10.526s |
| Initial point 8  |       0.7 |  0.1875 |       0.8125 |  0.635s |    12.291s |
| Initial point 9  |       0.9 |   0.375 |       0.8125 |  0.001s |    13.117s |
| Initial point 10 |       0.8 |  0.3125 |       0.8125 |  0.636s |    14.618s |
| Iteration 11     |       0.3 |  0.3125 |       0.8125 |  0.643s |    16.166s |
| Iteration 12     |       0.6 |  0.4375 |       0.8125 |  0.632s |    17.700s |
| Iteration 13     |       0.5 |    0.25 |       0.8125 |  0.632s |    21.248s |
| Iteration 14     |       0.0 |   0.875 |        0.875 |  0.633s |    24.130s |
| Iteration 15     |       0.0 |   0.875 |        0.875 |  0.000s |    25.305s |
| Iteration 16     |       0.0 |   0.875 |        0.875 |  0.000s |    27.721s |
| Iteration 17     |       0.0 |   0.875 |        0.875 |  0.001s |    29.127s |
| Iteration 18     |       0.0 |   0.875 |        0.875 |  0.000s |    30.087s |
| Iteration 19     |       0.0 |   0.875 |        0.875 |  0.000s |    31.007s |
| Iteration 20     |       0.0 |   0.875 |        0.875 |  0.000s |    31.952s |
| Iteration 21     |       0.0 |   0.875 |        0.875 |  0.000s |    32.882s |
| Iteration 22     |       0.0 |   0.875 |        0.875 |  0.000s |    33.829s |
| Iteration 23     |       0.4 |     0.5 |        0.875 |  0.000s |    37.002s |
| Iteration 24     |       0.0 |   0.875 |        0.875 |  0.000s |    38.569s |
| Iteration 25     |       0.0 |   0.875 |        0.875 |  0.000s |    39.548s |
| Iteration 26     |       0.0 |   0.875 |        0.875 |  0.000s |    40.485s |
| Iteration 27     |       0.0 |   0.875 |        0.875 |  0.000s |    41.441s |
| Iteration 28     |       0.9 |   0.375 |        0.875 |  0.000s |    42.374s |
| Iteration 29     |       0.0 |   0.875 |        0.875 |  0.000s |    43.341s |
| Iteration 30     |       0.8 |  0.3125 |        0.875 |  0.000s |    44.291s |
| Iteration 31     |       0.0 |   0.875 |        0.875 |  0.000s |    45.244s |
| Iteration 32     |       0.0 |   0.875 |        0.875 |  0.000s |    46.194s |
| Iteration 33     |       0.0 |   0.875 |        0.875 |  0.000s |    47.167s |
| Iteration 34     |       0.0 |   0.875 |        0.875 |  0.000s |    48.151s |
| Iteration 35     |       0.0 |   0.875 |        0.875 |  0.000s |    49.226s |
| Iteration 36     |       0.0 |   0.875 |        0.875 |  0.000s |    50.296s |
| Iteration 37     |       0.0 |   0.875 |        0.875 |  0.000s |    51.358s |
| Iteration 38     |       0.0 |   0.875 |        0.875 |  0.000s |    52.377s |
| Iteration 39     |       0.0 |   0.875 |        0.875 |  0.000s |    53.373s |
| Iteration 40     |       0.0 |   0.875 |        0.875 |  0.000s |    55.307s |
| Iteration 41     |       0.0 |   0.875 |        0.875 |  0.001s |    58.399s |
| Iteration 42     |       0.0 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 43     |       0.0 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 44     |       0.0 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 45     |       0.0 |   0.875 |        0.875 |  0.001s |     1m:09s |
| Iteration 46     |       0.0 |   0.875 |        0.875 |  0.001s |     1m:11s |
| Iteration 47     |       0.0 |   0.875 |        0.875 |  0.000s |     1m:12s |
| Iteration 48     |       0.0 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 49     |       0.0 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 50     |       0.0 |   0.875 |        0.875 |  0.000s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8839
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.097
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:17s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.5784 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  0.663s |     0.684s |
| Initial point 2  |  5.0024 | uniform |   kd_tree |        39 |       2 |   0.375 |       0.8125 |  0.647s |     2.168s |
| Initial point 3  |  3.9516 | dista.. | ball_tree |        25 |       2 |   0.875 |        0.875 |  0.645s |     3.642s |
| Initial point 4  | 11.5286 | uniform | ball_tree |        39 |       2 |     0.5 |        0.875 |  0.652s |     5.134s |
| Initial point 5  |  9.0312 | dista.. |      auto |        30 |       2 |  0.5625 |        0.875 |  0.648s |     6.636s |
| Initial point 6  | 10.4588 | dista.. | ball_tree |        21 |       2 |     0.5 |        0.875 |  0.641s |     8.134s |
| Initial point 7  |  7.4809 | dista.. | ball_tree |        24 |       1 |    0.25 |        0.875 |  0.644s |     9.672s |
| Initial point 8  |  1.7927 | dista.. | ball_tree |        21 |       2 |  0.8125 |        0.875 |  0.660s |    11.187s |
| Initial point 9  |  8.3332 | uniform | ball_tree |        24 |       1 |   0.625 |        0.875 |  0.651s |    12.789s |
| Initial point 10 |  5.9189 | uniform |     brute |        22 |       2 |     0.5 |        0.875 |  1.243s |    14.875s |
| Iteration 11     |  3.0418 | dista.. |      auto |        40 |       2 |  0.5625 |        0.875 |  0.646s |    16.635s |
| Iteration 12     |  3.3974 | dista.. | ball_tree |        40 |       2 |  0.9375 |       0.9375 |  0.643s |    18.381s |
| Iteration 13     |  3.1067 | dista.. | ball_tree |        40 |       2 |     1.0 |          1.0 |  0.640s |    20.204s |
| Iteration 14     |  2.8514 | dista.. | ball_tree |        29 |       2 |   0.875 |          1.0 |  0.642s |    22.006s |
| Iteration 15     |  1.0768 | dista.. | ball_tree |        40 |       2 |  0.4688 |          1.0 |  0.653s |    25.443s |
| Iteration 16     |  3.2633 | dista.. | ball_tree |        40 |       1 |    0.75 |          1.0 |  0.664s |    27.849s |
| Iteration 17     |   3.266 | dista.. | ball_tree |        40 |       2 |    0.25 |          1.0 |  0.712s |    29.786s |
| Iteration 18     |  4.9162 | uniform | ball_tree |        33 |       1 |  0.7812 |          1.0 |  0.672s |    31.509s |
| Iteration 19     |  5.4299 | uniform | ball_tree |        24 |       2 |  0.4688 |          1.0 |  0.665s |    33.236s |
| Iteration 20     |  5.7382 | dista.. |   kd_tree |        28 |       2 |  0.5312 |          1.0 |  0.650s |    35.147s |
| Iteration 21     |   2.879 | uniform |   kd_tree |        32 |       1 |  0.7188 |          1.0 |  0.706s |    37.089s |
| Iteration 22     |  3.3135 | dista.. |     brute |        22 |       2 |   0.875 |          1.0 |  0.653s |    38.997s |
| Iteration 23     |  0.8708 | dista.. |   kd_tree |        25 |       1 |  0.8125 |          1.0 |  0.647s |    40.724s |
| Iteration 24     |  2.2406 | uniform |   kd_tree |        21 |       1 |    0.75 |          1.0 |  0.646s |    42.482s |
| Iteration 25     |  2.2579 | uniform |     brute |        20 |       2 |  0.8438 |          1.0 |  0.659s |    44.234s |
| Iteration 26     |  2.5101 | dista.. | ball_tree |        20 |       1 |  0.5312 |          1.0 |  0.661s |    46.086s |
| Iteration 27     |  0.0001 | uniform |   kd_tree |        28 |       1 |     0.5 |          1.0 |  0.675s |    47.875s |
| Iteration 28     | 12.6126 | dista.. | ball_tree |        26 |       1 |  0.5625 |          1.0 |  0.649s |    49.590s |
| Iteration 29     |  0.0007 | dista.. |      auto |        21 |       2 |     0.5 |          1.0 |  0.662s |    51.314s |
| Iteration 30     |   2.687 | uniform |   kd_tree |        23 |       2 |  0.6562 |          1.0 |  0.650s |    53.108s |
| Iteration 31     | 12.6136 | dista.. |      auto |        24 |       2 |   0.875 |          1.0 |  0.652s |    54.854s |
| Iteration 32     |  0.8046 | uniform |     brute |        21 |       2 |  0.4375 |          1.0 |  0.661s |    56.617s |
| Iteration 33     |  2.9919 | uniform | ball_tree |        40 |       2 |   0.375 |          1.0 |  1.442s |    59.289s |
| Iteration 34     |  4.4995 | dista.. |     brute |        20 |       2 |  0.6875 |          1.0 |  0.648s |     1m:02s |
| Iteration 35     | 10.9283 | dista.. |     brute |        20 |       2 |  0.4375 |          1.0 |  0.647s |     1m:04s |
| Iteration 36     |  3.4374 | dista.. |   kd_tree |        26 |       2 |  0.4688 |          1.0 |  0.653s |     1m:06s |
| Iteration 37     | 12.4073 | uniform |      auto |        39 |       1 |  0.4375 |          1.0 |  0.670s |     1m:08s |
| Iteration 38     |  3.3134 | dista.. |   kd_tree |        21 |       2 |  0.9375 |          1.0 |  0.680s |     1m:10s |
| Iteration 39     |  3.0994 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  0.694s |     1m:12s |
| Iteration 40     |  6.1247 | uniform |     brute |        22 |       1 |    0.75 |          1.0 |  0.649s |     1m:16s |
| Iteration 41     |  0.0026 | dista.. |   kd_tree |        24 |       1 |     0.5 |          1.0 |  0.648s |     1m:21s |
| Iteration 42     | 11.9722 | uniform |     brute |        40 |       1 |   0.375 |          1.0 |  0.641s |     1m:23s |
| Iteration 43     |  9.4643 | uniform |     brute |        34 |       2 |   0.625 |          1.0 |  0.636s |     1m:25s |
| Iteration 44     |  1.9026 | dista.. | ball_tree |        40 |       1 |   0.625 |          1.0 |  0.666s |     1m:27s |
| Iteration 45     |  3.5589 | dista.. |     brute |        20 |       2 |   0.375 |          1.0 |  0.638s |     1m:29s |
| Iteration 46     |  3.3042 | dista.. |   kd_tree |        21 |       2 |  0.6875 |          1.0 |  0.634s |     1m:31s |
| Iteration 47     |  3.3041 | dista.. |   kd_tree |        21 |       2 |   0.375 |          1.0 |  0.644s |     1m:33s |
| Iteration 48     | 12.1318 | dista.. |      auto |        22 |       2 |   0.875 |          1.0 |  0.634s |     1m:35s |
| Iteration 49     |  0.8239 | dista.. |     brute |        22 |       1 |    0.25 |          1.0 |  0.652s |     1m:37s |
| Iteration 50     |   9.093 | dista.. |      auto |        24 |       2 |   0.875 |          1.0 |  0.705s |     1m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'radius': 3.1067, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.575
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.585 ± 0.0374
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:41s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.087s |     1.097s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.092s |     3.280s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |          1.0 |  0.791s |     6.991s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |          1.0 |  0.939s |     9.258s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |          1.0 |  0.818s |    10.901s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |          1.0 |  1.000s |    12.707s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     0.5 |          1.0 |  0.679s |    14.182s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |          1.0 |  0.941s |    15.968s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4688 |          1.0 |  0.636s |    17.468s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.625 |          1.0 |  0.754s |    19.034s |
| Iteration 11     |          488 |        0.0407 |   SAMME.R |  0.5312 |          1.0 |  1.605s |    21.641s |
| Iteration 12     |          141 |        0.1402 |     SAMME |     1.0 |          1.0 |  0.723s |    23.355s |
| Iteration 13     |          126 |        0.1342 |     SAMME |    0.75 |          1.0 |  0.758s |    25.115s |
| Iteration 14     |           50 |        0.1059 |     SAMME |   0.875 |          1.0 |  0.659s |    26.795s |
| Iteration 15     |           64 |        0.2205 |   SAMME.R |    0.75 |          1.0 |  0.673s |    30.347s |
| Iteration 16     |          477 |          0.01 |   SAMME.R |    0.75 |          1.0 |  1.036s |    34.765s |
| Iteration 17     |           50 |        0.0823 |     SAMME |     0.5 |          1.0 |  0.663s |    39.059s |
| Iteration 18     |          379 |          0.01 |     SAMME |  0.7188 |          1.0 |  0.892s |    41.469s |
| Iteration 19     |          489 |        0.3557 |     SAMME |  0.4062 |          1.0 |  0.969s |    43.404s |
| Iteration 20     |           53 |         0.011 |     SAMME |  0.9062 |          1.0 |  0.666s |    45.038s |
| Iteration 21     |          197 |          0.01 |   SAMME.R |   0.625 |          1.0 |  0.776s |    46.835s |
| Iteration 22     |          172 |        9.9731 |   SAMME.R |    0.75 |          1.0 |  0.755s |    48.607s |
| Iteration 23     |          496 |        0.0491 |     SAMME |     1.0 |          1.0 |  0.972s |    50.618s |
| Iteration 24     |           50 |        0.0343 |     SAMME |     0.5 |          1.0 |  0.660s |    52.364s |
| Iteration 25     |          334 |        0.0735 |   SAMME.R |  0.6875 |          1.0 |  0.902s |    54.291s |
| Iteration 26     |          457 |        0.0486 |     SAMME |  0.9688 |          1.0 |  0.943s |    56.342s |
| Iteration 27     |          443 |        0.0406 |     SAMME |  0.9375 |          1.0 |  0.925s |    58.350s |
| Iteration 28     |          500 |        0.0349 |     SAMME |  0.6875 |          1.0 |  0.966s |     1m:00s |
| Iteration 29     |          401 |         0.047 |     SAMME |   0.875 |          1.0 |  0.901s |     1m:02s |
| Iteration 30     |          162 |         0.149 |     SAMME |     0.5 |          1.0 |  0.752s |     1m:05s |
| Iteration 31     |          357 |        0.0447 |     SAMME |     1.0 |          1.0 |  0.874s |     1m:07s |
| Iteration 32     |          448 |        0.0495 |   SAMME.R |  0.8125 |          1.0 |  0.968s |     1m:09s |
| Iteration 33     |           50 |        0.0436 |     SAMME |   0.375 |          1.0 |  0.661s |     1m:11s |
| Iteration 34     |          365 |        0.0506 |     SAMME |     1.0 |          1.0 |  0.907s |     1m:13s |
| Iteration 35     |          356 |        0.0587 |     SAMME |   0.875 |          1.0 |  0.888s |     1m:15s |
| Iteration 36     |          359 |        0.0354 |     SAMME |  0.6875 |          1.0 |  0.881s |     1m:17s |
| Iteration 37     |          429 |        0.0512 |     SAMME |     1.0 |          1.0 |  0.928s |     1m:19s |
| Iteration 38     |          409 |          0.05 |     SAMME |   0.875 |          1.0 |  0.909s |     1m:21s |
| Iteration 39     |          488 |        0.0516 |     SAMME |   0.875 |          1.0 |  0.987s |     1m:23s |
| Iteration 40     |          500 |        0.0572 |     SAMME |     1.0 |          1.0 |  0.980s |     1m:26s |
| Iteration 41     |          500 |        0.0745 |     SAMME |  0.8125 |          1.0 |  0.977s |     1m:28s |
| Iteration 42     |          477 |        0.0558 |     SAMME |  0.7812 |          1.0 |  0.957s |     1m:30s |
| Iteration 43     |           50 |          10.0 |     SAMME |    0.75 |          1.0 |  0.619s |     1m:32s |
| Iteration 44     |          500 |        0.0181 |   SAMME.R |     1.0 |          1.0 |  1.021s |     1m:34s |
| Iteration 45     |          500 |        0.0189 |     SAMME |  0.7188 |          1.0 |  0.982s |     1m:36s |
| Iteration 46     |          356 |        0.0507 |     SAMME |  0.8125 |          1.0 |  0.868s |     1m:38s |
| Iteration 47     |          500 |         0.016 |   SAMME.R |  0.4375 |          1.0 |  1.012s |     1m:41s |
| Iteration 48     |          500 |        0.0485 |     SAMME |  0.9375 |          1.0 |  0.986s |     1m:43s |
| Iteration 49     |          500 |         0.055 |   SAMME.R |     1.0 |          1.0 |  1.021s |     1m:45s |
| Iteration 50     |          500 |        0.0827 |     SAMME |     1.0 |          1.0 |  0.966s |     1m:47s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9884
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.452s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0678
Time elapsed: 2.034s
-------------------------------------------------
Total time: 1m:51s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.068s |     1.086s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  0.941s |     2.980s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |    0.75 |       0.9375 |  0.975s |     4.866s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  0.776s |     6.485s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.4375 |       0.9375 |  0.968s |     8.266s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |       0.9375 |  0.821s |     9.897s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.625 |       0.9375 |  0.846s |    11.602s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.838s |    13.313s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  1.533s |    15.698s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.625 |          1.0 |  0.921s |    17.451s |
| Iteration 11     |          270 |   entropy |      None |                 8 |                6 |         auto |      True |     0.035 |         0.9 |     0.5 |          1.0 |  0.879s |    19.669s |
| Iteration 12     |          134 |   entropy |      None |                 4 |               20 |         auto |     False |      0.02 |         --- |   0.875 |          1.0 |  0.736s |    23.385s |
| Iteration 13     |          379 |   entropy |         4 |                 9 |               20 |          0.8 |     False |    0.0183 |         --- |   0.875 |          1.0 |  0.901s |    26.062s |
| Iteration 14     |          111 |   entropy |      None |                 4 |                1 |         auto |     False |    0.0137 |         --- |  0.9375 |          1.0 |  0.740s |    28.162s |
| Iteration 15     |          441 |      gini |         5 |                 7 |                8 |         None |     False |    0.0101 |         --- |  0.6875 |          1.0 |  0.950s |    30.567s |
| Iteration 16     |          240 |   entropy |         1 |                 6 |                1 |          0.5 |     False |    0.0076 |         --- |  0.7812 |          1.0 |  0.809s |    34.742s |
| Iteration 17     |          444 |   entropy |         7 |                 9 |               14 |         auto |     False |    0.0169 |         --- |     0.5 |          1.0 |  0.928s |    37.480s |
| Iteration 18     |          500 |      gini |      None |                15 |                1 |          0.5 |     False |       0.0 |         --- |    0.75 |          1.0 |  0.960s |    39.717s |
| Iteration 19     |          318 |      gini |         5 |                10 |                7 |          0.5 |     False |    0.0272 |         --- |  0.6562 |          1.0 |  0.855s |    41.846s |
| Iteration 20     |          313 |   entropy |         1 |                 9 |               16 |          0.9 |     False |    0.0206 |         --- |  0.9062 |          1.0 |  0.850s |    45.537s |
| Iteration 21     |           21 |   entropy |         3 |                 9 |               16 |         auto |     False |    0.0156 |         --- |  0.6562 |          1.0 |  0.641s |    49.480s |
| Iteration 22     |          164 |      gini |      None |                11 |                2 |          0.8 |     False |    0.0035 |         --- |     1.0 |          1.0 |  0.734s |    53.599s |
| Iteration 23     |          500 |   entropy |      None |                11 |                1 |          0.8 |     False |    0.0056 |         --- |  0.9375 |          1.0 |  0.962s |    56.602s |
| Iteration 24     |           44 |      gini |      None |                16 |                2 |         None |     False |    0.0216 |         --- |  0.5625 |          1.0 |  0.644s |    58.575s |
| Iteration 25     |           77 |      gini |      None |                10 |                3 |          0.7 |     False |       0.0 |         --- |  0.5625 |          1.0 |  0.659s |     1m:01s |
| Iteration 26     |          231 |   entropy |      None |                 5 |               10 |         auto |     False |    0.0163 |         --- |   0.875 |          1.0 |  0.753s |     1m:03s |
| Iteration 27     |          361 |   entropy |         1 |                10 |               14 |          0.7 |     False |    0.0312 |         --- |  0.9375 |          1.0 |  0.843s |     1m:05s |
| Iteration 28     |           36 |      gini |      None |                 7 |               19 |          0.8 |     False |    0.0341 |         --- |     0.5 |          1.0 |  0.641s |     1m:07s |
| Iteration 29     |          177 |      gini |      None |                14 |                5 |          0.8 |     False |    0.0089 |         --- |   0.875 |          1.0 |  0.792s |     1m:10s |
| Iteration 30     |          470 |   entropy |         2 |                19 |                4 |          0.6 |     False |    0.0182 |         --- |  0.5625 |          1.0 |  0.941s |     1m:12s |
| Iteration 31     |          357 |   entropy |         1 |                 5 |                7 |         sqrt |     False |    0.0151 |         --- |  0.9062 |          1.0 |  0.894s |     1m:15s |
| Iteration 32     |          294 |      gini |      None |                11 |                5 |          0.8 |     False |    0.0076 |         --- |  0.8125 |          1.0 |  0.847s |     1m:17s |
| Iteration 33     |          329 |   entropy |      None |                 6 |               20 |          0.8 |     False |    0.0336 |         --- |  0.4688 |          1.0 |  0.877s |     1m:19s |
| Iteration 34     |          464 |   entropy |      None |                12 |                1 |          0.8 |     False |    0.0041 |         --- |   0.875 |          1.0 |  0.988s |     1m:22s |
| Iteration 35     |          488 |   entropy |         5 |                11 |               14 |          0.6 |     False |    0.0153 |         --- |   0.625 |          1.0 |  0.981s |     1m:25s |
| Iteration 36     |          252 |      gini |      None |                11 |                2 |          0.8 |     False |    0.0029 |         --- |  0.5625 |          1.0 |  0.825s |     1m:27s |
| Iteration 37     |          388 |   entropy |         1 |                15 |               19 |          0.8 |      True |    0.0291 |         0.8 |   0.375 |          1.0 |  0.904s |     1m:32s |
| Iteration 38     |           28 |   entropy |      None |                 5 |                3 |         auto |     False |    0.0207 |         --- |   0.875 |          1.0 |  0.645s |     1m:37s |
| Iteration 39     |           76 |      gini |         1 |                15 |                9 |         auto |     False |    0.0016 |         --- |  0.7188 |          1.0 |  0.675s |     1m:39s |
| Iteration 40     |           35 |   entropy |         5 |                 8 |               18 |         log2 |     False |    0.0326 |         --- |  0.6562 |          1.0 |  0.643s |     1m:42s |
| Iteration 41     |           35 |      gini |         1 |                20 |               10 |          0.8 |     False |    0.0076 |         --- |  0.6875 |          1.0 |  0.641s |     1m:44s |
| Iteration 42     |          306 |      gini |      None |                 3 |                4 |          0.8 |     False |       0.0 |         --- |  0.4375 |          1.0 |  0.805s |     1m:47s |
| Iteration 43     |          360 |   entropy |         2 |                11 |               15 |         None |     False |    0.0259 |         --- |  0.7188 |          1.0 |  0.859s |     1m:49s |
| Iteration 44     |          194 |   entropy |         9 |                 4 |               11 |         log2 |     False |    0.0155 |         --- |     1.0 |          1.0 |  0.793s |     1m:52s |
| Iteration 45     |          398 |      gini |         2 |                 4 |                9 |         log2 |     False |    0.0168 |         --- |  0.4375 |          1.0 |  0.924s |     1m:54s |
| Iteration 46     |          436 |   entropy |         5 |                 3 |                6 |          0.5 |     False |    0.0147 |         --- |  0.8125 |          1.0 |  0.942s |     1m:57s |
| Iteration 47     |          361 |   entropy |         2 |                10 |                2 |         None |     False |    0.0014 |         --- |  0.4375 |          1.0 |  0.852s |     2m:02s |
| Iteration 48     |          497 |      gini |      None |                13 |                2 |         sqrt |     False |    0.0063 |         --- |   0.875 |          1.0 |  0.930s |     2m:07s |
| Iteration 49     |           10 |      gini |         2 |                 7 |                5 |          0.9 |      True |    0.0175 |         0.6 |   0.875 |          1.0 |  0.630s |     2m:12s |
| Iteration 50     |           60 |   entropy |      None |                 9 |                2 |          0.6 |     False |    0.0026 |         --- |     1.0 |          1.0 |  0.678s |     2m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 275, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 5, 'min_samples_leaf': 16, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0189}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8902
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.193s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0
Time elapsed: 0.847s
-------------------------------------------------
Total time: 2m:21s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.728s |     0.747s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  0.722s |     2.452s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  0.739s |     4.093s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  0.669s |     5.670s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  0.716s |     7.327s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  0.681s |     8.935s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  0.721s |    10.602s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  0.679s |    12.259s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.717s |    13.875s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.684s |    16.831s |
| Iteration 11     |          490 |        0.1237 |         3 |     0.0 |                4 |       0.8 |              0.6 |         0 |         10 |  0.5625 |          1.0 |  0.722s |    22.330s |
| Iteration 12     |          491 |         0.067 |         5 |  0.7263 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.724s |    25.182s |
| Iteration 13     |          181 |        0.0132 |         1 |  0.7291 |                4 |       0.6 |              0.8 |         0 |        0.1 |    0.75 |          1.0 |  0.679s |    27.223s |
| Iteration 14     |          329 |        0.0988 |         8 |  0.7408 |                4 |       0.7 |              0.8 |      0.01 |         10 |    0.75 |          1.0 |  0.752s |    29.363s |
| Iteration 15     |          493 |        0.0246 |         6 |  0.8379 |                4 |       0.9 |              0.8 |      0.01 |          1 |    0.75 |          1.0 |  0.774s |    31.635s |
| Iteration 16     |          426 |        0.0413 |         3 |  0.6589 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  0.770s |    33.930s |
| Iteration 17     |          212 |        0.0616 |        10 |  0.9174 |                4 |       1.0 |              1.0 |       0.1 |       0.01 |     0.5 |          1.0 |  0.730s |    36.153s |
| Iteration 18     |          459 |        0.0617 |         6 |  0.6892 |                4 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |          1.0 |  0.772s |    38.366s |
| Iteration 19     |          193 |        0.1135 |         1 |  0.8135 |                4 |       0.9 |              0.7 |         1 |          0 |  0.6562 |          1.0 |  0.719s |    40.910s |
| Iteration 20     |          431 |         0.565 |         2 |  0.0942 |                4 |       0.6 |              0.9 |       100 |        100 |     0.5 |          1.0 |  0.709s |    44.939s |
| Iteration 21     |          460 |        0.0259 |         5 |  0.7669 |                5 |       0.7 |              0.8 |      0.01 |         10 |  0.8125 |          1.0 |  0.718s |    47.535s |
| Iteration 22     |          246 |        0.7138 |         4 |  0.0602 |                2 |       0.8 |              0.5 |       100 |        100 |     0.5 |          1.0 |  0.685s |    49.606s |
| Iteration 23     |          465 |        0.5783 |         1 |  0.9714 |                3 |       0.7 |              0.4 |        10 |        100 |     0.5 |          1.0 |  0.713s |    51.657s |
| Iteration 24     |           67 |        0.9059 |         2 |  0.0558 |                9 |       0.7 |              0.8 |      0.01 |          0 |     0.5 |          1.0 |  0.656s |    53.840s |
| Iteration 25     |           64 |        0.6649 |         8 |  0.0317 |                8 |       1.0 |              1.0 |      0.01 |        100 |     0.5 |          1.0 |  0.647s |    55.980s |
| Iteration 26     |          111 |         0.456 |         5 |   0.532 |                5 |       1.0 |              0.7 |       100 |          0 |     0.5 |          1.0 |  0.666s |    58.139s |
| Iteration 27     |          415 |           0.5 |         3 |  0.9959 |                2 |       0.6 |              0.9 |         0 |          1 |  0.9375 |          1.0 |  0.711s |     1m:00s |
| Iteration 28     |          500 |        0.0133 |         9 |     1.0 |                1 |       1.0 |              0.4 |         0 |          1 |   0.625 |          1.0 |  0.769s |     1m:04s |
| Iteration 29     |          477 |        0.0122 |         9 |  0.6578 |                1 |       1.0 |              0.8 |         0 |       0.01 |    0.75 |          1.0 |  0.754s |     1m:07s |
| Iteration 30     |          421 |        0.8954 |         5 |  0.0377 |                1 |       0.5 |              1.0 |         0 |       0.01 |     1.0 |          1.0 |  0.702s |     1m:09s |
| Iteration 31     |          500 |           1.0 |         1 |  0.7714 |                1 |       0.5 |              1.0 |         0 |        100 |     0.5 |          1.0 |  0.723s |     1m:13s |
| Iteration 32     |          430 |        0.0529 |         7 |     0.0 |                1 |       0.5 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.713s |     1m:16s |
| Iteration 33     |           33 |        0.0152 |         6 |  0.3428 |                1 |       0.5 |              1.0 |         0 |        0.1 |   0.375 |          1.0 |  0.639s |     1m:18s |
| Iteration 34     |          433 |        0.4529 |         2 |  0.5473 |                6 |       0.7 |              1.0 |         0 |        0.1 |    0.75 |          1.0 |  0.698s |     1m:20s |
| Iteration 35     |          396 |           1.0 |         2 |  0.0472 |                1 |       0.5 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.707s |     1m:22s |
| Iteration 36     |          407 |           1.0 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |        0.1 |   0.625 |          1.0 |  1.270s |     1m:25s |
| Iteration 37     |          381 |        0.0151 |         5 |  0.4094 |                5 |       0.6 |              1.0 |         0 |          0 |     0.5 |          1.0 |  0.696s |     1m:27s |
| Iteration 38     |          500 |        0.1771 |         1 |  0.6869 |                1 |       0.8 |              1.0 |         0 |        0.1 |   0.875 |          1.0 |  0.726s |     1m:29s |
| Iteration 39     |          500 |        0.0428 |        10 |  0.7922 |               10 |       0.6 |              1.0 |         0 |          1 |     0.5 |          1.0 |  0.715s |     1m:31s |
| Iteration 40     |          500 |        0.0286 |         2 |     0.0 |                1 |       0.5 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.750s |     1m:34s |
| Iteration 41     |          500 |        0.0358 |        10 |     0.0 |                1 |       0.5 |              1.0 |         0 |        0.1 |  0.6875 |          1.0 |  0.732s |     1m:36s |
| Iteration 42     |          500 |        0.0118 |         3 |  0.8624 |                1 |       0.7 |              0.5 |         0 |       0.01 |    0.75 |          1.0 |  0.739s |     1m:38s |
| Iteration 43     |          500 |        0.0965 |         1 |  0.6113 |                1 |       0.6 |              1.0 |      0.01 |       0.01 |    0.75 |          1.0 |  0.713s |     1m:42s |
| Iteration 44     |          500 |        0.0178 |         2 |  0.6313 |                1 |       0.6 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.750s |     1m:44s |
| Iteration 45     |          500 |        0.0386 |         4 |  0.8748 |                1 |       1.0 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.750s |     1m:47s |
| Iteration 46     |          500 |         0.033 |         4 |  0.8007 |                1 |       0.5 |              1.0 |         0 |        0.1 |    0.75 |          1.0 |  0.758s |     1m:49s |
| Iteration 47     |          500 |          0.01 |         1 |  0.1261 |                1 |       0.9 |              1.0 |         0 |        0.1 |    0.25 |          1.0 |  0.716s |     1m:52s |
| Iteration 48     |          500 |           1.0 |        10 |  0.2722 |                1 |       0.7 |              0.4 |         0 |       0.01 |  0.9375 |          1.0 |  0.730s |     1m:54s |
| Iteration 49     |          500 |           1.0 |         8 |  0.4625 |                1 |       0.6 |              0.6 |         0 |          0 |   0.875 |          1.0 |  0.716s |     1m:57s |
| Iteration 50     |          500 |           1.0 |         2 |     1.0 |                1 |       1.0 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.730s |     1m:59s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0286, 'max_depth': 2, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.117s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.097
Time elapsed: 0.355s
-------------------------------------------------
Total time: 2m:03s


Final results ==================== >>
Duration: 14m:16s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.87 ± 0.051 !
Logistic Regression             --> roc_auc: 0.66 ± 0.1463
Linear Discriminant Analysis    --> roc_auc: 0.81 ± 0.1158
Quadratic Discriminant Analysis --> roc_auc: 0.86 ± 0.097
Radius Nearest Neighbors        --> roc_auc: 0.585 ± 0.0374 ~
AdaBoost                        --> roc_auc: 0.87 ± 0.0678 !
Random Forest                   --> roc_auc: 0.85 ± 0.0
XGBoost                         --> roc_auc: 0.81 ± 0.097
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAGPNAGGTSYGKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALGDDKIIF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CALMDTGRRALTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVRNAGGTSYGKLTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASKGSNYKLTF.
   >>> Dropping feature CAASKTSYDKVIF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVREYGNKLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARTGNQFYF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     0.5 |          0.5 |  3.253s |     3.273s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |        0.625 |  3.250s |     7.983s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.3125 |        0.625 |  3.203s |    13.984s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.375 |        0.625 |  3.263s |    20.424s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.625 |        0.625 |  3.264s |    25.227s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.375 |        0.625 |  3.335s |    29.636s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.625 |        0.625 |  3.239s |    35.458s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |         0.75 |  3.318s |    40.279s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |        0.875 |  3.227s |    44.547s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |        0.875 |  3.228s |    48.888s |
| Iteration 11     | exponen.. |        0.2845 |           10 |       1.0 | friedman_mse |                17 |               20 |         1 |          0.6 |    0.0016 |  0.4062 |        0.875 |  3.781s |    54.047s |
| Iteration 12     | exponen.. |        0.1399 |          205 |       0.9 | friedman_mse |                16 |               19 |         1 |         log2 |       0.0 |  0.6875 |        0.875 |  3.193s |    59.648s |
| Iteration 13     | exponen.. |        0.0748 |          164 |       0.8 | friedman_mse |                15 |               11 |         3 |          0.7 |    0.0154 |  0.1875 |        0.875 |  3.199s |     1m:04s |
| Iteration 14     | exponen.. |        0.1761 |          152 |       0.7 | friedman_mse |                14 |               19 |         1 |         None |    0.0021 |     0.5 |        0.875 |  3.248s |     1m:09s |
| Iteration 15     | exponen.. |        0.5859 |          186 |       0.8 | squared_er.. |                 6 |               15 |         8 |          0.5 |       0.0 |   0.625 |        0.875 |  3.223s |     1m:14s |
| Iteration 16     | exponen.. |        0.0648 |          181 |       0.9 | friedman_mse |                 8 |               18 |         4 |          0.7 |    0.0031 |    0.75 |        0.875 |  3.313s |     1m:18s |
| Iteration 17     | exponen.. |        0.0322 |          236 |       1.0 | friedman_mse |                19 |               20 |         4 |          0.5 |    0.0047 |  0.7812 |        0.875 |  3.271s |     1m:23s |
| Iteration 18     | exponen.. |        0.0321 |          296 |       1.0 | friedman_mse |                16 |               13 |         2 |          0.6 |    0.0029 |  0.6562 |        0.875 |  3.330s |     1m:28s |
| Iteration 19     | exponen.. |        0.0604 |          441 |       0.6 | friedman_mse |                 9 |                1 |         8 |         sqrt |    0.0088 |     0.5 |        0.875 |  3.389s |     1m:33s |
| Iteration 20     | exponen.. |        0.4056 |          196 |       1.0 | friedman_mse |                 8 |               18 |         6 |          0.7 |    0.0021 |     0.5 |        0.875 |  3.162s |     1m:40s |
| Iteration 21     |  deviance |        0.8104 |          165 |       0.9 | friedman_mse |                 7 |               15 |         2 |         sqrt |    0.0019 |  0.5625 |        0.875 |  3.253s |     1m:45s |
| Iteration 22     | exponen.. |        0.2932 |          184 |       0.9 | friedman_mse |                19 |               18 |         1 |          0.6 |    0.0024 |  0.9375 |       0.9375 |  3.285s |     1m:50s |
| Iteration 23     | exponen.. |        0.5383 |          193 |       0.9 | friedman_mse |                20 |               18 |         1 |          0.6 |     0.002 |    0.75 |       0.9375 |  3.232s |     1m:55s |
| Iteration 24     | exponen.. |        0.2788 |           80 |       0.9 | friedman_mse |                13 |                9 |         3 |          0.5 |    0.0035 |   0.625 |       0.9375 |  3.233s |     2m:01s |
| Iteration 25     | exponen.. |        0.1386 |          186 |       0.9 | friedman_mse |                13 |               18 |         8 |          0.5 |    0.0066 |   0.375 |       0.9375 |  3.231s |     2m:06s |
| Iteration 26     | exponen.. |        0.0767 |          189 |       0.9 | friedman_mse |                 3 |               13 |         2 |         sqrt |    0.0046 |     1.0 |          1.0 |  3.260s |     2m:10s |
| Iteration 27     | exponen.. |        0.0279 |          190 |       0.9 | friedman_mse |                15 |               16 |         2 |          0.6 |    0.0049 |     1.0 |          1.0 |  3.260s |     2m:16s |
| Iteration 28     | exponen.. |          0.02 |          191 |       0.9 | friedman_mse |                14 |               17 |         1 |          0.7 |     0.005 |   0.625 |          1.0 |  3.133s |     2m:23s |
| Iteration 29     | exponen.. |        0.0556 |          188 |       0.9 | friedman_mse |                15 |               15 |         2 |         log2 |    0.0043 |  0.8125 |          1.0 |  3.151s |     2m:28s |
| Iteration 30     | exponen.. |        0.5804 |          184 |       1.0 | squared_er.. |                 5 |                6 |         2 |          0.7 |    0.0034 |    0.75 |          1.0 |  3.218s |     2m:33s |
| Iteration 31     | exponen.. |        0.0116 |          248 |       0.9 | squared_er.. |                14 |               12 |         3 |          0.6 |    0.0041 |    0.75 |          1.0 |  3.268s |     2m:38s |
| Iteration 32     | exponen.. |        0.4964 |          500 |       0.7 | squared_er.. |                 9 |                4 |         3 |         None |       0.0 |    0.75 |          1.0 |  3.229s |     2m:45s |
| Iteration 33     | exponen.. |        0.1152 |          500 |       0.9 | squared_er.. |                18 |               15 |         5 |          0.6 |       0.0 |     0.5 |          1.0 |  3.220s |     2m:50s |
| Iteration 34     | exponen.. |        0.0166 |          494 |       0.5 | squared_er.. |                13 |                7 |         3 |          0.7 |       0.0 |     0.5 |          1.0 |  3.281s |     2m:57s |
| Iteration 35     | exponen.. |        0.4513 |          183 |       0.9 | friedman_mse |                 8 |               11 |         2 |         sqrt |    0.0027 |    0.75 |          1.0 |  3.182s |     3m:04s |
| Iteration 36     |  deviance |        0.0794 |          500 |       1.0 | squared_er.. |                12 |                1 |        10 |          0.7 |     0.035 |  0.5312 |          1.0 |  3.220s |     3m:09s |
| Iteration 37     | exponen.. |        0.2729 |          226 |       0.9 | friedman_mse |                16 |               13 |         2 |         log2 |    0.0063 |   0.875 |          1.0 |  3.281s |     3m:15s |
| Iteration 38     | exponen.. |        0.0312 |          500 |       0.8 | friedman_mse |                13 |               13 |         1 |         None |    0.0085 |  0.8125 |          1.0 |  3.327s |     3m:20s |
| Iteration 39     |  deviance |        0.8405 |          500 |       0.8 | friedman_mse |                12 |                2 |         1 |          0.7 |    0.0073 |  0.4688 |          1.0 |  3.317s |     3m:25s |
| Iteration 40     | exponen.. |         0.338 |          500 |       0.9 | friedman_mse |                10 |                7 |         1 |          0.7 |    0.0149 |    0.75 |          1.0 |  3.349s |     3m:32s |
| Iteration 41     | exponen.. |        0.1192 |          396 |       0.8 | friedman_mse |                19 |                4 |         1 |          0.6 |    0.0059 |  0.5625 |          1.0 |  3.179s |     3m:39s |
| Iteration 42     | exponen.. |         0.172 |          500 |       0.7 | squared_er.. |                17 |                9 |         1 |          0.5 |    0.0157 |  0.4375 |          1.0 |  3.212s |     3m:45s |
| Iteration 43     | exponen.. |          0.01 |          292 |       0.9 | friedman_mse |                13 |               16 |         2 |         sqrt |    0.0017 |  0.9375 |          1.0 |  3.197s |     3m:50s |
| Iteration 44     | exponen.. |          0.01 |           59 |       0.9 | squared_er.. |                 9 |               20 |         2 |         log2 |    0.0324 |   0.375 |          1.0 |  3.190s |     3m:57s |
| Iteration 45     | exponen.. |          0.01 |          481 |       0.9 | friedman_mse |                 3 |                5 |         2 |          0.9 |    0.0048 |   0.375 |          1.0 |  3.281s |     4m:05s |
| Iteration 46     | exponen.. |        0.0109 |          233 |       0.9 | friedman_mse |                17 |               17 |         2 |          0.8 |    0.0084 |  0.6875 |          1.0 |  3.141s |     4m:13s |
| Iteration 47     | exponen.. |        0.1052 |          500 |       1.0 | friedman_mse |                13 |                5 |         1 |         None |    0.0244 |     0.5 |          1.0 |  3.171s |     4m:20s |
| Iteration 48     | exponen.. |        0.3291 |          231 |       0.9 | friedman_mse |                 8 |               16 |         2 |         auto |    0.0045 |   0.625 |          1.0 |  3.162s |     4m:26s |
| Iteration 49     | exponen.. |        0.0459 |          239 |       0.9 | squared_er.. |                 8 |               11 |         2 |          0.7 |       0.0 |  0.6875 |          1.0 |  3.245s |     4m:31s |
| Iteration 50     | exponen.. |        0.0137 |          207 |       1.0 | squared_er.. |                20 |               16 |         1 |          0.8 |    0.0058 |  0.7812 |          1.0 |  3.208s |     4m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0767, 'n_estimators': 189, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 3, 'min_samples_leaf': 13, 'max_depth': 2, 'max_features': 'sqrt', 'ccp_alpha': 0.0046}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.059s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0872
Time elapsed: 0.274s
-------------------------------------------------
Total time: 4m:38s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.625 |        0.625 |  3.239s |     3.251s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |        0.625 |  3.209s |     7.596s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |        0.625 |  3.243s |    13.976s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.3125 |        0.625 |  3.108s |    20.743s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |    0.75 |         0.75 |  3.123s |    26.960s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |         0.75 |  3.194s |    33.159s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |         0.75 |  3.167s |    39.427s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.4375 |         0.75 |  3.116s |    45.602s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.6875 |         0.75 |  3.126s |    50.070s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |         0.75 |  3.232s |    54.168s |
| Iteration 11     |      l2 |   0.001 |   lbfgs |      100 |      --- |  0.1875 |         0.75 |  3.144s |    58.459s |
| Iteration 12     |      l2 | 73.9941 |   lbfgs |      523 |      --- |  0.5625 |         0.75 |  3.189s |     1m:03s |
| Iteration 13     |      l2 |  6.5755 |   lbfgs |      576 |      --- |    0.75 |         0.75 |  3.740s |     1m:08s |
| Iteration 14     |      l2 |  5.4056 |   lbfgs |      494 |      --- |  0.8125 |       0.8125 |  3.201s |     1m:12s |
| Iteration 15     |      l2 |  4.2154 |   lbfgs |      449 |      --- |     0.5 |       0.8125 |  3.162s |     1m:17s |
| Iteration 16     |      l2 |   4.239 | newto.. |      520 |      --- |    0.75 |       0.8125 |  3.177s |     1m:21s |
| Iteration 17     |      l2 |  0.0066 |   lbfgs |      501 |      --- |   0.625 |       0.8125 |  3.173s |     1m:26s |
| Iteration 18     |      l2 |  8.9565 | newto.. |      440 |      --- |    0.75 |       0.8125 |  3.114s |     1m:33s |
| Iteration 19     |      l2 |  0.0066 |     sag |      169 |      --- |    0.25 |       0.8125 |  3.186s |     1m:40s |
| Iteration 20     | elast.. | 75.2777 |    saga |      994 |      0.1 |  0.3125 |       0.8125 |  3.189s |     1m:47s |
| Iteration 21     |      l2 |  0.0026 | newto.. |      903 |      --- |     0.5 |       0.8125 |  3.141s |     1m:54s |
| Iteration 22     |      l2 | 13.6868 |   lbfgs |      636 |      --- |  0.8125 |       0.8125 |  3.143s |     2m:01s |
| Iteration 23     |      l2 | 81.0052 |   lbfgs |      747 |      --- |  0.4375 |       0.8125 |  3.125s |     2m:06s |
| Iteration 24     |      l2 |   0.001 |    saga |      587 |      --- |  0.3125 |       0.8125 |  3.199s |     2m:11s |
| Iteration 25     |      l2 |  0.0025 |   lbfgs |      448 |      --- |    0.75 |       0.8125 |  3.212s |     2m:15s |
| Iteration 26     |    none |     --- |   lbfgs |      559 |      --- |     0.5 |       0.8125 |  3.229s |     2m:20s |
| Iteration 27     |      l2 |  6.9645 |   lbfgs |      617 |      --- |   0.625 |       0.8125 |  3.248s |     2m:25s |
| Iteration 28     | elast.. |  0.0108 |    saga |      508 |      0.8 |     0.5 |       0.8125 |  3.216s |     2m:30s |
| Iteration 29     |      l2 |  2.7659 | libli.. |      172 |      --- |    0.75 |       0.8125 |  3.227s |     2m:35s |
| Iteration 30     |    none |     --- | newto.. |      271 |      --- |    0.75 |       0.8125 |  3.224s |     2m:39s |
| Iteration 31     |    none |     --- |     sag |      277 |      --- |  0.9375 |       0.9375 |  3.235s |     2m:44s |
| Iteration 32     |    none |     --- |    saga |      296 |      --- |     0.5 |       0.9375 |  3.214s |     2m:49s |
| Iteration 33     |      l2 |  0.0086 | libli.. |      295 |      --- |  0.1875 |       0.9375 |  3.213s |     2m:54s |
| Iteration 34     |    none |     --- |     sag |      321 |      --- |  0.3125 |       0.9375 |  3.226s |     2m:59s |
| Iteration 35     |    none |     --- |   lbfgs |      101 |      --- |  0.6875 |       0.9375 |  3.239s |     3m:06s |
| Iteration 36     |    none |     --- |    saga |      105 |      --- |  0.3125 |       0.9375 |  3.192s |     3m:12s |
| Iteration 37     |      l2 |  5.8186 |     sag |      636 |      --- |  0.8125 |       0.9375 |  3.232s |     3m:16s |
| Iteration 38     | elast.. |  2.6442 |    saga |      578 |      0.6 |   0.625 |       0.9375 |  3.189s |     3m:22s |
| Iteration 39     |      l2 | 53.9288 |     sag |      998 |      --- |  0.4375 |       0.9375 |  3.187s |     3m:27s |
| Iteration 40     |      l1 |  0.0018 |    saga |      604 |      --- |     0.5 |       0.9375 |  3.182s |     3m:31s |
| Iteration 41     |      l2 |  1.7185 |   lbfgs |      107 |      --- |     0.5 |       0.9375 |  3.200s |     3m:36s |
| Iteration 42     |      l2 |  0.1116 |   lbfgs |      571 |      --- |  0.3125 |       0.9375 |  3.129s |     3m:41s |
| Iteration 43     |      l2 | 83.4949 | newto.. |      118 |      --- |  0.6875 |       0.9375 |  3.167s |     3m:46s |
| Iteration 44     |      l2 |  0.0035 | newto.. |      975 |      --- |   0.375 |       0.9375 |  3.174s |     3m:50s |
| Iteration 45     |      l2 |  0.0013 |     sag |      161 |      --- |  0.4375 |       0.9375 |  3.170s |     3m:55s |
| Iteration 46     |    none |     --- |   lbfgs |      783 |      --- |  0.6875 |       0.9375 |  3.144s |     3m:60s |
| Iteration 47     |    none |     --- | newto.. |      351 |      --- |    0.25 |       0.9375 |  3.157s |     4m:05s |
| Iteration 48     |      l2 |  8.0722 |     sag |      983 |      --- |  0.4375 |       0.9375 |  3.164s |     4m:12s |
| Iteration 49     | elast.. |  9.6534 |    saga |      600 |      0.5 |  0.5625 |       0.9375 |  3.150s |     4m:20s |
| Iteration 50     |    none |     --- |    saga |      443 |      --- |  0.6875 |       0.9375 |  3.218s |     4m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 277}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 4m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7857
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.2588
Time elapsed: 0.063s
-------------------------------------------------
Total time: 4m:29s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.1875 |       0.1875 |  3.176s |     3.182s |
| Initial point 2  |     svd |       --- |  0.5625 |       0.5625 |  3.166s |     7.922s |
| Initial point 3  |     svd |       --- |  0.5625 |       0.5625 |  0.001s |     9.131s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |       0.5625 |  3.173s |    13.293s |
| Initial point 5  |   eigen |       0.9 |    0.75 |         0.75 |  3.230s |    17.591s |
| Initial point 6  |    lsqr |       0.7 |  0.5625 |         0.75 |  3.198s |    21.971s |
| Initial point 7  |    lsqr |       0.5 |  0.6875 |         0.75 |  3.214s |    26.352s |
| Initial point 8  |    lsqr |       0.9 |    0.25 |         0.75 |  3.252s |    30.883s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |         0.75 |  3.104s |    37.533s |
| Initial point 10 |   eigen |       0.8 |   0.625 |         0.75 |  3.125s |    42.645s |
| Iteration 11     |   eigen |       0.9 |    0.75 |         0.75 |  0.001s |    43.887s |
| Iteration 12     |   eigen |       0.7 |  0.4375 |         0.75 |  3.174s |    48.216s |
| Iteration 13     |     svd |       --- |  0.5625 |         0.75 |  0.000s |    49.508s |
| Iteration 14     |    lsqr |      auto |  0.8125 |       0.8125 |  3.200s |    53.775s |
| Iteration 15     |   eigen |      auto |  0.6875 |       0.8125 |  3.157s |    58.197s |
| Iteration 16     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    59.517s |
| Iteration 17     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |     1m:01s |
| Iteration 18     |    lsqr |       1.0 |     0.5 |       0.8125 |  3.186s |     1m:05s |
| Iteration 19     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |     1m:07s |
| Iteration 20     |    lsqr |      None |  0.3125 |       0.8125 |  3.159s |     1m:11s |
| Iteration 21     |   eigen |       0.5 |  0.6875 |       0.8125 |  3.165s |     1m:16s |
| Iteration 22     |   eigen |       0.6 |  0.6875 |       0.8125 |  3.285s |     1m:20s |
| Iteration 23     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |     1m:21s |
| Iteration 24     |     svd |       --- |  0.5625 |       0.8125 |  0.001s |     1m:23s |
| Iteration 25     |   eigen |      None |   0.375 |       0.8125 |  3.179s |     1m:27s |
| Iteration 26     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:28s |
| Iteration 27     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:29s |
| Iteration 28     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:31s |
| Iteration 29     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:32s |
| Iteration 30     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:33s |
| Iteration 31     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:34s |
| Iteration 32     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:35s |
| Iteration 33     |    lsqr |       0.7 |  0.5625 |       0.8125 |  0.000s |     1m:36s |
| Iteration 34     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:37s |
| Iteration 35     |    lsqr |       1.0 |     0.5 |       0.8125 |  0.000s |     1m:39s |
| Iteration 36     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:40s |
| Iteration 37     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:41s |
| Iteration 38     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:42s |
| Iteration 39     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |     1m:43s |
| Iteration 40     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:45s |
| Iteration 41     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:46s |
| Iteration 42     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:47s |
| Iteration 43     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:50s |
| Iteration 44     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:53s |
| Iteration 45     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     1m:57s |
| Iteration 46     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     2m:01s |
| Iteration 47     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     2m:05s |
| Iteration 48     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     2m:08s |
| Iteration 49     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     2m:11s |
| Iteration 50     |    lsqr |      auto |  0.8125 |       0.8125 |  0.000s |     2m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 2m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7777
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.3124
Time elapsed: 0.032s
-------------------------------------------------
Total time: 2m:14s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.1875 |       0.1875 |  3.148s |     3.151s |
| Initial point 2  |       0.9 |  0.4375 |       0.4375 |  3.180s |     7.250s |
| Initial point 3  |       0.1 |   0.625 |        0.625 |  3.211s |    11.487s |
| Initial point 4  |       1.0 |  0.1875 |        0.625 |  0.000s |    12.508s |
| Initial point 5  |       0.2 |     0.5 |        0.625 |  3.177s |    16.646s |
| Initial point 6  |       0.4 |   0.375 |        0.625 |  3.213s |    20.926s |
| Initial point 7  |       0.4 |   0.375 |        0.625 |  0.000s |    22.065s |
| Initial point 8  |       0.7 |    0.25 |        0.625 |  3.201s |    26.408s |
| Initial point 9  |       0.9 |  0.4375 |        0.625 |  0.001s |    27.568s |
| Initial point 10 |       0.8 |    0.75 |         0.75 |  3.113s |    31.568s |
| Iteration 11     |       0.3 |     0.5 |         0.75 |  3.171s |    35.800s |
| Iteration 12     |       0.6 |  0.4375 |         0.75 |  3.282s |    40.253s |
| Iteration 13     |       0.5 |     1.0 |          1.0 |  3.155s |    44.694s |
| Iteration 14     |       0.0 |  0.6875 |          1.0 |  3.198s |    49.067s |
| Iteration 15     |       0.5 |     1.0 |          1.0 |  0.001s |    50.298s |
| Iteration 16     |       0.5 |     1.0 |          1.0 |  0.000s |    51.344s |
| Iteration 17     |       0.5 |     1.0 |          1.0 |  0.000s |    52.292s |
| Iteration 18     |       0.5 |     1.0 |          1.0 |  0.000s |    53.268s |
| Iteration 19     |       0.5 |     1.0 |          1.0 |  0.000s |    54.210s |
| Iteration 20     |       0.5 |     1.0 |          1.0 |  0.000s |    55.150s |
| Iteration 21     |       0.5 |     1.0 |          1.0 |  0.000s |    56.078s |
| Iteration 22     |       0.5 |     1.0 |          1.0 |  0.000s |    57.122s |
| Iteration 23     |       0.5 |     1.0 |          1.0 |  0.000s |    58.175s |
| Iteration 24     |       0.5 |     1.0 |          1.0 |  0.000s |    59.836s |
| Iteration 25     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 26     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 27     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 28     |       0.9 |  0.4375 |          1.0 |  0.000s |     1m:06s |
| Iteration 29     |       0.2 |     0.5 |          1.0 |  0.000s |     1m:07s |
| Iteration 30     |       0.8 |    0.75 |          1.0 |  0.000s |     1m:08s |
| Iteration 31     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 32     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 33     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 34     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 35     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 36     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 37     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 38     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 39     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 40     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 41     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 42     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 43     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 44     |       0.5 |     1.0 |          1.0 |  0.001s |     1m:26s |
| Iteration 45     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 46     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 47     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 48     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 49     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 50     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7152
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:34s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.9965 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  3.120s |     3.140s |
| Initial point 2  |  4.3733 | uniform |   kd_tree |        39 |       2 |  0.5938 |         0.75 |  3.171s |     7.429s |
| Initial point 3  |  3.4546 | dista.. | ball_tree |        25 |       2 |  0.5625 |         0.75 |  3.167s |    11.641s |
| Initial point 4  | 10.0788 | uniform | ball_tree |        39 |       2 |  0.5312 |         0.75 |  3.174s |    15.922s |
| Initial point 5  |  7.8954 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  3.219s |    20.283s |
| Initial point 6  |  9.1435 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  3.263s |    24.591s |
| Initial point 7  |  6.5401 | dista.. | ball_tree |        24 |       1 |  0.7812 |          1.0 |  3.233s |    29.024s |
| Initial point 8  |  1.5672 | dista.. | ball_tree |        21 |       2 |  0.3438 |          1.0 |  3.167s |    35.766s |
| Initial point 9  |  7.2852 | uniform | ball_tree |        24 |       1 |  0.6875 |          1.0 |  3.166s |    40.549s |
| Initial point 10 |  5.1746 | uniform |     brute |        22 |       2 |  0.2812 |          1.0 |  3.259s |    44.910s |
| Iteration 11     |  2.4607 | dista.. |      auto |        30 |       2 |  0.3125 |          1.0 |  3.238s |    49.470s |
| Iteration 12     |  7.3936 | dista.. |      auto |        33 |       2 |  0.6562 |          1.0 |  3.123s |    54.197s |
| Iteration 13     |  8.9909 | uniform |      auto |        26 |       1 |     1.0 |          1.0 |  3.252s |    58.788s |
| Iteration 14     |  9.0743 | uniform |      auto |        21 |       1 |  0.6875 |          1.0 |  3.232s |     1m:03s |
| Iteration 15     | 11.0276 | dista.. |     brute |        22 |       1 |  0.6875 |          1.0 |  3.190s |     1m:08s |
| Iteration 16     |  8.4855 | dista.. |      auto |        28 |       2 |   0.875 |          1.0 |  3.234s |     1m:14s |
| Iteration 17     |     0.0 | dista.. |     brute |        37 |       1 |     0.5 |          1.0 |  3.254s |     1m:19s |
| Iteration 18     |  9.7306 | dista.. |      auto |        28 |       1 |  0.5625 |          1.0 |  3.233s |     1m:24s |
| Iteration 19     |  8.1971 | uniform |     brute |        27 |       1 |   0.375 |          1.0 |  3.251s |     1m:29s |
| Iteration 20     |  6.3637 | uniform |      auto |        39 |       1 |  0.7812 |          1.0 |  3.239s |     1m:33s |
| Iteration 21     |  6.0735 | dista.. |      auto |        22 |       2 |  0.5625 |          1.0 |  3.244s |     1m:38s |
| Iteration 22     | 11.0276 | dista.. |   kd_tree |        22 |       1 |    0.75 |          1.0 |  3.254s |     1m:45s |
| Iteration 23     | 11.0276 | uniform |      auto |        27 |       2 |   0.625 |          1.0 |  3.255s |     1m:50s |
| Iteration 24     |  7.8677 | uniform |      auto |        37 |       1 |  0.6875 |          1.0 |  3.236s |     1m:55s |
| Iteration 25     | 11.0257 | dista.. |     brute |        37 |       2 |     0.5 |          1.0 |  3.246s |     1m:59s |
| Iteration 26     |  8.0847 | uniform |      auto |        40 |       1 |    0.25 |          1.0 |  3.253s |     2m:04s |
| Iteration 27     |  8.9627 | uniform | ball_tree |        30 |       1 |   0.625 |          1.0 |  3.260s |     2m:09s |
| Iteration 28     |  8.0497 | uniform |      auto |        27 |       2 |     0.5 |          1.0 |  3.215s |     2m:13s |
| Iteration 29     |  7.7768 | dista.. |      auto |        30 |       2 |   0.875 |          1.0 |  3.234s |     2m:18s |
| Iteration 30     |  7.9803 | dista.. | ball_tree |        30 |       2 |  0.6875 |          1.0 |  3.247s |     2m:23s |
| Iteration 31     |  8.4172 | dista.. |      auto |        30 |       2 |  0.6562 |          1.0 |  3.251s |     2m:28s |
| Iteration 32     |   9.018 | dista.. | ball_tree |        26 |       1 |   0.375 |          1.0 |  3.220s |     2m:32s |
| Iteration 33     |  9.0332 | uniform |      auto |        26 |       1 |  0.6562 |          1.0 |  3.249s |     2m:37s |
| Iteration 34     |  7.7099 | dista.. |     brute |        28 |       2 |  0.3125 |          1.0 |  3.234s |     2m:43s |
| Iteration 35     |  7.5188 | uniform |      auto |        30 |       1 |  0.6875 |          1.0 |  3.169s |     2m:49s |
| Iteration 36     |   8.384 | dista.. |      auto |        30 |       1 |  0.3125 |          1.0 |  3.194s |     2m:56s |
| Iteration 37     |  7.7774 | dista.. |      auto |        25 |       2 |    0.75 |          1.0 |  3.106s |     3m:02s |
| Iteration 38     |  7.9234 | dista.. |      auto |        28 |       2 |   0.625 |          1.0 |  3.220s |     3m:08s |
| Iteration 39     |  8.1542 | dista.. |      auto |        34 |       2 |  0.5625 |          1.0 |  3.160s |     3m:12s |
| Iteration 40     | 10.1473 | uniform |      auto |        26 |       1 |     0.5 |          1.0 |  3.148s |     3m:17s |
| Iteration 41     |  8.0795 | uniform |      auto |        24 |       1 |  0.3438 |          1.0 |  3.169s |     3m:21s |
| Iteration 42     |  8.9299 | uniform |      auto |        24 |       1 |  0.5625 |          1.0 |  3.184s |     3m:27s |
| Iteration 43     |   7.845 | dista.. |      auto |        38 |       2 |     1.0 |          1.0 |  3.194s |     3m:32s |
| Iteration 44     |   7.846 | dista.. |      auto |        34 |       2 |     0.5 |          1.0 |  3.123s |     3m:38s |
| Iteration 45     |  7.7271 | dista.. |      auto |        39 |       2 |  0.4375 |          1.0 |  3.157s |     3m:45s |
| Iteration 46     |  7.8789 | dista.. |   kd_tree |        38 |       2 |    0.75 |          1.0 |  3.153s |     3m:51s |
| Iteration 47     |  8.5335 | dista.. | ball_tree |        27 |       2 |     0.5 |          1.0 |  3.341s |     3m:56s |
| Iteration 48     |  7.8202 | dista.. | ball_tree |        30 |       1 |  0.5312 |          1.0 |  3.175s |     4m:00s |
| Iteration 49     |  7.5909 | dista.. | ball_tree |        30 |       2 |  0.5625 |          1.0 |  3.226s |     4m:05s |
| Iteration 50     |  7.8717 | dista.. |      auto |        21 |       2 |  0.6562 |          1.0 |  3.211s |     4m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'radius': 8.9909, 'weights': 'uniform', 'algorithm': 'auto', 'leaf_size': 26, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5388
Test evaluation --> roc_auc: 0.1
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.29 ± 0.1241
Time elapsed: 0.055s
-------------------------------------------------
Total time: 4m:12s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.4375 |       0.4375 |  3.613s |     3.621s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.5625 |       0.5625 |  3.588s |     8.441s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.625 |        0.625 |  3.363s |    13.782s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     0.5 |        0.625 |  3.499s |    19.232s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |       0.8125 |  3.368s |    24.704s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     0.5 |       0.8125 |  3.567s |    29.493s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6562 |       0.8125 |  3.228s |    33.882s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.6562 |       0.8125 |  3.506s |    38.448s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4375 |       0.8125 |  3.186s |    42.740s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5625 |       0.8125 |  3.317s |    47.133s |
| Iteration 11     |          248 |        9.7133 |     SAMME |  0.4375 |       0.8125 |  3.097s |    54.028s |
| Iteration 12     |           83 |        0.0308 |   SAMME.R |    0.75 |       0.8125 |  3.186s |     1m:02s |
| Iteration 13     |           81 |        0.0459 |     SAMME |  0.4688 |       0.8125 |  3.137s |     1m:07s |
| Iteration 14     |          184 |          0.01 |     SAMME |  0.8125 |       0.8125 |  3.336s |     1m:11s |
| Iteration 15     |          487 |          0.01 |     SAMME |    0.75 |       0.8125 |  3.480s |     1m:16s |
| Iteration 16     |          477 |          0.01 |   SAMME.R |   0.625 |       0.8125 |  3.560s |     1m:21s |
| Iteration 17     |           98 |          0.01 |     SAMME |  0.4375 |       0.8125 |  3.270s |     1m:25s |
| Iteration 18     |           71 |         0.363 |   SAMME.R |   0.625 |       0.8125 |  3.198s |     1m:31s |
| Iteration 19     |          131 |          0.01 |     SAMME |  0.2812 |       0.8125 |  3.262s |     1m:35s |
| Iteration 20     |          190 |          0.01 |     SAMME |  0.4375 |       0.8125 |  3.338s |     1m:41s |
| Iteration 21     |          251 |        0.0483 |   SAMME.R |  0.5625 |       0.8125 |  3.374s |     1m:45s |
| Iteration 22     |          250 |        0.0351 |     SAMME |     1.0 |          1.0 |  3.371s |     1m:50s |
| Iteration 23     |          250 |        0.0203 |     SAMME |     0.5 |          1.0 |  3.357s |     1m:55s |
| Iteration 24     |          273 |        0.0412 |     SAMME |    0.25 |          1.0 |  3.391s |     1m:59s |
| Iteration 25     |          256 |        0.0117 |     SAMME |  0.4375 |          1.0 |  3.378s |     2m:06s |
| Iteration 26     |          249 |        0.0372 |     SAMME |  0.8438 |          1.0 |  3.376s |     2m:14s |
| Iteration 27     |          252 |         0.037 |     SAMME |  0.9062 |          1.0 |  3.322s |     2m:19s |
| Iteration 28     |          251 |        0.0326 |     SAMME |   0.625 |          1.0 |  3.347s |     2m:24s |
| Iteration 29     |          252 |         0.043 |     SAMME |  0.6875 |          1.0 |  3.305s |     2m:29s |
| Iteration 30     |          248 |        0.0396 |     SAMME |  0.6875 |          1.0 |  3.342s |     2m:33s |
| Iteration 31     |          251 |        0.0355 |     SAMME |  0.6875 |          1.0 |  3.361s |     2m:40s |
| Iteration 32     |          250 |        0.0422 |     SAMME |  0.8438 |          1.0 |  3.344s |     2m:45s |
| Iteration 33     |          249 |        0.0464 |     SAMME |  0.4062 |          1.0 |  3.323s |     2m:50s |
| Iteration 34     |          251 |        0.0373 |     SAMME |     0.5 |          1.0 |  3.338s |     2m:57s |
| Iteration 35     |          258 |        0.0439 |     SAMME |  0.6875 |          1.0 |  3.291s |     3m:04s |
| Iteration 36     |          243 |         0.033 |     SAMME |  0.5312 |          1.0 |  3.300s |     3m:10s |
| Iteration 37     |          252 |        0.0375 |     SAMME |  0.9062 |          1.0 |  3.332s |     3m:15s |
| Iteration 38     |          253 |        0.0369 |     SAMME |   0.625 |          1.0 |  3.426s |     3m:19s |
| Iteration 39     |          250 |        0.0358 |   SAMME.R |    0.25 |          1.0 |  3.368s |     3m:24s |
| Iteration 40     |          258 |          0.03 |     SAMME |  0.7188 |          1.0 |  3.358s |     3m:28s |
| Iteration 41     |          254 |        0.0368 |     SAMME |  0.4375 |          1.0 |  3.322s |     3m:33s |
| Iteration 42     |          249 |        0.0351 |     SAMME |   0.375 |          1.0 |  3.356s |     3m:38s |
| Iteration 43     |          252 |        0.0436 |     SAMME |   0.625 |          1.0 |  3.340s |     3m:42s |
| Iteration 44     |          255 |        0.0742 |     SAMME |     0.5 |          1.0 |  3.313s |     3m:47s |
| Iteration 45     |          251 |        0.0388 |     SAMME |  0.2812 |          1.0 |  4.030s |     3m:53s |
| Iteration 46     |          252 |        0.0373 |     SAMME |  0.7188 |          1.0 |  3.379s |     3m:58s |
| Iteration 47     |          252 |        0.0365 |     SAMME |     0.5 |          1.0 |  3.374s |     4m:03s |
| Iteration 48     |          251 |        0.0398 |     SAMME |  0.7188 |          1.0 |  3.389s |     4m:07s |
| Iteration 49     |          251 |        0.0417 |     SAMME |    0.75 |          1.0 |  3.270s |     4m:15s |
| Iteration 50     |          485 |         0.016 |     SAMME |  0.8438 |          1.0 |  3.462s |     4m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 250, 'learning_rate': 0.0351, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9223
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.198s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.835 ± 0.1136
Time elapsed: 0.905s
-------------------------------------------------
Total time: 4m:29s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     0.5 |          0.5 |  3.504s |     3.524s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.625 |        0.625 |  3.365s |    11.205s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.5625 |        0.625 |  3.355s |    18.666s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.625 |  3.229s |    25.923s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.375 |        0.625 |  3.499s |    32.785s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.375 |        0.625 |  3.334s |    37.663s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |        0.875 |  3.413s |    42.434s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     0.5 |        0.875 |  3.357s |    49.296s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  3.530s |    54.554s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     0.5 |          1.0 |  3.523s |    59.254s |
| Iteration 11     |          273 |   entropy |      None |                20 |                7 |          0.8 |     False |     0.018 |         --- |  0.2812 |          1.0 |  3.461s |     1m:05s |
| Iteration 12     |          439 |      gini |         5 |                16 |                8 |          0.6 |     False |    0.0104 |         --- |  0.9375 |          1.0 |  3.399s |     1m:10s |
| Iteration 13     |          446 |   entropy |         6 |                 6 |                8 |          0.9 |      True |    0.0036 |         0.9 |   0.375 |          1.0 |  3.521s |     1m:15s |
| Iteration 14     |          482 |      gini |         5 |                 8 |                8 |         None |     False |       0.0 |         --- |   0.625 |          1.0 |  3.429s |     1m:20s |
| Iteration 15     |          350 |      gini |         9 |                15 |                1 |         log2 |     False |    0.0068 |         --- |    0.75 |          1.0 |  3.369s |     1m:25s |
| Iteration 16     |          495 |      gini |         5 |                15 |                7 |         log2 |      True |    0.0062 |         0.7 |  0.8125 |          1.0 |  3.555s |     1m:30s |
| Iteration 17     |          230 |      gini |         5 |                20 |               20 |          0.6 |      True |    0.0014 |         0.8 |     0.5 |          1.0 |  3.350s |     1m:35s |
| Iteration 18     |          466 |      gini |         3 |                14 |               10 |          0.7 |     False |    0.0077 |         --- |   0.625 |          1.0 |  3.438s |     1m:40s |
| Iteration 19     |          449 |      gini |         6 |                15 |                8 |         sqrt |     False |    0.0068 |         --- |   0.375 |          1.0 |  3.461s |     1m:46s |
| Iteration 20     |          406 |      gini |         5 |                14 |               10 |          0.7 |     False |    0.0058 |         --- |  0.6875 |          1.0 |  3.434s |     1m:51s |
| Iteration 21     |          300 |      gini |         5 |                 5 |                7 |          0.7 |     False |      0.01 |         --- |     0.5 |          1.0 |  3.390s |     1m:56s |
| Iteration 22     |          396 |      gini |         7 |                20 |               11 |         None |     False |    0.0218 |         --- |  0.9375 |          1.0 |  4.061s |     2m:01s |
| Iteration 23     |          302 |      gini |         6 |                20 |                5 |          0.9 |      True |    0.0065 |         0.7 |   0.375 |          1.0 |  3.342s |     2m:08s |
| Iteration 24     |          434 |   entropy |         5 |                20 |               14 |          0.7 |     False |    0.0331 |         --- |  0.4688 |          1.0 |  3.450s |     2m:13s |
| Iteration 25     |          455 |      gini |         6 |                15 |                3 |          0.7 |     False |    0.0117 |         --- |  0.6875 |          1.0 |  3.492s |     2m:18s |
| Iteration 26     |          434 |      gini |         5 |                20 |               15 |         log2 |      True |    0.0266 |         0.8 |   0.875 |          1.0 |  3.545s |     2m:23s |
| Iteration 27     |          432 |      gini |         9 |                16 |               20 |          0.9 |      True |    0.0224 |         0.8 |     0.5 |          1.0 |  3.517s |     2m:29s |
| Iteration 28     |          448 |      gini |         5 |                16 |               12 |          0.7 |     False |    0.0041 |         --- |  0.6875 |          1.0 |  3.489s |     2m:34s |
| Iteration 29     |          267 |   entropy |         8 |                17 |                4 |          0.6 |     False |    0.0247 |         --- |   0.875 |          1.0 |  3.341s |     2m:39s |
| Iteration 30     |          248 |   entropy |         9 |                19 |                3 |         log2 |     False |    0.0195 |         --- |    0.75 |          1.0 |  3.351s |     2m:44s |
| Iteration 31     |          297 |   entropy |         7 |                20 |                4 |          0.6 |     False |    0.0141 |         --- |  0.6875 |          1.0 |  3.361s |     2m:49s |
| Iteration 32     |          226 |   entropy |         6 |                 9 |               10 |         log2 |      True |     0.032 |         0.5 |  0.6875 |          1.0 |  3.378s |     2m:54s |
| Iteration 33     |          335 |   entropy |         9 |                18 |               17 |          0.8 |      True |    0.0034 |         0.6 |     0.5 |          1.0 |  3.447s |     2m:59s |
| Iteration 34     |          442 |      gini |         1 |                 9 |                7 |         sqrt |     False |    0.0211 |         --- |     0.5 |          1.0 |  3.445s |     3m:04s |
| Iteration 35     |          355 |   entropy |         1 |                13 |                1 |         auto |      True |    0.0321 |         0.5 |  0.4375 |          1.0 |  3.453s |     3m:08s |
| Iteration 36     |          425 |      gini |         6 |                16 |                7 |         sqrt |     False |    0.0027 |         --- |  0.4375 |          1.0 |  3.370s |     3m:13s |
| Iteration 37     |          320 |      gini |         5 |                14 |                8 |          0.8 |     False |    0.0001 |         --- |  0.9375 |          1.0 |  3.355s |     3m:18s |
| Iteration 38     |          345 |   entropy |         5 |                14 |                8 |          0.5 |     False |    0.0046 |         --- |  0.4375 |          1.0 |  3.310s |     3m:25s |
| Iteration 39     |          134 |      gini |         9 |                19 |                8 |          0.7 |     False |    0.0147 |         --- |  0.3125 |          1.0 |  3.222s |     3m:30s |
| Iteration 40     |          461 |      gini |         7 |                 4 |               11 |          0.9 |     False |    0.0179 |         --- |  0.7188 |          1.0 |  3.430s |     3m:35s |
| Iteration 41     |          432 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0034 |         --- |  0.6875 |          1.0 |  3.399s |     3m:40s |
| Iteration 42     |          359 |      gini |         6 |                20 |                3 |         None |     False |       0.0 |         --- |  0.4375 |          1.0 |  3.359s |     3m:45s |
| Iteration 43     |          107 |      gini |         5 |                12 |                8 |          0.7 |     False |     0.011 |         --- |    0.75 |          1.0 |  3.197s |     3m:50s |
| Iteration 44     |          445 |      gini |         5 |                13 |                8 |          0.7 |     False |    0.0325 |         --- |     0.5 |          1.0 |  3.418s |     3m:55s |
| Iteration 45     |          420 |      gini |         5 |                15 |                8 |          0.6 |     False |    0.0019 |         --- |  0.3125 |          1.0 |  3.380s |     4m:00s |
| Iteration 46     |          404 |      gini |         9 |                20 |               19 |         None |     False |    0.0103 |         --- |  0.6562 |          1.0 |  3.340s |     4m:06s |
| Iteration 47     |          405 |      gini |         4 |                20 |                9 |         auto |     False |    0.0002 |         --- |     0.5 |          1.0 |  3.375s |     4m:12s |
| Iteration 48     |          288 |   entropy |         9 |                20 |                8 |          0.5 |     False |    0.0289 |         --- |    0.75 |          1.0 |  3.314s |     4m:17s |
| Iteration 49     |          296 |   entropy |         1 |                20 |                8 |          0.7 |     False |    0.0296 |         --- |    0.75 |          1.0 |  3.343s |     4m:24s |
| Iteration 50     |          208 |   entropy |         4 |                16 |               18 |          0.8 |     False |    0.0279 |         --- |   0.625 |          1.0 |  3.287s |     4m:30s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9679
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.326s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0872
Time elapsed: 1.430s
-------------------------------------------------
Total time: 4m:33s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.232s |     3.251s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  3.223s |     7.439s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  3.225s |    11.674s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  3.185s |    15.924s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  3.194s |    20.016s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  3.197s |    24.153s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  3.190s |    28.376s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  3.200s |    32.481s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  3.254s |    36.749s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.204s |    40.972s |
| Iteration 11     |          490 |        0.1237 |         3 |     0.0 |                4 |       0.8 |              0.6 |         0 |         10 |  0.4375 |       0.9375 |  3.190s |    45.446s |
| Iteration 12     |          332 |        0.0765 |         5 |  0.7788 |                4 |       0.9 |              0.8 |      0.01 |         10 |  0.8125 |       0.9375 |  3.185s |    49.997s |
| Iteration 13     |          124 |         0.575 |         6 |  0.5451 |                2 |       0.9 |              0.8 |         0 |        100 |     0.5 |       0.9375 |  3.145s |    54.541s |
| Iteration 14     |          391 |         0.054 |         6 |  0.9727 |                5 |       0.6 |              0.8 |      0.01 |       0.01 |  0.7188 |       0.9375 |  3.196s |    59.051s |
| Iteration 15     |          416 |        0.0512 |         6 |  0.6617 |                4 |       0.8 |              0.8 |      0.01 |         10 |   0.625 |       0.9375 |  3.190s |     1m:04s |
| Iteration 16     |          449 |        0.0179 |         6 |  0.8615 |                7 |       0.7 |              0.8 |      0.01 |          1 |     0.5 |       0.9375 |  3.205s |     1m:08s |
| Iteration 17     |          473 |        0.4715 |         7 |  0.5047 |                3 |       0.7 |              0.7 |      0.01 |          0 |  0.5625 |       0.9375 |  3.193s |     1m:13s |
| Iteration 18     |          305 |        0.1721 |         7 |    0.86 |                4 |       0.9 |              0.9 |      0.01 |       0.01 |  0.5312 |       0.9375 |  3.150s |     1m:18s |
| Iteration 19     |          319 |        0.0657 |         7 |  0.9756 |                3 |       0.5 |              0.5 |      0.01 |       0.01 |    0.25 |       0.9375 |  3.194s |     1m:22s |
| Iteration 20     |          227 |        0.0725 |         2 |  0.0962 |                2 |       1.0 |              0.8 |      0.01 |          0 |   0.625 |       0.9375 |  3.161s |     1m:27s |
| Iteration 21     |          496 |        0.0693 |         1 |  0.6249 |                5 |       0.7 |              0.8 |         0 |         10 |    0.25 |       0.9375 |  3.204s |     1m:31s |
| Iteration 22     |          386 |        0.0965 |         8 |  0.8856 |                5 |       0.7 |              0.8 |      0.01 |        0.1 |     1.0 |          1.0 |  3.827s |     1m:36s |
| Iteration 23     |          236 |        0.1194 |         9 |  0.4486 |                6 |       0.7 |              0.8 |      0.01 |        0.1 |  0.2188 |          1.0 |  3.202s |     1m:41s |
| Iteration 24     |          419 |        0.0916 |         7 |  0.9261 |                2 |       0.8 |              0.8 |       0.1 |          0 |   0.375 |          1.0 |  3.217s |     1m:47s |
| Iteration 25     |          409 |        0.0818 |         7 |  0.7088 |                5 |       0.7 |              0.8 |       0.1 |        0.1 |  0.7188 |          1.0 |  3.228s |     1m:52s |
| Iteration 26     |          428 |         0.121 |         9 |  0.7975 |                5 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |          1.0 |  3.241s |     1m:56s |
| Iteration 27     |          140 |        0.4083 |        10 |  0.4648 |                5 |       0.7 |              0.8 |         1 |       0.01 |  0.4375 |          1.0 |  3.195s |     2m:01s |
| Iteration 28     |          393 |        0.0346 |         4 |  0.7801 |                5 |       0.7 |              0.8 |      0.01 |        0.1 |  0.8125 |          1.0 |  3.191s |     2m:05s |
| Iteration 29     |          368 |        0.1973 |        10 |  0.4132 |                4 |       0.7 |              0.9 |       0.1 |        0.1 |   0.375 |          1.0 |  3.221s |     2m:12s |
| Iteration 30     |          407 |        0.0987 |         8 |  0.7848 |                4 |       1.0 |              0.7 |      0.01 |          1 |  0.8125 |          1.0 |  3.130s |     2m:19s |
| Iteration 31     |          427 |        0.1029 |        10 |  0.9036 |                5 |       0.8 |              0.7 |         1 |          1 |    0.75 |          1.0 |  3.166s |     2m:27s |
| Iteration 32     |          182 |        0.7022 |         9 |  0.8915 |                5 |       0.9 |              0.8 |         0 |          1 |  0.8438 |          1.0 |  3.150s |     2m:34s |
| Iteration 33     |          260 |        0.0808 |         7 |  0.8734 |                5 |       0.6 |              0.7 |       0.1 |        0.1 |  0.5938 |          1.0 |  3.132s |     2m:42s |
| Iteration 34     |          496 |        0.1934 |         9 |   0.908 |                5 |       0.7 |              0.9 |      0.01 |        0.1 |  0.4375 |          1.0 |  3.156s |     2m:50s |
| Iteration 35     |          385 |        0.2019 |        10 |  0.8934 |                5 |       0.8 |              0.8 |       0.1 |        0.1 |  0.5938 |          1.0 |  3.152s |     2m:57s |
| Iteration 36     |          415 |        0.1986 |         7 |  0.8364 |                5 |       0.6 |              0.8 |      0.01 |        0.1 |     0.5 |          1.0 |  3.180s |     3m:05s |
| Iteration 37     |          372 |        0.0809 |         9 |  0.8139 |                5 |       1.0 |              0.8 |         1 |         10 |  0.8438 |          1.0 |  3.166s |     3m:13s |
| Iteration 38     |           24 |         0.133 |         1 |     1.0 |                6 |       1.0 |              0.7 |        10 |         10 |     0.5 |          1.0 |  3.148s |     3m:19s |
| Iteration 39     |          275 |         0.021 |         7 |  0.8716 |                5 |       1.0 |              0.8 |         0 |          1 |    0.25 |          1.0 |  3.182s |     3m:24s |
| Iteration 40     |          383 |        0.0676 |        10 |  0.9896 |                6 |       0.7 |              0.8 |         1 |        0.1 |     0.5 |          1.0 |  3.223s |     3m:29s |
| Iteration 41     |          395 |        0.0928 |         8 |  0.8549 |                5 |       0.9 |              0.8 |      0.01 |          1 |   0.625 |          1.0 |  3.192s |     3m:34s |
| Iteration 42     |          429 |        0.0687 |         7 |  0.3435 |                2 |       0.6 |              0.8 |       0.1 |          1 |  0.4375 |          1.0 |  3.223s |     3m:39s |
| Iteration 43     |          430 |        0.0699 |         8 |   0.803 |                4 |       0.7 |              0.9 |        10 |       0.01 |     0.5 |          1.0 |  3.188s |     3m:46s |
| Iteration 44     |          416 |        0.0618 |         7 |   0.797 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.1875 |          1.0 |  3.164s |     3m:54s |
| Iteration 45     |          375 |        0.0974 |         9 |  0.8597 |                6 |       0.6 |              0.6 |      0.01 |          1 |     0.5 |          1.0 |  3.125s |     4m:01s |
| Iteration 46     |          381 |        0.0991 |         5 |  0.2192 |                7 |       0.5 |              0.8 |         1 |       0.01 |     0.5 |          1.0 |  3.816s |     4m:10s |
| Iteration 47     |          410 |        0.1358 |         8 |  0.8576 |                9 |       0.7 |              0.8 |      0.01 |        0.1 |     0.5 |          1.0 |  3.214s |     4m:15s |
| Iteration 48     |          292 |        0.2012 |         8 |  0.4126 |                5 |       0.7 |              0.8 |         1 |         10 |  0.7188 |          1.0 |  3.206s |     4m:20s |
| Iteration 49     |          372 |        0.3428 |         8 |   0.877 |                5 |       0.7 |              0.8 |      0.01 |        0.1 |   0.875 |          1.0 |  3.208s |     4m:25s |
| Iteration 50     |          394 |        0.0101 |         9 |  0.6779 |                5 |       0.7 |              0.8 |        10 |       0.01 |     0.5 |          1.0 |  3.215s |     4m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 386, 'learning_rate': 0.0965, 'max_depth': 8, 'gamma': 0.8856, 'min_child_weight': 5, 'subsample': 0.7, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8795
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.1631
Time elapsed: 0.246s
-------------------------------------------------
Total time: 4m:34s


Final results ==================== >>
Duration: 30m:43s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.78 ± 0.0872 ~
Logistic Regression             --> roc_auc: 0.75 ± 0.2588
Linear Discriminant Analysis    --> roc_auc: 0.67 ± 0.3124 ~
Quadratic Discriminant Analysis --> roc_auc: 0.85 ± 0.0
Radius Nearest Neighbors        --> roc_auc: 0.29 ± 0.1241 ~
AdaBoost                        --> roc_auc: 0.835 ± 0.1136
Random Forest                   --> roc_auc: 0.78 ± 0.0872
XGBoost                         --> roc_auc: 0.87 ± 0.1631 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 853 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAASALYGGSQGNLIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLRASVTETQYF.
   >>> Dropping feature CAVNYGQNFVF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAYAGGTSYGKLTF.
   >>> Dropping feature CVGQKLLF.
   >>> Dropping feature CASVRRPYNEQFF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9375 |       0.9375 |  0.637s |     0.657s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.6562 |       0.9375 |  0.674s |     2.255s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.8125 |       0.9375 |  0.634s |     3.752s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     1.0 |          1.0 |  0.667s |     7.232s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |          1.0 |  0.677s |     9.207s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |    0.75 |          1.0 |  0.720s |    10.838s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |          1.0 |  0.694s |    12.364s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  0.739s |    13.936s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     0.5 |          1.0 |  0.671s |    15.442s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |          1.0 |  0.670s |    16.925s |
| Iteration 11     | exponen.. |        0.4315 |           10 |       0.8 | friedman_mse |                 2 |               19 |         5 |         auto |     0.035 |     1.0 |          1.0 |  0.621s |    18.826s |
| Iteration 12     | exponen.. |        0.3733 |          122 |       0.8 | friedman_mse |                 4 |               15 |         7 |          0.5 |    0.0274 |    0.75 |          1.0 |  0.651s |    20.745s |
| Iteration 13     | exponen.. |        0.3863 |          228 |       0.7 | friedman_mse |                 2 |               16 |         6 |         sqrt |    0.0299 |    0.75 |          1.0 |  0.665s |    22.806s |
| Iteration 14     |  deviance |        0.0125 |          375 |       0.8 | friedman_mse |                15 |                3 |         5 |         auto |    0.0312 |  0.8438 |          1.0 |  0.711s |    25.927s |
| Iteration 15     | exponen.. |        0.1504 |          211 |       0.6 | friedman_mse |                19 |               16 |         5 |          0.8 |    0.0101 |  0.4688 |          1.0 |  0.674s |    29.186s |
| Iteration 16     | exponen.. |        0.2078 |          218 |       0.9 | friedman_mse |                 4 |                5 |         6 |          0.9 |    0.0119 |     1.0 |          1.0 |  0.720s |    31.469s |
| Iteration 17     |  deviance |        0.4755 |           10 |       0.6 | squared_er.. |                 2 |                4 |         3 |          0.7 |    0.0348 |   0.625 |          1.0 |  0.668s |    33.349s |
| Iteration 18     | exponen.. |        0.2008 |          214 |       0.6 | friedman_mse |                 5 |               18 |         1 |         log2 |    0.0175 |     0.5 |          1.0 |  0.701s |    35.236s |
| Iteration 19     | exponen.. |        0.1654 |          132 |       0.8 | friedman_mse |                 7 |               11 |         6 |         None |    0.0055 |     1.0 |          1.0 |  0.694s |    37.148s |
| Iteration 20     |  deviance |        0.4682 |          368 |       0.6 | friedman_mse |                 5 |                2 |         6 |         None |    0.0328 |  0.6562 |          1.0 |  1.508s |    39.946s |
| Iteration 21     | exponen.. |        0.0152 |           71 |       0.9 | friedman_mse |                 9 |               18 |         6 |         None |    0.0035 |  0.8125 |          1.0 |  0.696s |    42.861s |
| Iteration 22     | exponen.. |        0.3122 |          454 |       0.8 | friedman_mse |                 6 |               11 |         6 |         None |    0.0225 |     1.0 |          1.0 |  0.736s |    46.102s |
| Iteration 23     | exponen.. |        0.2328 |          234 |       0.7 | squared_er.. |                 6 |               14 |         6 |         None |       0.0 |     1.0 |          1.0 |  0.686s |    48.361s |
| Iteration 24     | exponen.. |        0.2374 |          461 |       0.7 | friedman_mse |                 9 |                1 |         6 |         None |    0.0141 |  0.8125 |          1.0 |  0.761s |    50.345s |
| Iteration 25     | exponen.. |        0.1629 |          104 |       0.8 | friedman_mse |                 6 |               11 |         6 |          0.9 |    0.0218 |  0.9375 |          1.0 |  0.676s |    52.367s |
| Iteration 26     | exponen.. |        0.0174 |          205 |       0.8 | friedman_mse |                 5 |               13 |         6 |         None |    0.0009 |  0.6875 |          1.0 |  0.701s |    54.307s |
| Iteration 27     | exponen.. |        0.2236 |          105 |       0.7 | squared_er.. |                12 |                6 |         6 |          0.9 |    0.0007 |   0.875 |          1.0 |  0.676s |    56.428s |
| Iteration 28     | exponen.. |        0.2225 |          300 |       0.9 | friedman_mse |                 2 |                6 |         6 |          0.9 |    0.0251 |  0.6875 |          1.0 |  0.744s |    58.540s |
| Iteration 29     | exponen.. |        0.3162 |          245 |       0.8 | friedman_mse |                 6 |               19 |         6 |          0.5 |       0.0 |  0.8125 |          1.0 |  0.678s |     1m:01s |
| Iteration 30     | exponen.. |        0.1018 |          363 |       0.6 | friedman_mse |                 3 |               16 |         5 |         sqrt |    0.0126 |    0.75 |          1.0 |  0.720s |     1m:03s |
| Iteration 31     | exponen.. |        0.2534 |          404 |       0.9 | squared_er.. |                 6 |                9 |         6 |         None |    0.0163 |    0.75 |          1.0 |  0.733s |     1m:05s |
| Iteration 32     | exponen.. |        0.5064 |          500 |       0.6 | squared_er.. |                 2 |                2 |         5 |         sqrt |    0.0192 |   0.625 |          1.0 |  0.747s |     1m:07s |
| Iteration 33     | exponen.. |        0.3624 |           15 |       0.9 | friedman_mse |                 5 |               17 |         5 |          0.6 |    0.0205 |  0.7188 |          1.0 |  0.642s |     1m:09s |
| Iteration 34     | exponen.. |        0.2279 |           44 |       0.8 | friedman_mse |                15 |               18 |         6 |         None |    0.0135 |     1.0 |          1.0 |  0.644s |     1m:11s |
| Iteration 35     | exponen.. |        0.5966 |           10 |       0.6 | friedman_mse |                10 |               18 |         7 |         None |    0.0194 |     0.5 |          1.0 |  0.650s |     1m:13s |
| Iteration 36     |  deviance |           1.0 |          233 |       0.8 | squared_er.. |                15 |               14 |         1 |         None |    0.0301 |   0.875 |          1.0 |  0.702s |     1m:15s |
| Iteration 37     | exponen.. |           1.0 |          122 |       0.8 | friedman_mse |                20 |                5 |        10 |         None |     0.035 |  0.9688 |          1.0 |  0.658s |     1m:17s |
| Iteration 38     | exponen.. |           1.0 |          500 |       0.8 | friedman_mse |                17 |               17 |        10 |         None |    0.0143 |  0.7812 |          1.0 |  0.754s |     1m:21s |
| Iteration 39     |  deviance |        0.5228 |          243 |       1.0 | friedman_mse |                 5 |               13 |         9 |          0.5 |     0.033 |     0.5 |          1.0 |  0.713s |     1m:24s |
| Iteration 40     | exponen.. |        0.0605 |           92 |       1.0 | friedman_mse |                10 |                4 |         7 |         None |      0.02 |     1.0 |          1.0 |  0.680s |     1m:26s |
| Iteration 41     |  deviance |          0.02 |          392 |       1.0 | squared_er.. |                 8 |                6 |         4 |         None |    0.0022 |     1.0 |          1.0 |  0.758s |     1m:30s |
| Iteration 42     | exponen.. |          0.01 |          500 |       1.0 | squared_er.. |                20 |               20 |         1 |         None |       0.0 |  0.9375 |          1.0 |  0.718s |     1m:34s |
| Iteration 43     |  deviance |        0.5269 |          308 |       1.0 | friedman_mse |                 9 |                6 |        10 |         None |    0.0328 |     1.0 |          1.0 |  0.700s |     1m:39s |
| Iteration 44     | exponen.. |        0.0174 |          476 |       0.5 | friedman_mse |                10 |               17 |         7 |         sqrt |    0.0162 |     0.5 |          1.0 |  0.727s |     1m:42s |
| Iteration 45     |  deviance |           1.0 |           10 |       1.0 | friedman_mse |                 2 |                1 |        10 |         None |     0.035 |    0.75 |          1.0 |  1.240s |     1m:44s |
| Iteration 46     |  deviance |          0.94 |          492 |       0.5 | friedman_mse |                19 |               12 |         2 |         None |    0.0116 |     1.0 |          1.0 |  0.742s |     1m:47s |
| Iteration 47     | exponen.. |          0.01 |          370 |       0.5 | squared_er.. |                 4 |               13 |         7 |         None |    0.0068 |   0.875 |          1.0 |  0.724s |     1m:49s |
| Iteration 48     |  deviance |           1.0 |          411 |       0.5 | friedman_mse |                17 |               17 |         1 |          0.9 |     0.035 |     0.5 |          1.0 |  0.717s |     1m:51s |
| Iteration 49     | exponen.. |        0.0815 |          459 |       1.0 | friedman_mse |                 3 |                9 |         1 |         None |    0.0109 |  0.6875 |          1.0 |  0.731s |     1m:53s |
| Iteration 50     |  deviance |        0.2993 |          106 |       0.8 | squared_er.. |                17 |                2 |         3 |          0.9 |    0.0317 |    0.75 |          1.0 |  0.655s |     1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.02, 'n_estimators': 392, 'subsample': 1.0, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 6, 'max_depth': 4, 'max_features': None, 'ccp_alpha': 0.0022}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.111s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.08
Time elapsed: 0.525s
-------------------------------------------------
Total time: 1m:57s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  0.645s |     0.657s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |       0.5625 |  0.660s |     2.256s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |         0.75 |  0.644s |     3.806s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |         0.75 |  0.657s |     7.524s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |         0.75 |  0.660s |     9.656s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.875 |        0.875 |  0.655s |    11.156s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |        0.875 |  0.657s |    12.703s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |        0.875 |  0.645s |    14.950s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |        0.875 |  0.644s |    16.654s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.875 |        0.875 |  0.646s |    18.125s |
| Iteration 11     |    none |     --- |    saga |      126 |      --- |  0.9375 |       0.9375 |  0.659s |    19.881s |
| Iteration 12     |      l2 | 20.1816 |   lbfgs |      918 |      --- |  0.5625 |       0.9375 |  0.641s |    21.675s |
| Iteration 13     |    none |     --- |    saga |      121 |      --- |  0.4375 |       0.9375 |  0.640s |    23.500s |
| Iteration 14     |    none |     --- |   lbfgs |      945 |      --- |   0.875 |       0.9375 |  0.653s |    25.283s |
| Iteration 15     |      l2 |   6.799 | newto.. |      187 |      --- |  0.5625 |       0.9375 |  0.645s |    27.137s |
| Iteration 16     |    none |     --- |    saga |      102 |      --- |  0.4375 |       0.9375 |  0.670s |    29.037s |
| Iteration 17     |      l2 |  0.3716 | newto.. |      147 |      --- |    0.75 |       0.9375 |  0.651s |    30.742s |
| Iteration 18     |    none |     --- |     sag |      124 |      --- |     0.5 |       0.9375 |  0.670s |    32.485s |
| Iteration 19     |    none |     --- |   lbfgs |      945 |      --- |   0.875 |       0.9375 |  0.000s |    35.652s |
| Iteration 20     |    none |     --- |   lbfgs |      937 |      --- |   0.875 |       0.9375 |  0.652s |    37.920s |
| Iteration 21     |      l2 | 31.3414 | libli.. |      929 |      --- |   0.625 |       0.9375 |  0.707s |    39.854s |
| Iteration 22     |    none |     --- | newto.. |      953 |      --- |  0.6875 |       0.9375 |  0.721s |    41.783s |
| Iteration 23     |    none |     --- |   lbfgs |      936 |      --- |     0.5 |       0.9375 |  0.716s |    43.725s |
| Iteration 24     |    none |     --- | newto.. |      934 |      --- |  0.5625 |       0.9375 |  0.713s |    45.578s |
| Iteration 25     |      l2 | 11.8005 | newto.. |      159 |      --- |     1.0 |          1.0 |  0.710s |    48.047s |
| Iteration 26     |      l2 |  1.2436 | newto.. |      158 |      --- |    0.75 |          1.0 |  0.702s |    49.963s |
| Iteration 27     | elast.. | 84.9753 |    saga |      161 |      0.3 |     0.5 |          1.0 |  0.644s |    51.835s |
| Iteration 28     |    none |     --- |   lbfgs |      104 |      --- |     0.5 |          1.0 |  0.654s |    53.652s |
| Iteration 29     |    none |     --- |   lbfgs |      944 |      --- |  0.3125 |          1.0 |  0.641s |    55.521s |
| Iteration 30     |      l2 | 16.1078 | newto.. |      160 |      --- |  0.9375 |          1.0 |  0.657s |    57.568s |
| Iteration 31     |      l2 | 13.2315 | newto.. |      153 |      --- |  0.5625 |          1.0 |  0.640s |    59.448s |
| Iteration 32     |      l2 |  0.7935 | newto.. |      165 |      --- |   0.375 |          1.0 |  0.641s |     1m:01s |
| Iteration 33     |      l2 |  0.0091 |     sag |      900 |      --- |   0.625 |          1.0 |  0.635s |     1m:03s |
| Iteration 34     |    none |     --- |   lbfgs |      913 |      --- |   0.125 |          1.0 |  0.640s |     1m:05s |
| Iteration 35     |    none |     --- |     sag |      864 |      --- |     0.5 |          1.0 |  0.653s |     1m:07s |
| Iteration 36     |      l2 | 14.8851 | newto.. |      165 |      --- |  0.8125 |          1.0 |  0.650s |     1m:09s |
| Iteration 37     |      l2 | 11.3756 | newto.. |      161 |      --- |    0.75 |          1.0 |  0.641s |     1m:12s |
| Iteration 38     |    none |     --- |   lbfgs |      945 |      --- |   0.875 |          1.0 |  0.000s |     1m:14s |
| Iteration 39     |    none |     --- |   lbfgs |      950 |      --- |  0.3125 |          1.0 |  0.642s |     1m:16s |
| Iteration 40     |      l2 |  12.453 | newto.. |      162 |      --- |  0.6875 |          1.0 |  0.648s |     1m:20s |
| Iteration 41     |    none |     --- |   lbfgs |      941 |      --- |   0.375 |          1.0 |  0.643s |     1m:22s |
| Iteration 42     |      l2 | 15.6835 | newto.. |      163 |      --- |     1.0 |          1.0 |  0.646s |     1m:26s |
| Iteration 43     |      l2 | 16.8573 | newto.. |      166 |      --- |    0.75 |          1.0 |  0.657s |     1m:29s |
| Iteration 44     |      l2 |  16.419 |     sag |      159 |      --- |     0.5 |          1.0 |  0.640s |     1m:31s |
| Iteration 45     |      l2 | 16.7489 | newto.. |      157 |      --- |  0.9375 |          1.0 |  0.639s |     1m:33s |
| Iteration 46     |      l2 |   17.45 | newto.. |      150 |      --- |  0.6875 |          1.0 |  0.637s |     1m:35s |
| Iteration 47     |    none |     --- | newto.. |      169 |      --- |  0.8125 |          1.0 |  0.673s |     1m:37s |
| Iteration 48     |      l2 |  15.849 | newto.. |      178 |      --- |   0.375 |          1.0 |  0.642s |     1m:39s |
| Iteration 49     |      l2 | 17.4619 | newto.. |      160 |      --- |  0.8125 |          1.0 |  0.640s |     1m:42s |
| Iteration 50     |      l2 | 16.0986 | newto.. |      160 |      --- |     0.5 |          1.0 |  0.637s |     1m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'penalty': 'l2', 'C': 11.8005, 'solver': 'newton-cg', 'max_iter': 159}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7554
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0245
Time elapsed: 0.065s
-------------------------------------------------
Total time: 1m:47s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  0.653s |     0.659s |
| Initial point 2  |     svd |       --- |  0.5625 |       0.5625 |  0.634s |     2.340s |
| Initial point 3  |     svd |       --- |  0.5625 |       0.5625 |  0.000s |     3.149s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  0.630s |     4.592s |
| Initial point 5  |   eigen |       0.9 |    0.75 |         0.75 |  0.635s |     6.373s |
| Initial point 6  |    lsqr |       0.7 |   0.875 |        0.875 |  0.630s |     7.863s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |        0.875 |  0.644s |     9.296s |
| Initial point 8  |    lsqr |       0.9 |  0.8125 |        0.875 |  0.645s |    10.752s |
| Initial point 9  |    lsqr |       0.6 |     0.5 |        0.875 |  0.632s |    12.215s |
| Initial point 10 |   eigen |       0.8 |  0.9375 |       0.9375 |  0.636s |    13.685s |
| Iteration 11     |   eigen |       0.7 |     1.0 |          1.0 |  0.628s |    15.258s |
| Iteration 12     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    16.201s |
| Iteration 13     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    17.151s |
| Iteration 14     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    18.179s |
| Iteration 15     |   eigen |      auto |  0.8125 |          1.0 |  0.640s |    19.862s |
| Iteration 16     |   eigen |      None |  0.4375 |          1.0 |  0.672s |    21.557s |
| Iteration 17     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    22.510s |
| Iteration 18     |    lsqr |       1.0 |   0.375 |          1.0 |  0.700s |    26.079s |
| Iteration 19     |     svd |       --- |  0.5625 |          1.0 |  0.001s |    29.444s |
| Iteration 20     |    lsqr |      auto |    0.75 |          1.0 |  0.635s |    33.418s |
| Iteration 21     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    34.832s |
| Iteration 22     |   eigen |       0.6 |    0.75 |          1.0 |  0.628s |    36.425s |
| Iteration 23     |   eigen |       0.5 |  0.9375 |          1.0 |  0.640s |    40.127s |
| Iteration 24     |    lsqr |      None |  0.8125 |          1.0 |  0.633s |    42.355s |
| Iteration 25     |     svd |       --- |  0.5625 |          1.0 |  0.000s |    43.430s |
| Iteration 26     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    44.431s |
| Iteration 27     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    45.446s |
| Iteration 28     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    46.508s |
| Iteration 29     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    47.517s |
| Iteration 30     |    lsqr |       0.5 |  0.8125 |          1.0 |  0.000s |    48.605s |
| Iteration 31     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    49.753s |
| Iteration 32     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    53.043s |
| Iteration 33     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |    56.884s |
| Iteration 34     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:01s |
| Iteration 35     |   eigen |       0.5 |  0.9375 |          1.0 |  0.000s |     1m:02s |
| Iteration 36     |    lsqr |       0.9 |  0.8125 |          1.0 |  0.001s |     1m:03s |
| Iteration 37     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 38     |     svd |       --- |  0.5625 |          1.0 |  0.000s |     1m:05s |
| Iteration 39     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 40     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:09s |
| Iteration 41     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 42     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 43     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 44     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 45     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 46     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 47     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 48     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 49     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     1m:22s |
| Iteration 50     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7598
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.0583
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:25s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  0.634s |     0.637s |
| Initial point 2  |       0.9 |     0.5 |          0.5 |  0.626s |     2.071s |
| Initial point 3  |       0.1 |     0.5 |          0.5 |  0.635s |     3.554s |
| Initial point 4  |       1.0 |     0.5 |          0.5 |  0.001s |     4.400s |
| Initial point 5  |       0.2 |    0.75 |         0.75 |  0.656s |     5.856s |
| Initial point 6  |       0.4 |   0.875 |        0.875 |  0.680s |     7.447s |
| Initial point 7  |       0.4 |   0.875 |        0.875 |  0.001s |     8.316s |
| Initial point 8  |       0.7 |  0.8125 |        0.875 |  0.678s |     9.807s |
| Initial point 9  |       0.9 |     0.5 |        0.875 |  0.001s |    12.340s |
| Initial point 10 |       0.8 |  0.8125 |        0.875 |  0.642s |    15.819s |
| Iteration 11     |       0.3 |   0.875 |        0.875 |  0.630s |    19.490s |
| Iteration 12     |       0.6 |     0.5 |        0.875 |  0.642s |    23.117s |
| Iteration 13     |       0.5 |   0.625 |        0.875 |  0.641s |    26.785s |
| Iteration 14     |       0.0 |   0.625 |        0.875 |  0.639s |    28.738s |
| Iteration 15     |       0.3 |   0.875 |        0.875 |  0.000s |    29.673s |
| Iteration 16     |       0.4 |   0.875 |        0.875 |  0.000s |    30.650s |
| Iteration 17     |       0.3 |   0.875 |        0.875 |  0.000s |    31.571s |
| Iteration 18     |       0.3 |   0.875 |        0.875 |  0.000s |    33.563s |
| Iteration 19     |       0.4 |   0.875 |        0.875 |  0.000s |    35.854s |
| Iteration 20     |       0.4 |   0.875 |        0.875 |  0.000s |    37.024s |
| Iteration 21     |       0.6 |     0.5 |        0.875 |  0.000s |    37.927s |
| Iteration 22     |       0.3 |   0.875 |        0.875 |  0.000s |    40.938s |
| Iteration 23     |       0.4 |   0.875 |        0.875 |  0.000s |    43.564s |
| Iteration 24     |       0.3 |   0.875 |        0.875 |  0.000s |    46.553s |
| Iteration 25     |       0.4 |   0.875 |        0.875 |  0.000s |    49.708s |
| Iteration 26     |       0.3 |   0.875 |        0.875 |  0.000s |    53.357s |
| Iteration 27     |       0.3 |   0.875 |        0.875 |  0.000s |    54.930s |
| Iteration 28     |       0.9 |     0.5 |        0.875 |  0.000s |    57.031s |
| Iteration 29     |       0.4 |   0.875 |        0.875 |  0.000s |    58.244s |
| Iteration 30     |       0.8 |  0.8125 |        0.875 |  0.000s |    59.374s |
| Iteration 31     |       0.4 |   0.875 |        0.875 |  0.000s |     1m:00s |
| Iteration 32     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:01s |
| Iteration 33     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 34     |       0.4 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 35     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 36     |       0.4 |   0.875 |        0.875 |  0.000s |     1m:05s |
| Iteration 37     |       0.3 |   0.875 |        0.875 |  0.001s |     1m:08s |
| Iteration 38     |       0.4 |   0.875 |        0.875 |  0.001s |     1m:11s |
| Iteration 39     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 40     |       0.4 |   0.875 |        0.875 |  0.000s |     1m:18s |
| Iteration 41     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:22s |
| Iteration 42     |       0.4 |   0.875 |        0.875 |  0.000s |     1m:23s |
| Iteration 43     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:24s |
| Iteration 44     |       0.4 |   0.875 |        0.875 |  0.000s |     1m:25s |
| Iteration 45     |       0.4 |   0.875 |        0.875 |  0.000s |     1m:26s |
| Iteration 46     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:27s |
| Iteration 47     |       0.4 |   0.875 |        0.875 |  0.000s |     1m:28s |
| Iteration 48     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:29s |
| Iteration 49     |       0.4 |   0.875 |        0.875 |  0.000s |     1m:30s |
| Iteration 50     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:31s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7455
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.02
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:33s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.4628 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  1.218s |     1.238s |
| Initial point 2  |  4.9564 | uniform |   kd_tree |        39 |       2 |  0.4062 |          1.0 |  0.650s |     2.790s |
| Initial point 3  |  3.9153 | dista.. | ball_tree |        25 |       2 |   0.875 |          1.0 |  0.636s |     4.288s |
| Initial point 4  | 11.4226 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.653s |     5.774s |
| Initial point 5  |  8.9482 | dista.. |      auto |        30 |       2 |  0.7188 |          1.0 |  0.643s |     7.343s |
| Initial point 6  | 10.3626 | dista.. | ball_tree |        21 |       2 |  0.9375 |          1.0 |  0.641s |     8.803s |
| Initial point 7  |  7.4121 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.646s |    10.261s |
| Initial point 8  |  1.7762 | dista.. | ball_tree |        21 |       2 |  0.9375 |          1.0 |  0.640s |    11.778s |
| Initial point 9  |  8.2566 | uniform | ball_tree |        24 |       1 |    0.75 |          1.0 |  0.648s |    13.254s |
| Initial point 10 |  5.8645 | uniform |     brute |        22 |       2 |    0.75 |          1.0 |  0.646s |    14.731s |
| Iteration 11     | 11.7297 | dista.. |     brute |        36 |       1 |  0.8125 |          1.0 |  0.638s |    16.556s |
| Iteration 12     | 10.8084 | dista.. |      auto |        34 |       1 |  0.9375 |          1.0 |  0.660s |    18.269s |
| Iteration 13     |  6.9321 | dista.. | ball_tree |        21 |       1 |    0.75 |          1.0 |  0.648s |    20.119s |
| Iteration 14     |  6.8313 | dista.. |   kd_tree |        24 |       1 |    0.75 |          1.0 |  0.655s |    21.995s |
| Iteration 15     |   7.963 | dista.. | ball_tree |        24 |       1 |  0.9375 |          1.0 |  0.653s |    23.833s |
| Iteration 16     | 12.1744 | dista.. |      auto |        39 |       1 |   0.875 |          1.0 |  0.654s |    25.565s |
| Iteration 17     |  0.4347 | uniform |      auto |        40 |       1 |  0.2812 |          1.0 |  0.652s |    27.292s |
| Iteration 18     |     0.0 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  0.638s |    29.108s |
| Iteration 19     | 12.4979 | dista.. |      auto |        20 |       2 |  0.8125 |          1.0 |  0.645s |    30.813s |
| Iteration 20     |     0.0 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  0.648s |    32.493s |
| Iteration 21     | 12.4979 | dista.. |      auto |        20 |       1 |   0.875 |          1.0 |  0.656s |    34.289s |
| Iteration 22     |  5.6712 | dista.. |      auto |        20 |       2 |     1.0 |          1.0 |  0.646s |    36.048s |
| Iteration 23     |  5.4775 | dista.. |      auto |        20 |       2 |  0.8125 |          1.0 |  0.647s |    37.806s |
| Iteration 24     | 12.4979 | dista.. |     brute |        20 |       1 |  0.9375 |          1.0 |  0.643s |    39.675s |
| Iteration 25     | 12.4979 | dista.. |      auto |        27 |       1 |     1.0 |          1.0 |  0.643s |    41.476s |
| Iteration 26     | 12.4979 | dista.. |      auto |        28 |       1 |    0.75 |          1.0 |  0.653s |    43.297s |
| Iteration 27     |     0.0 | dista.. |     brute |        20 |       2 |     0.5 |          1.0 |  0.655s |    45.119s |
| Iteration 28     | 12.4979 | uniform |     brute |        20 |       1 |  0.2812 |          1.0 |  0.643s |    47.517s |
| Iteration 29     |  3.6106 | dista.. |     brute |        36 |       1 |   0.875 |          1.0 |  0.639s |    51.094s |
| Iteration 30     |  3.7875 | dista.. |      auto |        20 |       1 |    0.75 |          1.0 |  0.655s |    53.415s |
| Iteration 31     | 10.2402 | dista.. |     brute |        40 |       1 |    0.75 |          1.0 |  0.643s |    56.893s |
| Iteration 32     |  5.0201 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  0.639s |    59.105s |
| Iteration 33     | 10.0578 | dista.. |      auto |        20 |       1 |  0.6875 |          1.0 |  0.656s |     1m:01s |
| Iteration 34     | 12.4979 | dista.. |     brute |        40 |       2 |  0.6875 |          1.0 |  0.690s |     1m:03s |
| Iteration 35     | 12.4979 | dista.. |      auto |        20 |       2 |  0.8125 |          1.0 |  0.001s |     1m:04s |
| Iteration 36     | 12.4979 | dista.. |      auto |        20 |       2 |  0.8125 |          1.0 |  0.000s |     1m:07s |
| Iteration 37     |  6.0683 | dista.. |      auto |        30 |       2 |  0.8125 |          1.0 |  0.633s |     1m:10s |
| Iteration 38     | 11.0108 | dista.. |      auto |        24 |       2 |  0.7188 |          1.0 |  0.640s |     1m:12s |
| Iteration 39     |  4.8966 | dista.. |     brute |        20 |       2 |  0.8125 |          1.0 |  0.650s |     1m:14s |
| Iteration 40     |  2.7332 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.639s |     1m:16s |
| Iteration 41     |  7.6427 | dista.. | ball_tree |        40 |       2 |   0.625 |          1.0 |  0.639s |     1m:17s |
| Iteration 42     |  3.1314 | dista.. |      auto |        20 |       2 |    0.75 |          1.0 |  0.636s |     1m:19s |
| Iteration 43     | 12.4979 | dista.. |      auto |        40 |       1 |  0.9375 |          1.0 |  0.635s |     1m:21s |
| Iteration 44     | 12.4979 | dista.. |     brute |        20 |       1 |  0.9375 |          1.0 |  0.001s |     1m:23s |
| Iteration 45     | 12.4979 | dista.. |     brute |        20 |       1 |  0.9375 |          1.0 |  0.000s |     1m:24s |
| Iteration 46     | 12.4979 | dista.. |     brute |        20 |       1 |  0.9375 |          1.0 |  0.000s |     1m:25s |
| Iteration 47     | 12.4979 | dista.. |      auto |        20 |       1 |   0.875 |          1.0 |  0.000s |     1m:27s |
| Iteration 48     |   7.568 | dista.. | ball_tree |        24 |       1 |   0.875 |          1.0 |  0.634s |     1m:29s |
| Iteration 49     |  7.7054 | dista.. |     brute |        20 |       2 |  0.6875 |          1.0 |  0.634s |     1m:31s |
| Iteration 50     | 12.4979 | dista.. |      auto |        20 |       1 |   0.875 |          1.0 |  0.000s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'radius': 12.4628, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.051
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:34s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  1.024s |     1.031s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |        0.875 |  1.031s |     2.860s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.625 |        0.875 |  0.787s |     4.505s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.934s |     6.289s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |          1.0 |  0.801s |     7.938s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.020s |     9.780s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |          1.0 |  0.652s |    11.300s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9688 |          1.0 |  0.916s |    13.064s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |          1.0 |  0.647s |    14.581s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9375 |          1.0 |  0.744s |    16.160s |
| Iteration 11     |          386 |        0.0967 |     SAMME |   0.875 |          1.0 |  0.919s |    18.707s |
| Iteration 12     |          432 |        0.3605 |   SAMME.R |     1.0 |          1.0 |  0.977s |    20.799s |
| Iteration 13     |          358 |        0.3024 |   SAMME.R |   0.875 |          1.0 |  0.906s |    22.795s |
| Iteration 14     |          469 |         1.024 |   SAMME.R |  0.6875 |          1.0 |  0.998s |    24.978s |
| Iteration 15     |          145 |         0.171 |     SAMME |  0.6875 |          1.0 |  0.722s |    26.791s |
| Iteration 16     |          104 |        0.1551 |   SAMME.R |     1.0 |          1.0 |  0.733s |    29.776s |
| Iteration 17     |          365 |        0.1862 |   SAMME.R |   0.875 |          1.0 |  0.911s |    32.005s |
| Iteration 18     |          490 |          0.01 |     SAMME |   0.875 |          1.0 |  0.977s |    33.978s |
| Iteration 19     |           96 |        0.0154 |     SAMME |  0.9375 |          1.0 |  0.690s |    35.843s |
| Iteration 20     |           71 |        0.0122 |   SAMME.R |  0.6875 |          1.0 |  0.689s |    37.609s |
| Iteration 21     |          187 |          10.0 |     SAMME |   0.875 |          1.0 |  0.636s |    40.616s |
| Iteration 22     |          172 |          10.0 |   SAMME.R |  0.3438 |          1.0 |  0.788s |    45.106s |
| Iteration 23     |           50 |         0.131 |   SAMME.R |   0.875 |          1.0 |  0.684s |    49.809s |
| Iteration 24     |          498 |        0.4294 |   SAMME.R |  0.6875 |          1.0 |  1.029s |    52.493s |
| Iteration 25     |          417 |        3.5751 |   SAMME.R |  0.9375 |          1.0 |  0.961s |    54.497s |
| Iteration 26     |          172 |        0.0225 |     SAMME |  0.8125 |          1.0 |  0.765s |    58.486s |
| Iteration 27     |           74 |        0.2323 |   SAMME.R |   0.875 |          1.0 |  0.689s |     1m:03s |
| Iteration 28     |          492 |        4.3011 |   SAMME.R |  0.6875 |          1.0 |  1.017s |     1m:08s |
| Iteration 29     |           50 |          0.01 |     SAMME |    0.75 |          1.0 |  0.674s |     1m:10s |
| Iteration 30     |          433 |        0.0725 |     SAMME |  0.8125 |          1.0 |  0.945s |     1m:12s |
| Iteration 31     |           84 |        2.2407 |   SAMME.R |  0.2812 |          1.0 |  0.702s |     1m:16s |
| Iteration 32     |          450 |         0.351 |   SAMME.R |    0.75 |          1.0 |  1.001s |     1m:19s |
| Iteration 33     |          202 |          0.12 |   SAMME.R |  0.8125 |          1.0 |  0.787s |     1m:20s |
| Iteration 34     |          321 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.915s |     1m:23s |
| Iteration 35     |          500 |        0.0313 |     SAMME |  0.5625 |          1.0 |  1.059s |     1m:26s |
| Iteration 36     |          398 |        0.0173 |     SAMME |  0.8125 |          1.0 |  0.974s |     1m:29s |
| Iteration 37     |          468 |        0.2757 |     SAMME |  0.9062 |          1.0 |  0.968s |     1m:31s |
| Iteration 38     |          182 |        0.0873 |   SAMME.R |  0.9375 |          1.0 |  0.829s |     1m:33s |
| Iteration 39     |           76 |        0.0891 |   SAMME.R |  0.4062 |          1.0 |  0.737s |     1m:35s |
| Iteration 40     |          448 |        0.2206 |   SAMME.R |     1.0 |          1.0 |  1.045s |     1m:37s |
| Iteration 41     |          420 |        0.2159 |   SAMME.R |     1.0 |          1.0 |  1.028s |     1m:39s |
| Iteration 42     |          500 |        0.2125 |   SAMME.R |    0.75 |          1.0 |  1.090s |     1m:42s |
| Iteration 43     |          103 |        0.2604 |     SAMME |  0.9375 |          1.0 |  0.747s |     1m:44s |
| Iteration 44     |           87 |        0.2559 |     SAMME |   0.875 |          1.0 |  0.743s |     1m:46s |
| Iteration 45     |           57 |        0.1862 |     SAMME |  0.7812 |          1.0 |  0.669s |     1m:47s |
| Iteration 46     |           52 |        0.2618 |   SAMME.R |     1.0 |          1.0 |  0.668s |     1m:49s |
| Iteration 47     |          105 |        0.2623 |   SAMME.R |   0.625 |          1.0 |  0.717s |     1m:51s |
| Iteration 48     |          424 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.962s |     1m:53s |
| Iteration 49     |          475 |          0.01 |   SAMME.R |    0.75 |          1.0 |  1.015s |     1m:56s |
| Iteration 50     |          500 |        0.1945 |     SAMME |    0.75 |          1.0 |  0.969s |     1m:58s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.2206, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.430s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.04
Time elapsed: 1.836s
-------------------------------------------------
Total time: 2m:01s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  1.060s |     1.080s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5625 |        0.875 |  0.936s |     2.919s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.5625 |        0.875 |  0.939s |     4.696s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  0.758s |     6.340s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |        0.875 |  0.976s |     8.237s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.782s |     9.864s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.833s |    11.557s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |          1.0 |  0.892s |    13.346s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  0.996s |    15.267s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.875 |          1.0 |  1.576s |    17.754s |
| Iteration 11     |          424 |   entropy |         8 |                16 |                6 |         sqrt |     False |    0.0324 |         --- |  0.8125 |          1.0 |  0.918s |    19.983s |
| Iteration 12     |          225 |      gini |         8 |                 4 |               11 |         sqrt |     False |     0.033 |         --- |  0.6875 |          1.0 |  0.808s |    22.149s |
| Iteration 13     |          404 |      gini |         8 |                19 |                8 |         sqrt |     False |    0.0312 |         --- |  0.9375 |          1.0 |  0.958s |    24.423s |
| Iteration 14     |          243 |      gini |         8 |                 2 |               12 |         auto |     False |    0.0317 |         --- |   0.875 |          1.0 |  0.856s |    26.793s |
| Iteration 15     |          144 |      gini |         6 |                 4 |                9 |          0.5 |     False |    0.0333 |         --- |  0.7812 |          1.0 |  0.775s |    28.916s |
| Iteration 16     |          257 |   entropy |         6 |                 7 |                7 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.842s |    31.040s |
| Iteration 17     |          214 |   entropy |         6 |                20 |                2 |         sqrt |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.852s |    33.367s |
| Iteration 18     |          164 |   entropy |         6 |                 6 |                7 |         log2 |     False |    0.0332 |         --- |   0.875 |          1.0 |  0.811s |    35.528s |
| Iteration 19     |           90 |   entropy |         6 |                19 |               10 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  0.767s |    37.689s |
| Iteration 20     |          260 |      gini |         8 |                14 |               19 |         sqrt |     False |    0.0317 |         --- |    0.75 |          1.0 |  0.843s |    39.978s |
| Iteration 21     |          237 |      gini |         8 |                16 |               16 |         sqrt |     False |    0.0317 |         --- |  0.9375 |          1.0 |  0.850s |    42.251s |
| Iteration 22     |          234 |   entropy |         6 |                15 |                9 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  0.772s |    44.454s |
| Iteration 23     |          217 |   entropy |         6 |                 9 |                7 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.818s |    46.708s |
| Iteration 24     |          169 |      gini |         6 |                 4 |               11 |         log2 |     False |    0.0317 |         --- |  0.8125 |          1.0 |  0.750s |    49.036s |
| Iteration 25     |          161 |      gini |         7 |                 7 |               11 |          0.7 |     False |     0.032 |         --- |  0.9375 |          1.0 |  0.744s |    51.223s |
| Iteration 26     |          451 |   entropy |         7 |                 6 |                3 |          0.5 |     False |    0.0329 |         --- |  0.6875 |          1.0 |  0.927s |    53.916s |
| Iteration 27     |          144 |   entropy |         6 |                15 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  0.721s |    56.009s |
| Iteration 28     |          349 |   entropy |         8 |                11 |               11 |         auto |     False |     0.035 |         --- |  0.6875 |          1.0 |  0.869s |    58.271s |
| Iteration 29     |          309 |      gini |         4 |                13 |                9 |         None |     False |     0.032 |         --- |  0.6875 |          1.0 |  0.840s |     1m:01s |
| Iteration 30     |          247 |      gini |         8 |                20 |               12 |         sqrt |     False |    0.0316 |         --- |    0.75 |          1.0 |  0.782s |     1m:03s |
| Iteration 31     |          394 |   entropy |         6 |                 4 |               19 |         log2 |     False |    0.0342 |         --- |  0.8125 |          1.0 |  0.865s |     1m:05s |
| Iteration 32     |          248 |      gini |         6 |                17 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |          1.0 |  0.792s |     1m:07s |
| Iteration 33     |          266 |   entropy |         6 |                 6 |               12 |         log2 |     False |    0.0332 |         --- |    0.75 |          1.0 |  1.375s |     1m:10s |
| Iteration 34     |          368 |   entropy |         6 |                18 |                7 |          0.6 |     False |    0.0334 |         --- |    0.75 |          1.0 |  0.925s |     1m:13s |
| Iteration 35     |          461 |      gini |         8 |                16 |               18 |          0.7 |     False |    0.0314 |         --- |   0.875 |          1.0 |  0.956s |     1m:15s |
| Iteration 36     |           51 |      gini |         8 |                16 |               14 |          0.7 |     False |    0.0259 |         --- |  0.8125 |          1.0 |  0.718s |     1m:17s |
| Iteration 37     |          432 |   entropy |         1 |                17 |                8 |         sqrt |     False |    0.0028 |         --- |  0.9375 |          1.0 |  0.875s |     1m:20s |
| Iteration 38     |          411 |   entropy |         1 |                18 |                8 |         log2 |     False |    0.0316 |         --- |  0.8125 |          1.0 |  0.876s |     1m:22s |
| Iteration 39     |          480 |   entropy |      None |                12 |                1 |          0.6 |      True |    0.0031 |         0.8 |   0.625 |          1.0 |  1.020s |     1m:26s |
| Iteration 40     |           40 |      gini |         6 |                 2 |                8 |         auto |     False |    0.0206 |         --- |     1.0 |          1.0 |  0.653s |     1m:31s |
| Iteration 41     |           83 |   entropy |         6 |                 7 |                8 |         auto |     False |    0.0116 |         --- |     1.0 |          1.0 |  0.677s |     1m:35s |
| Iteration 42     |           92 |   entropy |         7 |                 2 |                8 |         auto |     False |    0.0102 |         --- |   0.875 |          1.0 |  0.693s |     1m:40s |
| Iteration 43     |           10 |      gini |      None |                 8 |                8 |         auto |     False |    0.0229 |         --- |     1.0 |          1.0 |  0.639s |     1m:44s |
| Iteration 44     |          410 |      gini |         3 |                11 |                7 |         auto |     False |    0.0341 |         --- |   0.875 |          1.0 |  0.888s |     1m:47s |
| Iteration 45     |           10 |      gini |         8 |                18 |                9 |         auto |     False |    0.0054 |         --- |   0.875 |          1.0 |  0.637s |     1m:49s |
| Iteration 46     |          177 |   entropy |         3 |                10 |               20 |         None |     False |    0.0034 |         --- |    0.75 |          1.0 |  0.745s |     1m:51s |
| Iteration 47     |           10 |   entropy |         1 |                 2 |                7 |         auto |     False |     0.035 |         --- |  0.9062 |          1.0 |  0.639s |     1m:53s |
| Iteration 48     |           54 |   entropy |         6 |                17 |                8 |         auto |      True |    0.0164 |         0.6 |  0.9375 |          1.0 |  0.672s |     1m:56s |
| Iteration 49     |           10 |   entropy |         9 |                 2 |                8 |         sqrt |      True |    0.0233 |         0.7 |  0.8125 |          1.0 |  0.641s |     1m:58s |
| Iteration 50     |           80 |      gini |         6 |                19 |                5 |         auto |      True |    0.0296 |         0.6 |    0.75 |          1.0 |  0.696s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 257, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 7, 'min_samples_leaf': 7, 'max_features': 'log2', 'bootstrap': False, 'ccp_alpha': 0.0332}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9652
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.184s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0707
Time elapsed: 0.821s
-------------------------------------------------
Total time: 2m:05s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.746s |     0.765s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  0.733s |     2.386s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  0.728s |     4.049s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  0.675s |     5.684s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  0.708s |     7.224s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  0.715s |     8.785s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  0.693s |    10.407s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  0.701s |    12.065s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |       0.6875 |  0.735s |    13.652s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.6875 |  0.702s |    15.213s |
| Iteration 11     |          385 |        0.0516 |         8 |  0.2782 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |  0.9375 |       0.9375 |  1.280s |    17.603s |
| Iteration 12     |          226 |          0.01 |         6 |     0.0 |                7 |       1.0 |              1.0 |       100 |         10 |     0.5 |       0.9375 |  0.669s |    19.503s |
| Iteration 13     |          297 |        0.0189 |         9 |  0.1138 |                2 |       0.9 |              0.7 |         0 |         10 |  0.8125 |       0.9375 |  0.697s |    21.397s |
| Iteration 14     |          382 |        0.0562 |         9 |  0.2439 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |   0.875 |       0.9375 |  0.711s |    23.337s |
| Iteration 15     |          282 |        0.3961 |         2 |  0.2728 |                2 |       0.8 |              0.7 |      0.01 |       0.01 |     0.5 |       0.9375 |  0.713s |    25.454s |
| Iteration 16     |          339 |        0.4842 |         8 |  0.2787 |                2 |       0.9 |              0.8 |         0 |        0.1 |     1.0 |          1.0 |  0.755s |    27.585s |
| Iteration 17     |          131 |          0.01 |         9 |  0.3635 |                1 |       0.5 |              0.4 |        10 |          0 |     0.5 |          1.0 |  0.667s |    29.500s |
| Iteration 18     |          299 |        0.3968 |         8 |  0.2877 |                2 |       0.9 |              0.9 |         0 |       0.01 |  0.9375 |          1.0 |  0.702s |    31.503s |
| Iteration 19     |          200 |        0.0731 |         7 |  0.2578 |                1 |       1.0 |              0.6 |         0 |          1 |  0.9375 |          1.0 |  0.695s |    33.520s |
| Iteration 20     |          485 |        0.0635 |         8 |  0.2441 |                2 |       0.6 |              1.0 |         0 |        0.1 |  0.8125 |          1.0 |  0.745s |    35.706s |
| Iteration 21     |          295 |        0.0467 |         8 |  0.3712 |                1 |       1.0 |              0.9 |         0 |        0.1 |  0.8125 |          1.0 |  0.706s |    40.086s |
| Iteration 22     |          284 |        0.5321 |         8 |  0.2667 |                2 |       0.9 |              1.0 |      0.01 |          1 |     1.0 |          1.0 |  0.704s |    45.084s |
| Iteration 23     |          369 |        0.6197 |         8 |  0.2637 |                2 |       0.9 |              0.7 |         0 |        0.1 |     1.0 |          1.0 |  0.735s |    47.929s |
| Iteration 24     |          256 |        0.7666 |         8 |  0.2571 |                2 |       1.0 |              0.9 |         0 |          1 |  0.5625 |          1.0 |  0.704s |    50.069s |
| Iteration 25     |          327 |        0.0346 |         7 |  0.3231 |                2 |       0.9 |              0.5 |       0.1 |          1 |   0.875 |          1.0 |  0.714s |    54.255s |
| Iteration 26     |          483 |         0.656 |         8 |   0.214 |                2 |       0.9 |              0.5 |        10 |          1 |     0.5 |          1.0 |  0.742s |    58.448s |
| Iteration 27     |          132 |        0.4527 |         8 |  0.7875 |                2 |       0.9 |              0.8 |      0.01 |        0.1 |    0.75 |          1.0 |  0.667s |     1m:01s |
| Iteration 28     |          428 |        0.0548 |         7 |  0.2545 |                2 |       0.9 |              0.9 |      0.01 |          1 |    0.75 |          1.0 |  0.736s |     1m:03s |
| Iteration 29     |          373 |           1.0 |        10 |     0.0 |                1 |       0.9 |              0.6 |      0.01 |        0.1 |  0.4375 |          1.0 |  0.712s |     1m:05s |
| Iteration 30     |          102 |        0.0939 |        10 |     1.0 |                6 |       0.9 |              0.9 |         0 |          1 |  0.6875 |          1.0 |  0.658s |     1m:07s |
| Iteration 31     |          411 |        0.0412 |         7 |  0.2872 |                7 |       1.0 |              0.6 |         0 |         10 |  0.6875 |          1.0 |  0.721s |     1m:09s |
| Iteration 32     |          431 |        0.0717 |         7 |     0.0 |                1 |       1.0 |              0.5 |         0 |        0.1 |    0.75 |          1.0 |  0.720s |     1m:11s |
| Iteration 33     |          500 |        0.2072 |         8 |     0.0 |                3 |       0.5 |              0.7 |         0 |          0 |  0.7188 |          1.0 |  0.749s |     1m:13s |
| Iteration 34     |          262 |        0.2531 |        10 |  0.5142 |                1 |       0.6 |              0.5 |         0 |       0.01 |  0.9375 |          1.0 |  0.697s |     1m:15s |
| Iteration 35     |          412 |        0.0177 |        10 |  0.5197 |                1 |       0.9 |              1.0 |         0 |          1 |  0.6875 |          1.0 |  0.739s |     1m:17s |
| Iteration 36     |          107 |         0.928 |        10 |     1.0 |                1 |       0.8 |              0.8 |         0 |        0.1 |  0.9375 |          1.0 |  1.257s |     1m:20s |
| Iteration 37     |          316 |        0.2382 |        10 |     1.0 |                1 |       0.6 |              0.4 |         0 |          1 |  0.9375 |          1.0 |  0.709s |     1m:22s |
| Iteration 38     |          319 |        0.0358 |         7 |     1.0 |                1 |       0.9 |              1.0 |      0.01 |       0.01 |  0.8125 |          1.0 |  0.735s |     1m:24s |
| Iteration 39     |           82 |        0.0288 |         8 |     1.0 |                1 |       0.6 |              0.5 |         0 |         10 |   0.625 |          1.0 |  0.722s |     1m:26s |
| Iteration 40     |          316 |        0.2042 |        10 |     1.0 |                1 |       0.9 |              0.5 |       0.1 |          1 |     1.0 |          1.0 |  0.777s |     1m:29s |
| Iteration 41     |          162 |        0.0696 |         8 |  0.1805 |                5 |       0.9 |              0.8 |         0 |        0.1 |   0.875 |          1.0 |  0.732s |     1m:31s |
| Iteration 42     |          292 |        0.2039 |         8 |  0.2184 |                2 |       0.9 |              0.5 |         0 |         10 |   0.875 |          1.0 |  0.779s |     1m:33s |
| Iteration 43     |          321 |        0.1102 |        10 |  0.4167 |                1 |       0.9 |              0.7 |         0 |        0.1 |    0.75 |          1.0 |  0.767s |     1m:35s |
| Iteration 44     |          358 |        0.3182 |         8 |  0.8526 |                2 |       0.9 |              0.7 |      0.01 |         10 |  0.8125 |          1.0 |  0.716s |     1m:38s |
| Iteration 45     |          269 |        0.0103 |         8 |   0.275 |                2 |       0.9 |              0.8 |      0.01 |          1 |   0.875 |          1.0 |  0.702s |     1m:40s |
| Iteration 46     |           47 |        0.7652 |        10 |     1.0 |                1 |       0.9 |              0.7 |       0.1 |        0.1 |     1.0 |          1.0 |  0.664s |     1m:42s |
| Iteration 47     |          157 |           1.0 |        10 |     1.0 |                1 |       0.8 |              0.4 |       0.1 |          0 |   0.625 |          1.0 |  0.674s |     1m:44s |
| Iteration 48     |          464 |           1.0 |         8 |  0.2241 |                3 |       0.9 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  0.732s |     1m:47s |
| Iteration 49     |          495 |        0.0818 |         8 |  0.2752 |                2 |       0.9 |              0.8 |         0 |          1 |    0.75 |          1.0 |  0.741s |     1m:49s |
| Iteration 50     |          357 |        0.2446 |        10 |     0.0 |               10 |       0.5 |              0.8 |         0 |        100 |     0.5 |          1.0 |  0.707s |     1m:51s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 316, 'learning_rate': 0.2042, 'max_depth': 10, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.5, 'reg_alpha': 0.1, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.051
Time elapsed: 0.280s
-------------------------------------------------
Total time: 1m:53s


Final results ==================== >>
Duration: 14m:14s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.79 ± 0.08
Logistic Regression             --> roc_auc: 0.68 ± 0.0245
Linear Discriminant Analysis    --> roc_auc: 0.66 ± 0.0583 ~
Quadratic Discriminant Analysis --> roc_auc: 0.59 ± 0.02
Radius Nearest Neighbors        --> roc_auc: 0.72 ± 0.051 ~
AdaBoost                        --> roc_auc: 0.88 ± 0.04 !
Random Forest                   --> roc_auc: 0.8 ± 0.0707
XGBoost                         --> roc_auc: 0.88 ± 0.051 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVPGSSNTGKLIF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAASALYGGSQGNLIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLRASVTETQYF.
   >>> Dropping feature CAVNYGQNFVF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAYAGGTSYGKLTF.
   >>> Dropping feature CVGQKLLF.
   >>> Dropping feature CASVRRPYNEQFF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9375 |       0.9375 |  3.241s |     3.262s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |       0.9375 |  3.266s |     7.505s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.8125 |       0.9375 |  3.174s |    13.580s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.625 |       0.9375 |  3.254s |    18.180s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     0.5 |       0.9375 |  3.220s |    22.322s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     1.0 |          1.0 |  3.266s |    26.427s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |          1.0 |  3.259s |    30.568s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  3.293s |    34.961s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  3.247s |    39.260s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.8125 |          1.0 |  3.235s |    43.578s |
| Iteration 11     |  deviance |           1.0 |           10 |       0.5 | squared_er.. |                 2 |                1 |        10 |         auto |     0.035 |  0.6875 |          1.0 |  3.213s |    48.263s |
| Iteration 12     |  deviance |        0.3229 |          405 |       0.5 | squared_er.. |                 2 |               20 |         9 |         auto |    0.0065 |     0.5 |          1.0 |  3.208s |    52.982s |
| Iteration 13     | exponen.. |           1.0 |          500 |       0.6 | squared_er.. |                 2 |               20 |         9 |         sqrt |       0.0 |     0.5 |          1.0 |  3.925s |    58.514s |
| Iteration 14     | exponen.. |        0.2275 |          173 |       0.6 | squared_er.. |                 8 |               11 |         6 |         auto |    0.0215 |   0.875 |          1.0 |  3.195s |     1m:03s |
| Iteration 15     |  deviance |        0.0863 |          467 |       0.8 | squared_er.. |                 9 |               14 |         2 |         None |    0.0317 |   0.875 |          1.0 |  3.285s |     1m:08s |
| Iteration 16     |  deviance |           1.0 |          500 |       0.6 | squared_er.. |                20 |               14 |        10 |         None |    0.0062 |   0.875 |          1.0 |  3.280s |     1m:15s |
| Iteration 17     |  deviance |        0.9078 |          481 |       0.9 | squared_er.. |                 7 |               13 |         7 |         auto |    0.0048 |  0.8125 |          1.0 |  3.272s |     1m:20s |
| Iteration 18     |  deviance |        0.5628 |          452 |       0.5 | squared_er.. |                13 |               13 |        10 |          0.5 |    0.0104 |  0.5625 |          1.0 |  3.205s |     1m:27s |
| Iteration 19     |  deviance |        0.0995 |          252 |       0.6 | squared_er.. |                12 |               13 |         8 |          0.8 |     0.002 |     1.0 |          1.0 |  3.154s |     1m:33s |
| Iteration 20     |  deviance |        0.4189 |          393 |       1.0 | friedman_mse |                 2 |                1 |         1 |          0.6 |    0.0338 |    0.75 |          1.0 |  3.274s |     1m:37s |
| Iteration 21     |  deviance |        0.4764 |          188 |       0.6 | squared_er.. |                12 |               14 |        10 |         sqrt |    0.0003 |  0.5625 |          1.0 |  3.241s |     1m:42s |
| Iteration 22     |  deviance |        0.1071 |           95 |       0.5 | squared_er.. |                15 |               10 |         7 |          0.8 |    0.0238 |  0.9375 |          1.0 |  3.218s |     1m:47s |
| Iteration 23     |  deviance |        0.1072 |          374 |       0.7 | squared_er.. |                 9 |               15 |         9 |          0.8 |       0.0 |  0.6875 |          1.0 |  3.162s |     1m:53s |
| Iteration 24     | exponen.. |        0.0125 |           24 |       0.6 | friedman_mse |                 8 |                5 |         1 |         log2 |    0.0086 |  0.8125 |          1.0 |  3.069s |     1m:59s |
| Iteration 25     |  deviance |        0.6988 |           30 |       0.6 | friedman_mse |                14 |               17 |         1 |          0.8 |    0.0015 |   0.875 |          1.0 |  3.101s |     2m:04s |
| Iteration 26     | exponen.. |        0.0134 |           12 |       0.5 | squared_er.. |                 4 |               14 |        10 |          0.8 |    0.0061 |  0.8125 |          1.0 |  3.137s |     2m:08s |
| Iteration 27     | exponen.. |        0.9682 |           14 |       0.9 | friedman_mse |                 5 |               12 |         7 |          0.9 |    0.0199 |   0.875 |          1.0 |  3.126s |     2m:13s |
| Iteration 28     |  deviance |         0.926 |          441 |       0.8 | squared_er.. |                17 |                8 |         7 |         log2 |    0.0296 |  0.7188 |          1.0 |  3.243s |     2m:18s |
| Iteration 29     |  deviance |        0.0285 |          360 |       0.6 | squared_er.. |                14 |               12 |         6 |          0.8 |    0.0118 |     1.0 |          1.0 |  3.224s |     2m:23s |
| Iteration 30     | exponen.. |        0.2705 |           15 |       0.6 | squared_er.. |                 3 |               12 |         4 |          0.8 |     0.009 |   0.875 |          1.0 |  3.178s |     2m:27s |
| Iteration 31     |  deviance |        0.0159 |          358 |       0.6 | squared_er.. |                10 |               19 |        10 |          0.8 |    0.0269 |     0.5 |          1.0 |  3.250s |     2m:32s |
| Iteration 32     |  deviance |        0.5913 |           10 |       0.8 | squared_er.. |                18 |               12 |         1 |         None |       0.0 |   0.625 |          1.0 |  3.171s |     2m:37s |
| Iteration 33     | exponen.. |        0.0212 |          412 |       0.8 | squared_er.. |                18 |                9 |        10 |         None |    0.0003 |    0.75 |          1.0 |  3.246s |     2m:42s |
| Iteration 34     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                 2 |               11 |         6 |         None |       0.0 |     1.0 |          1.0 |  3.251s |     2m:46s |
| Iteration 35     |  deviance |        0.0352 |          114 |       0.9 | friedman_mse |                16 |               14 |         8 |         None |     0.028 |   0.875 |          1.0 |  3.151s |     2m:54s |
| Iteration 36     |  deviance |        0.4385 |           46 |       0.8 | friedman_mse |                19 |                6 |         8 |          0.8 |    0.0134 |  0.9062 |          1.0 |  3.118s |     2m:59s |
| Iteration 37     |  deviance |        0.9227 |          116 |       0.8 | friedman_mse |                10 |                6 |         6 |         None |    0.0335 |  0.6875 |          1.0 |  3.098s |     3m:06s |
| Iteration 38     |  deviance |        0.0106 |          500 |       0.5 | squared_er.. |                14 |               16 |         8 |          0.8 |    0.0297 |     0.5 |          1.0 |  3.197s |     3m:12s |
| Iteration 39     | exponen.. |        0.0103 |          165 |       1.0 | friedman_mse |                15 |               11 |         7 |         None |    0.0171 |  0.6875 |          1.0 |  3.225s |     3m:17s |
| Iteration 40     | exponen.. |          0.01 |          500 |       0.5 | friedman_mse |                 2 |               10 |         5 |         auto |    0.0322 |     1.0 |          1.0 |  3.270s |     3m:22s |
| Iteration 41     | exponen.. |        0.0119 |          500 |       1.0 | friedman_mse |                 2 |               10 |         4 |         auto |    0.0253 |     1.0 |          1.0 |  3.275s |     3m:27s |
| Iteration 42     | exponen.. |          0.01 |          165 |       0.5 | friedman_mse |                 2 |                9 |         3 |         auto |     0.035 |     1.0 |          1.0 |  3.228s |     3m:32s |
| Iteration 43     |  deviance |        0.0928 |          441 |       0.6 | squared_er.. |                13 |               11 |         9 |          0.8 |    0.0022 |  0.0625 |          1.0 |  3.258s |     3m:37s |
| Iteration 44     |  deviance |        0.4115 |          330 |       0.8 | friedman_mse |                19 |                7 |         2 |          0.8 |    0.0318 |  0.5625 |          1.0 |  3.247s |     3m:43s |
| Iteration 45     | exponen.. |        0.0117 |          330 |       0.9 | friedman_mse |                 2 |               12 |         2 |          0.8 |    0.0282 |  0.7188 |          1.0 |  3.233s |     3m:48s |
| Iteration 46     | exponen.. |          0.01 |          450 |       0.5 | friedman_mse |                 2 |               13 |         9 |         auto |    0.0242 |  0.9375 |          1.0 |  3.303s |     3m:53s |
| Iteration 47     |  deviance |        0.1024 |          263 |       0.6 | squared_er.. |                12 |                3 |         3 |          0.8 |    0.0035 |   0.625 |          1.0 |  3.187s |     3m:58s |
| Iteration 48     | exponen.. |        0.0176 |          500 |       1.0 | friedman_mse |                 7 |                3 |         5 |         auto |    0.0337 |  0.9375 |          1.0 |  3.252s |     4m:03s |
| Iteration 49     | exponen.. |        0.0949 |          500 |       0.9 | friedman_mse |                 3 |                2 |         6 |          0.8 |    0.0019 |   0.875 |          1.0 |  3.288s |     4m:08s |
| Iteration 50     |  deviance |        0.0128 |          219 |       0.7 | squared_er.. |                13 |               13 |         7 |          0.5 |    0.0313 |    0.75 |          1.0 |  3.105s |     4m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0119, 'n_estimators': 500, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 10, 'max_depth': 4, 'max_features': 'auto', 'ccp_alpha': 0.0253}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.120s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.775 ± 0.2202
Time elapsed: 0.591s
-------------------------------------------------
Total time: 4m:18s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.4375 |       0.4375 |  3.138s |     3.150s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |       0.6875 |  3.164s |     9.090s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.0625 |       0.6875 |  3.177s |    15.234s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |       0.6875 |  3.167s |    19.917s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |       0.6875 |  3.210s |    24.252s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.875 |        0.875 |  3.187s |    28.550s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |        0.875 |  3.194s |    32.805s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |        0.875 |  3.170s |    36.971s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |        0.875 |  3.126s |    43.376s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.375 |        0.875 |  3.126s |    48.086s |
| Iteration 11     |    none |     --- |   lbfgs |      945 |      --- |  0.8125 |        0.875 |  3.210s |    52.589s |
| Iteration 12     |      l2 | 18.1485 | newto.. |     1000 |      --- |  0.5625 |        0.875 |  3.175s |    57.128s |
| Iteration 13     |      l2 |  4.5257 | libli.. |      217 |      --- |     0.5 |        0.875 |  3.187s |     1m:03s |
| Iteration 14     |      l2 | 15.2942 | newto.. |      916 |      --- |  0.5625 |        0.875 |  3.155s |     1m:09s |
| Iteration 15     |      l2 | 75.0683 |   lbfgs |      112 |      --- |   0.875 |        0.875 |  3.150s |     1m:14s |
| Iteration 16     |    none |     --- |   lbfgs |      100 |      --- |  0.1875 |        0.875 |  3.243s |     1m:19s |
| Iteration 17     |      l2 | 15.2969 |   lbfgs |      788 |      --- |  0.3125 |        0.875 |  3.179s |     1m:24s |
| Iteration 18     |      l2 | 12.7799 |     sag |      374 |      --- |   0.375 |        0.875 |  3.194s |     1m:28s |
| Iteration 19     |      l2 | 16.5947 |     sag |      148 |      --- |     0.5 |        0.875 |  3.220s |     1m:33s |
| Iteration 20     |      l2 |  1.8069 | newto.. |      114 |      --- |  0.6875 |        0.875 |  3.167s |     1m:37s |
| Iteration 21     |      l2 |  1.8699 |   lbfgs |      449 |      --- |  0.5625 |        0.875 |  3.198s |     1m:42s |
| Iteration 22     |      l2 | 34.1609 | newto.. |      119 |      --- |  0.8125 |        0.875 |  3.176s |     1m:47s |
| Iteration 23     |      l2 |  4.0197 | libli.. |      133 |      --- |     0.5 |        0.875 |  3.175s |     1m:52s |
| Iteration 24     |      l2 | 19.2661 |   lbfgs |      156 |      --- |  0.5625 |        0.875 |  3.191s |     1m:57s |
| Iteration 25     |      l2 |   3.358 |   lbfgs |      105 |      --- |  0.8125 |        0.875 |  3.214s |     2m:01s |
| Iteration 26     |      l2 |   100.0 |   lbfgs |      100 |      --- |   0.625 |        0.875 |  3.155s |     2m:06s |
| Iteration 27     |      l2 |  8.9078 |   lbfgs |      520 |      --- |  0.8125 |        0.875 |  3.203s |     2m:11s |
| Iteration 28     |      l2 | 90.6528 |   lbfgs |      148 |      --- |     0.5 |        0.875 |  3.172s |     2m:17s |
| Iteration 29     |      l1 |  0.1252 |    saga |      830 |      --- |   0.375 |        0.875 |  3.221s |     2m:24s |
| Iteration 30     |      l2 | 57.4063 | newto.. |      180 |      --- |  0.4375 |        0.875 |  3.149s |     2m:31s |
| Iteration 31     |      l1 |  0.0013 |    saga |      100 |      --- |     0.5 |        0.875 |  3.129s |     2m:38s |
| Iteration 32     |    none |     --- | newto.. |      152 |      --- |  0.5625 |        0.875 |  3.159s |     2m:45s |
| Iteration 33     |      l2 |  0.0233 |   lbfgs |      110 |      --- |    0.25 |        0.875 |  3.330s |     2m:51s |
| Iteration 34     |      l2 | 73.6052 |     sag |      678 |      --- |  0.4375 |        0.875 |  3.264s |     2m:55s |
| Iteration 35     |      l1 | 11.6342 |    saga |      100 |      --- |    0.75 |        0.875 |  3.328s |     3m:00s |
| Iteration 36     |      l2 |  18.226 | newto.. |      112 |      --- |    0.25 |        0.875 |  3.264s |     3m:07s |
| Iteration 37     |      l1 |   2.708 |    saga |      258 |      --- |    0.75 |        0.875 |  3.347s |     3m:12s |
| Iteration 38     |      l1 |  2.6071 | libli.. |      263 |      --- |   0.625 |        0.875 |  3.869s |     3m:17s |
| Iteration 39     |      l2 | 63.4945 | newto.. |      112 |      --- |  0.5625 |        0.875 |  3.288s |     3m:22s |
| Iteration 40     |      l2 | 13.2355 |   lbfgs |      152 |      --- |  0.8125 |        0.875 |  3.222s |     3m:27s |
| Iteration 41     |    none |     --- |    saga |      562 |      --- |  0.5625 |        0.875 |  3.254s |     3m:32s |
| Iteration 42     |      l2 |  6.8055 |     sag |      676 |      --- |    0.75 |        0.875 |  3.223s |     3m:37s |
| Iteration 43     |    none |     --- | newto.. |      451 |      --- |  0.3125 |        0.875 |  3.198s |     3m:41s |
| Iteration 44     |      l2 | 13.9365 | newto.. |      507 |      --- |   0.375 |        0.875 |  3.196s |     3m:46s |
| Iteration 45     |      l2 |  8.1502 |   lbfgs |      703 |      --- |    0.25 |        0.875 |  3.161s |     3m:51s |
| Iteration 46     |      l2 |  1.2817 | newto.. |      153 |      --- |  0.3125 |        0.875 |  3.216s |     3m:56s |
| Iteration 47     |      l1 |  2.6311 | libli.. |      290 |      --- |     0.5 |        0.875 |  3.212s |     4m:00s |
| Iteration 48     |      l1 |  2.6473 | libli.. |      530 |      --- |   0.375 |        0.875 |  3.129s |     4m:05s |
| Iteration 49     |      l1 | 84.1417 | libli.. |      340 |      --- |  0.1875 |        0.875 |  3.160s |     4m:10s |
| Iteration 50     |      l2 | 82.1368 | newto.. |      110 |      --- |  0.5625 |        0.875 |  3.176s |     4m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'penalty': 'l2', 'C': 14.061, 'solver': 'newton-cg', 'max_iter': 153}
Best evaluation --> roc_auc: 0.875
Time elapsed: 4m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8607
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0894
Time elapsed: 0.068s
-------------------------------------------------
Total time: 4m:18s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  3.155s |     3.161s |
| Initial point 2  |     svd |       --- |  0.6875 |         0.75 |  3.231s |     7.584s |
| Initial point 3  |     svd |       --- |  0.6875 |         0.75 |  0.001s |     8.777s |
| Initial point 4  |    lsqr |       0.8 |     1.0 |          1.0 |  3.235s |    12.951s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |          1.0 |  3.215s |    17.366s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |          1.0 |  3.219s |    21.824s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |          1.0 |  3.230s |    26.229s |
| Initial point 8  |    lsqr |       0.9 |  0.8125 |          1.0 |  3.215s |    30.585s |
| Initial point 9  |    lsqr |       0.6 |  0.3125 |          1.0 |  3.237s |    34.926s |
| Initial point 10 |   eigen |       0.8 |   0.875 |          1.0 |  3.248s |    39.303s |
| Iteration 11     |     svd |       --- |  0.6875 |          1.0 |  0.001s |    40.675s |
| Iteration 12     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |    41.814s |
| Iteration 13     |     svd |       --- |  0.6875 |          1.0 |  0.000s |    42.968s |
| Iteration 14     |   eigen |       0.7 |   0.625 |          1.0 |  3.226s |    47.171s |
| Iteration 15     |   eigen |      auto |   0.875 |          1.0 |  3.219s |    51.732s |
| Iteration 16     |     svd |       --- |  0.6875 |          1.0 |  0.001s |    53.048s |
| Iteration 17     |   eigen |      None |  0.3125 |          1.0 |  3.220s |    57.341s |
| Iteration 18     |    lsqr |      auto |  0.5625 |          1.0 |  3.239s |     1m:02s |
| Iteration 19     |     svd |       --- |  0.6875 |          1.0 |  0.000s |     1m:04s |
| Iteration 20     |    lsqr |       1.0 |   0.625 |          1.0 |  3.249s |     1m:08s |
| Iteration 21     |     svd |       --- |  0.6875 |          1.0 |  0.000s |     1m:10s |
| Iteration 22     |   eigen |       0.6 |     0.5 |          1.0 |  3.263s |     1m:14s |
| Iteration 23     |   eigen |       0.5 |   0.875 |          1.0 |  3.221s |     1m:19s |
| Iteration 24     |     svd |       --- |  0.6875 |          1.0 |  0.001s |     1m:22s |
| Iteration 25     |    lsqr |      None |  0.8125 |          1.0 |  3.218s |     1m:27s |
| Iteration 26     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     1m:30s |
| Iteration 27     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 28     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 29     |    lsqr |      auto |  0.5625 |          1.0 |  0.000s |     1m:34s |
| Iteration 30     |   eigen |      auto |   0.875 |          1.0 |  0.000s |     1m:35s |
| Iteration 31     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 32     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 33     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     1m:38s |
| Iteration 34     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 35     |   eigen |       0.5 |   0.875 |          1.0 |  0.000s |     1m:41s |
| Iteration 36     |    lsqr |       0.9 |  0.8125 |          1.0 |  0.000s |     1m:42s |
| Iteration 37     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 38     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 39     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     1m:46s |
| Iteration 40     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:47s |
| Iteration 41     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     1m:48s |
| Iteration 42     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     1m:50s |
| Iteration 43     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     1m:51s |
| Iteration 44     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:52s |
| Iteration 45     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:55s |
| Iteration 46     |    lsqr |       0.8 |     1.0 |          1.0 |  0.000s |     1m:58s |
| Iteration 47     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     1m:59s |
| Iteration 48     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     2m:01s |
| Iteration 49     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     2m:02s |
| Iteration 50     |    lsqr |       0.8 |     1.0 |          1.0 |  0.001s |     2m:04s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7179
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1356
Time elapsed: 0.033s
-------------------------------------------------
Total time: 2m:05s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  3.154s |     3.157s |
| Initial point 2  |       0.9 |   0.625 |         0.75 |  3.213s |     9.534s |
| Initial point 3  |       0.1 |   0.375 |         0.75 |  3.133s |    16.791s |
| Initial point 4  |       1.0 |    0.75 |         0.75 |  0.001s |    21.164s |
| Initial point 5  |       0.2 |   0.625 |         0.75 |  3.125s |    28.373s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  3.182s |    33.127s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.000s |    36.437s |
| Initial point 8  |       0.7 |   0.625 |       0.8125 |  3.248s |    43.425s |
| Initial point 9  |       0.9 |   0.625 |       0.8125 |  0.000s |    44.914s |
| Initial point 10 |       0.8 |   0.875 |        0.875 |  3.195s |    49.076s |
| Iteration 11     |       0.3 |     1.0 |          1.0 |  3.248s |    53.503s |
| Iteration 12     |       0.6 |   0.625 |          1.0 |  3.234s |    57.833s |
| Iteration 13     |       0.5 |    0.75 |          1.0 |  3.198s |     1m:02s |
| Iteration 14     |       0.0 |  0.9375 |          1.0 |  3.199s |     1m:07s |
| Iteration 15     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 16     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 17     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 18     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 19     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 20     |       0.6 |   0.625 |          1.0 |  0.000s |     1m:16s |
| Iteration 21     |       0.6 |   0.625 |          1.0 |  0.000s |     1m:17s |
| Iteration 22     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 23     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 24     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 25     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 26     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 27     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 28     |       0.9 |   0.625 |          1.0 |  0.000s |     1m:25s |
| Iteration 29     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 30     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 31     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 32     |       0.3 |     1.0 |          1.0 |  0.001s |     1m:30s |
| Iteration 33     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 34     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 35     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 36     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 37     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 38     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 39     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 40     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 41     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:41s |
| Iteration 42     |       0.3 |     1.0 |          1.0 |  0.001s |     1m:42s |
| Iteration 43     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 44     |       0.3 |     1.0 |          1.0 |  0.001s |     1m:48s |
| Iteration 45     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:49s |
| Iteration 46     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:50s |
| Iteration 47     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:51s |
| Iteration 48     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:52s |
| Iteration 49     |       0.3 |     1.0 |          1.0 |  0.001s |     1m:53s |
| Iteration 50     |       0.3 |     1.0 |          1.0 |  0.000s |     1m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6938
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.0678
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:56s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.9848 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  3.169s |     3.190s |
| Initial point 2  |  4.7664 | uniform |   kd_tree |        39 |       2 |  0.4375 |        0.625 |  3.210s |     7.604s |
| Initial point 3  |  3.7651 | dista.. | ball_tree |        25 |       2 |    0.75 |         0.75 |  3.139s |    14.168s |
| Initial point 4  | 10.9846 | uniform | ball_tree |        39 |       2 |     0.5 |         0.75 |  3.127s |    19.306s |
| Initial point 5  |   8.605 | dista.. |      auto |        30 |       2 |  0.4375 |         0.75 |  3.239s |    23.646s |
| Initial point 6  |  9.9652 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  3.228s |    28.009s |
| Initial point 7  |  7.1278 | dista.. | ball_tree |        24 |       1 |  0.6875 |        0.875 |  3.262s |    32.484s |
| Initial point 8  |  1.7081 | dista.. | ball_tree |        21 |       2 |  0.4375 |        0.875 |  3.243s |    36.863s |
| Initial point 9  |  7.9399 | uniform | ball_tree |        24 |       1 |   0.375 |        0.875 |  3.264s |    41.328s |
| Initial point 10 |  5.6396 | uniform |     brute |        22 |       2 |    0.75 |        0.875 |  3.242s |    45.799s |
| Iteration 11     | 11.6104 | dista.. | ball_tree |        22 |       2 |     1.0 |          1.0 |  3.243s |    50.375s |
| Iteration 12     | 12.0186 | dista.. | ball_tree |        23 |       2 |  0.5625 |          1.0 |  3.253s |    55.265s |
| Iteration 13     | 11.4905 | dista.. |      auto |        22 |       2 |   0.375 |          1.0 |  3.216s |    59.992s |
| Iteration 14     | 11.9666 | uniform |     brute |        39 |       2 |     0.5 |          1.0 |  3.151s |     1m:04s |
| Iteration 15     | 11.8538 | dista.. | ball_tree |        40 |       2 |   0.875 |          1.0 |  3.106s |     1m:11s |
| Iteration 16     |     0.0 | uniform |     brute |        39 |       1 |     0.5 |          1.0 |  3.109s |     1m:16s |
| Iteration 17     | 12.0144 | dista.. | ball_tree |        20 |       1 |    0.75 |          1.0 |  3.178s |     1m:21s |
| Iteration 18     | 11.9776 | uniform |      auto |        33 |       1 |  0.5625 |          1.0 |  3.189s |     1m:26s |
| Iteration 19     |  6.7418 | dista.. |   kd_tree |        36 |       1 |   0.875 |          1.0 |  3.182s |     1m:30s |
| Iteration 20     | 11.1595 | dista.. |   kd_tree |        35 |       2 |   0.625 |          1.0 |  3.200s |     1m:35s |
| Iteration 21     |  2.2201 | dista.. |   kd_tree |        22 |       1 |  0.6875 |          1.0 |  3.193s |     1m:39s |
| Iteration 22     |  5.6995 | dista.. |     brute |        37 |       1 |    0.75 |          1.0 |  3.163s |     1m:45s |
| Iteration 23     | 10.3122 | dista.. | ball_tree |        38 |       2 |  0.5625 |          1.0 |  3.158s |     1m:49s |
| Iteration 24     | 12.0016 | dista.. |     brute |        26 |       2 |  0.6875 |          1.0 |  3.166s |     1m:54s |
| Iteration 25     |  0.0049 | dista.. |     brute |        24 |       2 |     0.5 |          1.0 |  3.177s |     1m:58s |
| Iteration 26     |  0.0059 | uniform |      auto |        40 |       1 |     0.5 |          1.0 |  3.152s |     2m:03s |
| Iteration 27     | 12.0186 | dista.. |   kd_tree |        27 |       1 |  0.9375 |          1.0 |  3.151s |     2m:08s |
| Iteration 28     | 12.0186 | dista.. |   kd_tree |        24 |       1 |   0.625 |          1.0 |  3.155s |     2m:12s |
| Iteration 29     | 12.0186 | dista.. |   kd_tree |        38 |       1 |  0.8125 |          1.0 |  3.160s |     2m:17s |
| Iteration 30     | 12.0186 | dista.. |   kd_tree |        39 |       1 |   0.875 |          1.0 |  3.161s |     2m:21s |
| Iteration 31     | 11.9985 | dista.. |     brute |        34 |       1 |    0.75 |          1.0 |  3.156s |     2m:27s |
| Iteration 32     | 12.0186 | dista.. |   kd_tree |        35 |       1 |  0.3125 |          1.0 |  3.187s |     2m:32s |
| Iteration 33     |  0.0117 | dista.. |     brute |        28 |       2 |     0.5 |          1.0 |  3.233s |     2m:37s |
| Iteration 34     |  0.0169 | dista.. |      auto |        26 |       2 |     0.5 |          1.0 |  3.195s |     2m:41s |
| Iteration 35     | 12.0186 | dista.. |   kd_tree |        25 |       1 |   0.875 |          1.0 |  3.260s |     2m:46s |
| Iteration 36     | 12.0031 | dista.. |     brute |        39 |       1 |  0.4375 |          1.0 |  3.120s |     2m:53s |
| Iteration 37     |  0.4617 | dista.. |   kd_tree |        20 |       2 |     0.5 |          1.0 |  3.145s |     2m:58s |
| Iteration 38     | 12.0186 | dista.. | ball_tree |        27 |       1 |     0.5 |          1.0 |  3.199s |     3m:03s |
| Iteration 39     | 12.0186 | dista.. |   kd_tree |        22 |       2 |    0.75 |          1.0 |  3.208s |     3m:07s |
| Iteration 40     | 12.0186 | dista.. |   kd_tree |        21 |       2 |     0.5 |          1.0 |  3.196s |     3m:12s |
| Iteration 41     | 11.9634 | uniform |     brute |        23 |       2 |   0.375 |          1.0 |  3.192s |     3m:19s |
| Iteration 42     | 12.0186 | dista.. |     brute |        28 |       1 |     1.0 |          1.0 |  3.154s |     3m:24s |
| Iteration 43     | 12.0186 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  3.208s |     3m:28s |
| Iteration 44     |  0.0091 | uniform |      auto |        25 |       2 |     0.5 |          1.0 |  3.217s |     3m:33s |
| Iteration 45     | 12.0186 | dista.. |     brute |        23 |       1 |     1.0 |          1.0 |  3.825s |     3m:39s |
| Iteration 46     | 12.0186 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  0.001s |     3m:40s |
| Iteration 47     | 12.0186 | dista.. |     brute |        40 |       1 |  0.5625 |          1.0 |  3.204s |     3m:45s |
| Iteration 48     | 12.0186 | dista.. |     brute |        40 |       1 |  0.5625 |          1.0 |  0.001s |     3m:47s |
| Iteration 49     |  0.0006 | uniform | ball_tree |        21 |       1 |     0.5 |          1.0 |  3.201s |     3m:51s |
| Iteration 50     | 12.0186 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  3.145s |     3m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'radius': 12.0186, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 23, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0583
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:57s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  3.580s |     3.588s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.9375 |       0.9375 |  3.502s |    10.744s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |       0.9375 |  3.307s |    15.943s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.5625 |       0.9375 |  3.569s |    20.650s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.4375 |       0.9375 |  3.374s |    26.190s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |       0.9375 |  3.569s |    31.182s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     0.0 |       0.9375 |  3.209s |    35.551s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |       0.9375 |  3.484s |    40.236s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |       0.9375 |  3.120s |    47.269s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     1.0 |          1.0 |  3.244s |    54.793s |
| Iteration 11     |          176 |        0.0234 |     SAMME |   0.875 |          1.0 |  3.230s |     1m:00s |
| Iteration 12     |          380 |        4.7638 |     SAMME |  0.7812 |          1.0 |  3.178s |     1m:05s |
| Iteration 13     |          170 |        0.0103 |     SAMME |  0.7812 |          1.0 |  3.311s |     1m:10s |
| Iteration 14     |          107 |        9.6956 |     SAMME |  0.6875 |          1.0 |  3.179s |     1m:14s |
| Iteration 15     |          196 |        4.2725 |     SAMME |   0.375 |          1.0 |  3.151s |     1m:19s |
| Iteration 16     |          406 |        3.1096 |     SAMME |   0.625 |          1.0 |  3.152s |     1m:23s |
| Iteration 17     |          174 |        5.8409 |     SAMME |     0.5 |          1.0 |  3.155s |     1m:28s |
| Iteration 18     |          185 |        0.0156 |     SAMME |   0.875 |          1.0 |  3.298s |     1m:32s |
| Iteration 19     |          337 |        0.0739 |   SAMME.R |   0.625 |          1.0 |  3.467s |     1m:37s |
| Iteration 20     |          116 |        0.0143 |     SAMME |  0.6562 |          1.0 |  3.225s |     1m:42s |
| Iteration 21     |          163 |        0.0173 |     SAMME |  0.9375 |          1.0 |  3.323s |     1m:47s |
| Iteration 22     |          489 |        0.0779 |   SAMME.R |  0.9375 |          1.0 |  3.599s |     1m:52s |
| Iteration 23     |          484 |        0.0538 |   SAMME.R |    0.75 |          1.0 |  3.596s |     1m:57s |
| Iteration 24     |          500 |        0.0785 |   SAMME.R |  0.5625 |          1.0 |  4.167s |     2m:02s |
| Iteration 25     |          352 |        0.0203 |     SAMME |     1.0 |          1.0 |  3.497s |     2m:07s |
| Iteration 26     |          362 |        0.0213 |     SAMME |  0.7188 |          1.0 |  3.392s |     2m:12s |
| Iteration 27     |          294 |        0.0269 |   SAMME.R |  0.9375 |          1.0 |  3.434s |     2m:17s |
| Iteration 28     |          457 |        0.0202 |   SAMME.R |   0.625 |          1.0 |  3.550s |     2m:22s |
| Iteration 29     |          334 |        3.8024 |   SAMME.R |    0.75 |          1.0 |  3.421s |     2m:26s |
| Iteration 30     |          103 |          10.0 |   SAMME.R |  0.7188 |          1.0 |  3.198s |     2m:31s |
| Iteration 31     |          425 |        1.0927 |   SAMME.R |  0.8125 |          1.0 |  3.473s |     2m:36s |
| Iteration 32     |           84 |        0.5618 |   SAMME.R |  0.8125 |          1.0 |  3.186s |     2m:40s |
| Iteration 33     |           76 |        1.9155 |   SAMME.R |  0.8125 |          1.0 |  3.222s |     2m:45s |
| Iteration 34     |           94 |        0.3559 |     SAMME |  0.8125 |          1.0 |  3.192s |     2m:50s |
| Iteration 35     |          202 |          0.01 |   SAMME.R |   0.875 |          1.0 |  3.309s |     2m:54s |
| Iteration 36     |          500 |        0.0136 |     SAMME |  0.8125 |          1.0 |  3.485s |     2m:59s |
| Iteration 37     |           91 |          0.01 |   SAMME.R |  0.8125 |          1.0 |  3.215s |     3m:04s |
| Iteration 38     |          480 |        0.7937 |   SAMME.R |     0.5 |          1.0 |  3.505s |     3m:09s |
| Iteration 39     |          186 |        0.0335 |   SAMME.R |  0.6562 |          1.0 |  3.267s |     3m:13s |
| Iteration 40     |          496 |        0.0179 |     SAMME |   0.875 |          1.0 |  3.483s |     3m:18s |
| Iteration 41     |           93 |        0.0184 |     SAMME |  0.9688 |          1.0 |  3.257s |     3m:23s |
| Iteration 42     |           50 |        0.0194 |     SAMME |  0.9062 |          1.0 |  3.207s |     3m:28s |
| Iteration 43     |          493 |        0.0198 |     SAMME |   0.125 |          1.0 |  3.539s |     3m:33s |
| Iteration 44     |           53 |        0.0103 |     SAMME |  0.6875 |          1.0 |  3.135s |     3m:37s |
| Iteration 45     |           50 |        0.0196 |     SAMME |  0.6875 |          1.0 |  3.192s |     3m:42s |
| Iteration 46     |           50 |        0.0178 |     SAMME |  0.5625 |          1.0 |  3.178s |     3m:47s |
| Iteration 47     |           50 |          0.01 |   SAMME.R |    0.75 |          1.0 |  3.182s |     3m:51s |
| Iteration 48     |           50 |          0.01 |     SAMME |  0.9062 |          1.0 |  3.170s |     3m:56s |
| Iteration 49     |          482 |        9.7504 |   SAMME.R |   0.375 |          1.0 |  3.562s |     4m:03s |
| Iteration 50     |           51 |        0.1586 |     SAMME |  0.8125 |          1.0 |  3.104s |     4m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 352, 'learning_rate': 0.0203, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.95
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.276s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.765 ± 0.0784
Time elapsed: 1.260s
-------------------------------------------------
Total time: 4m:17s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  3.575s |     3.594s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |          1.0 |  3.320s |    10.038s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |          1.0 |  3.363s |    14.897s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.875 |          1.0 |  3.258s |    19.310s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |          1.0 |  3.443s |    23.757s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  3.277s |    28.194s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  3.325s |    33.427s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  3.295s |    37.944s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  3.413s |    42.445s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.8125 |          1.0 |  3.376s |    46.958s |
| Iteration 11     |          191 |      gini |         1 |                 3 |               14 |         sqrt |     False |    0.0257 |         --- |  0.9062 |          1.0 |  3.245s |    51.681s |
| Iteration 12     |          328 |      gini |         9 |                 3 |                6 |         sqrt |     False |    0.0307 |         --- |    0.75 |          1.0 |  3.314s |    56.540s |
| Iteration 13     |           45 |      gini |         7 |                 6 |                4 |         auto |     False |    0.0337 |         --- |    0.75 |          1.0 |  3.142s |     1m:01s |
| Iteration 14     |          285 |      gini |         5 |                 3 |               18 |         log2 |     False |    0.0326 |         --- |  0.9375 |          1.0 |  3.280s |     1m:06s |
| Iteration 15     |          243 |      gini |         4 |                 6 |               11 |         None |     False |     0.035 |         --- |   0.875 |          1.0 |  3.282s |     1m:11s |
| Iteration 16     |          334 |      gini |         9 |                 4 |                5 |         log2 |     False |    0.0255 |         --- |     1.0 |          1.0 |  3.304s |     1m:16s |
| Iteration 17     |          455 |      gini |         2 |                19 |                2 |         log2 |      True |    0.0092 |         0.9 |   0.875 |          1.0 |  3.590s |     1m:21s |
| Iteration 18     |          408 |   entropy |         9 |                20 |               14 |         None |      True |    0.0295 |         0.9 |   0.875 |          1.0 |  3.513s |     1m:26s |
| Iteration 19     |          426 |      gini |         1 |                 4 |                4 |          0.6 |     False |     0.007 |         --- |  0.7812 |          1.0 |  3.364s |     1m:31s |
| Iteration 20     |          234 |   entropy |         9 |                13 |               10 |          0.5 |     False |    0.0251 |         --- |  0.6562 |          1.0 |  3.261s |     1m:36s |
| Iteration 21     |          343 |   entropy |         9 |                 4 |               15 |          0.8 |     False |     0.035 |         --- |  0.8438 |          1.0 |  3.339s |     1m:42s |
| Iteration 22     |          140 |      gini |         9 |                 4 |                6 |         sqrt |     False |    0.0224 |         --- |     1.0 |          1.0 |  3.176s |     1m:49s |
| Iteration 23     |          143 |      gini |         8 |                 4 |                3 |         log2 |     False |    0.0086 |         --- |     1.0 |          1.0 |  3.131s |     1m:57s |
| Iteration 24     |           52 |      gini |         8 |                 4 |               12 |          0.9 |     False |    0.0209 |         --- |  0.6875 |          1.0 |  3.167s |     2m:02s |
| Iteration 25     |           68 |   entropy |         1 |                20 |               19 |         log2 |      True |    0.0113 |         0.9 |   0.625 |          1.0 |  3.285s |     2m:07s |
| Iteration 26     |          275 |      gini |         3 |                 5 |               10 |         sqrt |     False |    0.0075 |         --- |    0.75 |          1.0 |  4.076s |     2m:12s |
| Iteration 27     |          225 |      gini |      None |                 4 |                8 |         log2 |     False |    0.0156 |         --- |  0.9375 |          1.0 |  3.403s |     2m:18s |
| Iteration 28     |          382 |      gini |         9 |                 4 |                4 |         log2 |     False |    0.0069 |         --- |    0.75 |          1.0 |  3.475s |     2m:24s |
| Iteration 29     |           47 |   entropy |         5 |                 7 |               11 |         auto |     False |    0.0163 |         --- |     1.0 |          1.0 |  3.282s |     2m:29s |
| Iteration 30     |           28 |      gini |         8 |                 7 |                6 |         sqrt |     False |    0.0185 |         --- |  0.9375 |          1.0 |  3.223s |     2m:34s |
| Iteration 31     |           79 |      gini |         5 |                 2 |                6 |          0.9 |     False |    0.0027 |         --- |  0.6562 |          1.0 |  3.285s |     2m:38s |
| Iteration 32     |           47 |      gini |         5 |                 4 |                8 |         sqrt |     False |    0.0094 |         --- |  0.6875 |          1.0 |  3.244s |     2m:43s |
| Iteration 33     |           83 |      gini |         9 |                 2 |               12 |         sqrt |     False |    0.0283 |         --- |    0.75 |          1.0 |  3.279s |     2m:48s |
| Iteration 34     |          222 |   entropy |         6 |                10 |               11 |         auto |     False |    0.0192 |         --- |  0.8125 |          1.0 |  3.381s |     2m:53s |
| Iteration 35     |          152 |      gini |         9 |                17 |                6 |         log2 |     False |    0.0077 |         --- |  0.9375 |          1.0 |  3.335s |     2m:59s |
| Iteration 36     |          139 |      gini |         8 |                 7 |               15 |         log2 |     False |    0.0091 |         --- |   0.625 |          1.0 |  3.311s |     3m:04s |
| Iteration 37     |           18 |      gini |         7 |                 4 |                5 |          0.7 |     False |    0.0245 |         --- |  0.8125 |          1.0 |  3.285s |     3m:09s |
| Iteration 38     |          240 |      gini |         8 |                12 |               11 |          0.8 |     False |    0.0099 |         --- |  0.9375 |          1.0 |  3.295s |     3m:16s |
| Iteration 39     |           96 |   entropy |         9 |                 2 |                6 |         auto |     False |    0.0113 |         --- |   0.625 |          1.0 |  3.185s |     3m:22s |
| Iteration 40     |          140 |      gini |         7 |                 3 |                7 |         log2 |     False |    0.0085 |         --- |  0.9375 |          1.0 |  3.228s |     3m:27s |
| Iteration 41     |           64 |      gini |         6 |                 7 |               11 |          0.8 |     False |    0.0216 |         --- |  0.9375 |          1.0 |  3.188s |     3m:32s |
| Iteration 42     |          113 |      gini |         2 |                 4 |               10 |         sqrt |     False |    0.0221 |         --- |  0.9375 |          1.0 |  3.210s |     3m:37s |
| Iteration 43     |          346 |   entropy |         8 |                 4 |                5 |          0.8 |     False |    0.0312 |         --- |  0.3125 |          1.0 |  3.378s |     3m:42s |
| Iteration 44     |          291 |      gini |         9 |                 4 |                7 |          0.5 |     False |     0.035 |         --- |  0.7188 |          1.0 |  3.335s |     3m:47s |
| Iteration 45     |          161 |      gini |         8 |                 4 |                7 |         sqrt |     False |     0.025 |         --- |    0.75 |          1.0 |  3.233s |     3m:53s |
| Iteration 46     |          191 |      gini |         7 |                 3 |                5 |          0.9 |      True |    0.0241 |         0.9 |    0.75 |          1.0 |  3.334s |     3m:58s |
| Iteration 47     |          245 |   entropy |         9 |                 4 |               11 |          0.9 |     False |    0.0258 |         --- |   0.875 |          1.0 |  3.270s |     4m:03s |
| Iteration 48     |          139 |      gini |         3 |                 4 |                3 |         None |     False |    0.0072 |         --- |  0.9375 |          1.0 |  3.226s |     4m:08s |
| Iteration 49     |          151 |      gini |         3 |                 4 |                6 |         log2 |     False |    0.0014 |         --- |     1.0 |          1.0 |  3.215s |     4m:12s |
| Iteration 50     |          450 |      gini |         5 |                 4 |                5 |          0.5 |     False |     0.015 |         --- |  0.5625 |          1.0 |  4.030s |     4m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9036
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.434s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0583
Time elapsed: 1.980s
-------------------------------------------------
Total time: 4m:23s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.257s |     3.278s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  3.181s |    10.070s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  3.138s |    14.938s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  3.179s |    19.207s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  3.200s |    23.602s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  3.176s |    27.868s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  3.199s |    32.355s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  3.185s |    36.785s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  3.222s |    41.239s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.194s |    45.513s |
| Iteration 11     |          444 |        0.1409 |         6 |     1.0 |                9 |       0.8 |              0.9 |         0 |         10 |     0.5 |       0.9375 |  3.135s |    52.829s |
| Iteration 12     |          441 |        0.0432 |         6 |  0.5533 |                4 |       0.8 |              0.9 |      0.01 |          1 |  0.8125 |       0.9375 |  3.133s |    58.072s |
| Iteration 13     |          451 |        0.3768 |         8 |  0.7688 |                4 |       0.6 |              0.4 |      0.01 |          1 |   0.375 |       0.9375 |  3.229s |     1m:03s |
| Iteration 14     |          485 |        0.0565 |         5 |  0.9218 |                3 |       0.7 |              0.8 |       0.1 |         10 |   0.875 |       0.9375 |  3.213s |     1m:08s |
| Iteration 15     |          124 |         0.043 |         5 |  0.2874 |                1 |       1.0 |              0.9 |      0.01 |         10 |  0.9375 |       0.9375 |  3.139s |     1m:13s |
| Iteration 16     |          368 |        0.0513 |         5 |  0.3209 |                1 |       0.8 |              0.9 |         0 |          1 |   0.875 |       0.9375 |  3.216s |     1m:20s |
| Iteration 17     |          131 |        0.0583 |         8 |  0.8873 |                3 |       1.0 |              0.4 |         0 |         10 |   0.875 |       0.9375 |  3.147s |     1m:25s |
| Iteration 18     |          383 |        0.0602 |         8 |  0.8825 |                6 |       0.9 |              0.6 |      0.01 |          1 |  0.6875 |       0.9375 |  3.221s |     1m:29s |
| Iteration 19     |          200 |        0.0327 |         4 |     0.0 |                1 |       0.9 |              0.7 |      0.01 |       0.01 |  0.9375 |       0.9375 |  3.193s |     1m:34s |
| Iteration 20     |          226 |        0.0384 |         7 |  0.1728 |                1 |       0.9 |              0.9 |      0.01 |         10 |   0.625 |       0.9375 |  3.219s |     1m:39s |
| Iteration 21     |          335 |          0.04 |         3 |  0.8403 |                1 |       0.8 |              0.5 |        10 |        100 |     0.5 |       0.9375 |  3.188s |     1m:44s |
| Iteration 22     |          380 |        0.0608 |         6 |  0.3747 |                4 |       0.8 |              0.9 |      0.01 |       0.01 |   0.875 |       0.9375 |  3.217s |     1m:49s |
| Iteration 23     |          469 |        0.0289 |         7 |  0.5845 |                2 |       0.8 |              0.8 |         1 |          1 |     1.0 |          1.0 |  3.204s |     1m:54s |
| Iteration 24     |          412 |        0.0254 |         6 |  0.9619 |                2 |       0.9 |              0.6 |         0 |       0.01 |  0.8125 |          1.0 |  3.194s |     1m:58s |
| Iteration 25     |          151 |        0.0486 |         5 |    0.44 |                1 |       1.0 |              0.7 |       0.1 |       0.01 |     1.0 |          1.0 |  3.182s |     2m:03s |
| Iteration 26     |          500 |        0.0454 |         1 |  0.5022 |                1 |       1.0 |              1.0 |        10 |        0.1 |     0.5 |          1.0 |  3.201s |     2m:08s |
| Iteration 27     |          273 |        0.0293 |         7 |  0.6447 |                2 |       0.7 |              0.8 |         1 |        0.1 |   0.875 |          1.0 |  3.163s |     2m:13s |
| Iteration 28     |           70 |        0.0639 |         4 |  0.6205 |                2 |       1.0 |              0.4 |      0.01 |         10 |  0.5625 |          1.0 |  3.171s |     2m:18s |
| Iteration 29     |          491 |        0.0413 |         6 |  0.5485 |                1 |       0.6 |              0.6 |       100 |         10 |     0.5 |          1.0 |  3.191s |     2m:25s |
| Iteration 30     |          489 |        0.0141 |         6 |  0.5266 |                1 |       0.9 |              0.8 |      0.01 |       0.01 |  0.9375 |          1.0 |  3.845s |     2m:31s |
| Iteration 31     |          126 |          0.01 |         5 |     0.0 |                6 |       0.8 |              0.8 |        10 |          0 |     0.5 |          1.0 |  3.159s |     2m:36s |
| Iteration 32     |          477 |        0.0804 |         5 |  0.7456 |                2 |       0.9 |              0.8 |      0.01 |          0 |    0.75 |          1.0 |  3.236s |     2m:41s |
| Iteration 33     |          398 |        0.0209 |         5 |   0.739 |                1 |       1.0 |              0.8 |       0.1 |       0.01 |   0.875 |          1.0 |  3.210s |     2m:46s |
| Iteration 34     |          447 |        0.0313 |         7 |  0.5673 |                6 |       0.8 |              0.8 |      0.01 |          0 |  0.9375 |          1.0 |  3.240s |     2m:51s |
| Iteration 35     |          364 |        0.1507 |         7 |  0.4596 |                6 |       1.0 |              0.7 |       0.1 |          1 |  0.5938 |          1.0 |  3.198s |     2m:55s |
| Iteration 36     |          238 |         0.039 |         5 |  0.3995 |                1 |       1.0 |              0.8 |       0.1 |          1 |  0.9375 |          1.0 |  3.202s |     3m:00s |
| Iteration 37     |          466 |        0.0368 |         5 |  0.4507 |                2 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |          1.0 |  3.219s |     3m:06s |
| Iteration 38     |          330 |        0.0286 |         8 |   0.968 |                1 |       1.0 |              0.7 |       0.1 |          0 |     1.0 |          1.0 |  3.204s |     3m:11s |
| Iteration 39     |          500 |        0.0185 |         7 |  0.8593 |                5 |       0.9 |              0.8 |         1 |         10 |  0.6562 |          1.0 |  3.221s |     3m:16s |
| Iteration 40     |          168 |        0.0293 |        10 |  0.4273 |                1 |       1.0 |              0.7 |       0.1 |          0 |     1.0 |          1.0 |  3.197s |     3m:21s |
| Iteration 41     |           25 |        0.0296 |        10 |  0.5874 |                1 |       1.0 |              0.7 |       0.1 |          0 |  0.9375 |          1.0 |  3.168s |     3m:26s |
| Iteration 42     |           20 |          0.01 |        10 |  0.1257 |                1 |       1.0 |              0.7 |       0.1 |          0 |     1.0 |          1.0 |  3.172s |     3m:31s |
| Iteration 43     |           20 |          0.01 |        10 |  0.0043 |                1 |       1.0 |              0.7 |       0.1 |          0 |    0.25 |          1.0 |  3.146s |     3m:36s |
| Iteration 44     |           20 |        0.0141 |         3 |  0.1804 |                5 |       1.0 |              0.7 |      0.01 |       0.01 |  0.8438 |          1.0 |  3.152s |     3m:41s |
| Iteration 45     |           52 |        0.0633 |         7 |  0.4058 |                3 |       1.0 |              0.8 |        10 |          1 |     0.5 |          1.0 |  3.142s |     3m:45s |
| Iteration 46     |          500 |        0.0195 |        10 |     1.0 |                1 |       0.9 |              1.0 |         0 |          0 |  0.6875 |          1.0 |  3.240s |     3m:50s |
| Iteration 47     |          425 |          0.01 |         5 |  0.9158 |               10 |       0.7 |              1.0 |         0 |        0.1 |     0.5 |          1.0 |  3.177s |     3m:55s |
| Iteration 48     |          488 |         0.029 |         1 |  0.8361 |                1 |       0.5 |              0.5 |       0.1 |          0 |   0.875 |          1.0 |  3.217s |     4m:00s |
| Iteration 49     |          440 |           1.0 |         9 |  0.8387 |               10 |       1.0 |              0.4 |       100 |          0 |     0.5 |          1.0 |  3.201s |     4m:07s |
| Iteration 50     |          500 |        0.0292 |         1 |     1.0 |                1 |       0.9 |              1.0 |       0.1 |        100 |    0.75 |          1.0 |  3.200s |     4m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 469, 'learning_rate': 0.0289, 'max_depth': 7, 'gamma': 0.5845, 'min_child_weight': 2, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 1, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.1497
Time elapsed: 0.321s
-------------------------------------------------
Total time: 4m:14s


Final results ==================== >>
Duration: 29m:28s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.775 ± 0.2202
Logistic Regression             --> roc_auc: 0.55 ± 0.0894 ~
Linear Discriminant Analysis    --> roc_auc: 0.59 ± 0.1356
Quadratic Discriminant Analysis --> roc_auc: 0.62 ± 0.0678 ~
Radius Nearest Neighbors        --> roc_auc: 0.74 ± 0.0583
AdaBoost                        --> roc_auc: 0.765 ± 0.0784
Random Forest                   --> roc_auc: 0.76 ± 0.0583 ~
XGBoost                         --> roc_auc: 0.81 ± 0.1497 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 806 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALSNFGNEKLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  0.662s |     0.682s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |          1.0 |  0.705s |     2.332s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.661s |     3.883s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.875 |          1.0 |  0.697s |     5.428s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |          1.0 |  1.379s |     7.675s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.625 |          1.0 |  0.731s |    11.637s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.713s |    13.784s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |    0.75 |          1.0 |  0.753s |    15.447s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.625 |          1.0 |  0.662s |    16.972s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     1.0 |          1.0 |  0.663s |    18.475s |
| Iteration 11     | exponen.. |        0.4896 |          173 |       0.6 | squared_er.. |                16 |               15 |         3 |         auto |    0.0253 |  0.8125 |          1.0 |  0.660s |    20.484s |
| Iteration 12     | exponen.. |        0.3945 |          299 |       0.9 | squared_er.. |                13 |               13 |         9 |         auto |      0.03 |   0.875 |          1.0 |  0.689s |    22.435s |
| Iteration 13     | exponen.. |          0.01 |           78 |       1.0 | squared_er.. |                 5 |                2 |         9 |         log2 |       0.0 |  0.6875 |          1.0 |  0.677s |    24.291s |
| Iteration 14     | exponen.. |        0.8148 |          126 |       0.9 | friedman_mse |                 6 |                6 |         7 |          0.7 |    0.0302 |  0.7812 |          1.0 |  0.648s |    26.235s |
| Iteration 15     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                 2 |               20 |         1 |         None |     0.035 |  0.7812 |          1.0 |  0.728s |    28.169s |
| Iteration 16     | exponen.. |           1.0 |           91 |       0.6 | friedman_mse |                 3 |               20 |         2 |          0.7 |     0.035 |     0.5 |          1.0 |  0.645s |    32.361s |
| Iteration 17     | exponen.. |        0.4885 |          260 |       0.8 | friedman_mse |                 4 |               14 |         3 |         auto |    0.0259 |  0.7812 |          1.0 |  0.716s |    34.887s |
| Iteration 18     |  deviance |        0.4387 |          178 |       0.9 | friedman_mse |                17 |                4 |         9 |          0.9 |    0.0117 |    0.75 |          1.0 |  0.661s |    38.099s |
| Iteration 19     | exponen.. |        0.8067 |           30 |       0.9 | friedman_mse |                20 |                3 |         3 |          0.9 |    0.0188 |  0.6875 |          1.0 |  0.647s |    40.632s |
| Iteration 20     | exponen.. |        0.1497 |          104 |       1.0 | friedman_mse |                 9 |                5 |         7 |          0.9 |    0.0211 |  0.9062 |          1.0 |  0.662s |    42.581s |
| Iteration 21     | exponen.. |        0.7171 |           91 |       1.0 | squared_er.. |                16 |               16 |         8 |          0.8 |    0.0331 |     1.0 |          1.0 |  0.647s |    44.696s |
| Iteration 22     | exponen.. |           1.0 |           10 |       1.0 | squared_er.. |                 8 |               13 |         8 |          0.8 |     0.035 |  0.6875 |          1.0 |  0.623s |    48.855s |
| Iteration 23     | exponen.. |        0.9481 |           95 |       1.0 | friedman_mse |                18 |               14 |         7 |          0.9 |    0.0295 |  0.5312 |          1.0 |  0.646s |    53.937s |
| Iteration 24     | exponen.. |        0.7578 |          188 |       0.9 | squared_er.. |                 9 |               10 |         8 |          0.6 |    0.0318 |  0.8125 |          1.0 |  0.667s |    59.284s |
| Iteration 25     | exponen.. |        0.0141 |          472 |       0.8 | friedman_mse |                19 |                2 |         6 |          0.7 |    0.0004 |   0.875 |          1.0 |  0.793s |     1m:04s |
| Iteration 26     | exponen.. |        0.7206 |           77 |       0.8 | squared_er.. |                 4 |               19 |         8 |          0.9 |    0.0298 |  0.4375 |          1.0 |  0.636s |     1m:07s |
| Iteration 27     | exponen.. |           1.0 |           11 |       1.0 | friedman_mse |                 9 |               10 |         5 |          0.9 |    0.0115 |     1.0 |          1.0 |  0.628s |     1m:09s |
| Iteration 28     | exponen.. |        0.1855 |          193 |       0.8 | squared_er.. |                17 |                4 |         6 |         auto |    0.0139 |  0.6875 |          1.0 |  0.677s |     1m:11s |
| Iteration 29     | exponen.. |        0.4342 |           44 |       0.9 | squared_er.. |                17 |               17 |         3 |         auto |    0.0205 |  0.9375 |          1.0 |  0.630s |     1m:13s |
| Iteration 30     | exponen.. |        0.7644 |           91 |       0.8 | squared_er.. |                 4 |                5 |         9 |         auto |    0.0341 |  0.5625 |          1.0 |  0.685s |     1m:15s |
| Iteration 31     | exponen.. |        0.5526 |           35 |       0.7 | friedman_mse |                10 |                2 |         8 |          0.9 |    0.0128 |   0.625 |          1.0 |  0.677s |     1m:18s |
| Iteration 32     | exponen.. |        0.3869 |           81 |       0.7 | squared_er.. |                17 |               17 |         4 |         auto |    0.0284 |  0.8125 |          1.0 |  0.661s |     1m:20s |
| Iteration 33     | exponen.. |        0.7466 |          221 |       0.8 | squared_er.. |                17 |               20 |         3 |         auto |    0.0173 |     0.5 |          1.0 |  0.692s |     1m:23s |
| Iteration 34     | exponen.. |        0.4791 |           55 |       1.0 | friedman_mse |                 9 |                9 |         4 |          0.7 |    0.0088 |     1.0 |          1.0 |  0.696s |     1m:25s |
| Iteration 35     | exponen.. |        0.3513 |           37 |       0.8 | squared_er.. |                17 |               16 |         8 |          0.8 |    0.0285 |     1.0 |          1.0 |  0.718s |     1m:27s |
| Iteration 36     |  deviance |        0.6864 |           41 |       0.8 | squared_er.. |                17 |               20 |         8 |          0.5 |    0.0173 |  0.6875 |          1.0 |  0.709s |     1m:30s |
| Iteration 37     | exponen.. |        0.5898 |          249 |       0.8 | squared_er.. |                 3 |                5 |         5 |          0.5 |    0.0216 |   0.625 |          1.0 |  0.782s |     1m:32s |
| Iteration 38     |  deviance |        0.0374 |          494 |       0.7 | friedman_mse |                17 |                9 |         4 |          0.8 |    0.0339 |   0.875 |          1.0 |  0.812s |     1m:34s |
| Iteration 39     | exponen.. |        0.7119 |          327 |       0.8 | friedman_mse |                15 |               10 |         5 |         log2 |    0.0193 |  0.6875 |          1.0 |  0.770s |     1m:37s |
| Iteration 40     | exponen.. |        0.5975 |           35 |       1.0 | friedman_mse |                 8 |               12 |        10 |          0.6 |    0.0132 |     1.0 |          1.0 |  0.625s |     1m:39s |
| Iteration 41     | exponen.. |        0.6624 |           40 |       1.0 | friedman_mse |                 9 |               10 |         7 |          0.9 |    0.0188 |  0.5625 |          1.0 |  0.682s |     1m:41s |
| Iteration 42     | exponen.. |        0.2383 |          380 |       0.6 | friedman_mse |                20 |                9 |         4 |          0.6 |    0.0012 |     1.0 |          1.0 |  0.766s |     1m:43s |
| Iteration 43     |  deviance |        0.2126 |          251 |       0.5 | friedman_mse |                15 |               10 |         5 |         None |    0.0004 |  0.4375 |          1.0 |  0.732s |     1m:45s |
| Iteration 44     | exponen.. |        0.9027 |          175 |       0.7 | friedman_mse |                13 |                9 |         4 |          0.9 |    0.0138 |  0.8125 |          1.0 |  0.717s |     1m:48s |
| Iteration 45     | exponen.. |        0.6102 |          153 |       0.7 | friedman_mse |                 6 |                9 |         4 |          0.6 |     0.011 |     1.0 |          1.0 |  0.722s |     1m:50s |
| Iteration 46     | exponen.. |        0.5839 |          167 |       0.6 | squared_er.. |                 8 |               16 |         8 |          0.8 |    0.0108 |  0.8125 |          1.0 |  0.712s |     1m:52s |
| Iteration 47     | exponen.. |        0.0137 |          132 |       0.6 | friedman_mse |                 4 |               10 |         5 |         None |    0.0105 |     0.5 |          1.0 |  0.717s |     1m:55s |
| Iteration 48     | exponen.. |        0.0444 |          106 |       0.7 | friedman_mse |                13 |                9 |         4 |          0.5 |    0.0091 |     1.0 |          1.0 |  0.703s |     1m:57s |
| Iteration 49     | exponen.. |        0.2243 |           39 |       0.9 | squared_er.. |                10 |               16 |         8 |          0.8 |     0.012 |  0.7812 |          1.0 |  0.688s |     2m:01s |
| Iteration 50     |  deviance |        0.2674 |          141 |       0.6 | squared_er.. |                11 |               17 |         3 |         auto |    0.0293 |  0.8438 |          1.0 |  0.705s |     2m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.2383, 'n_estimators': 380, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 20, 'min_samples_leaf': 9, 'max_depth': 4, 'max_features': 0.6, 'ccp_alpha': 0.0012}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0775
Time elapsed: 0.493s
-------------------------------------------------
Total time: 2m:08s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     1.0 |          1.0 |  0.646s |     0.658s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |          1.0 |  0.652s |     2.753s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |          1.0 |  0.642s |     6.236s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |    0.75 |          1.0 |  0.647s |     8.188s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |          1.0 |  0.646s |     9.694s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.875 |          1.0 |  1.209s |    13.834s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |          1.0 |  0.659s |    17.903s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |          1.0 |  0.642s |    21.899s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.3125 |          1.0 |  0.649s |    23.857s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.4375 |          1.0 |  0.642s |    25.354s |
| Iteration 11     |    none |     --- |    saga |     1000 |      --- |  0.5625 |          1.0 |  0.659s |    28.506s |
| Iteration 12     |    none |     --- | newto.. |      989 |      --- |   0.875 |          1.0 |  0.646s |    32.201s |
| Iteration 13     |      l2 |   0.001 | newto.. |     1000 |      --- |  0.5625 |          1.0 |  0.642s |    34.483s |
| Iteration 14     |    none |     --- | newto.. |     1000 |      --- |   0.625 |          1.0 |  0.693s |    36.372s |
| Iteration 15     |      l2 | 31.1285 | newto.. |      179 |      --- |   0.625 |          1.0 |  0.691s |    38.170s |
| Iteration 16     |      l2 |   100.0 | newto.. |      107 |      --- |  0.9375 |          1.0 |  0.683s |    40.548s |
| Iteration 17     |    none |     --- | newto.. |      141 |      --- |   0.125 |          1.0 |  0.639s |    42.489s |
| Iteration 18     |      l2 |   0.001 | newto.. |     1000 |      --- |  0.5625 |          1.0 |  0.000s |    43.826s |
| Iteration 19     |      l2 |  6.9909 | newto.. |     1000 |      --- |    0.75 |          1.0 |  0.644s |    45.743s |
| Iteration 20     |    none |     --- | newto.. |      375 |      --- |    0.75 |          1.0 |  0.637s |    47.542s |
| Iteration 21     |      l2 |  0.0402 | newto.. |      676 |      --- |   0.625 |          1.0 |  0.638s |    49.341s |
| Iteration 22     |    none |     --- | newto.. |      375 |      --- |    0.75 |          1.0 |  0.000s |    50.667s |
| Iteration 23     |      l2 |   100.0 | newto.. |      816 |      --- |     0.5 |          1.0 |  0.641s |    52.541s |
| Iteration 24     |    none |     --- | newto.. |      916 |      --- |    0.75 |          1.0 |  0.643s |    54.417s |
| Iteration 25     |      l2 |   100.0 | newto.. |      817 |      --- |   0.625 |          1.0 |  0.643s |    56.336s |
| Iteration 26     |      l2 |   100.0 | newto.. |      761 |      --- |    0.75 |          1.0 |  0.662s |    58.245s |
| Iteration 27     |      l1 |   0.015 | libli.. |      341 |      --- |     0.5 |          1.0 |  0.680s |     1m:00s |
| Iteration 28     |      l2 | 31.8523 |    saga |      762 |      --- |     0.5 |          1.0 |  0.650s |     1m:05s |
| Iteration 29     |      l2 | 26.5874 | libli.. |      864 |      --- |     1.0 |          1.0 |  0.639s |     1m:07s |
| Iteration 30     |      l2 |   100.0 | libli.. |      685 |      --- |  0.8125 |          1.0 |  0.640s |     1m:09s |
| Iteration 31     |      l2 |   100.0 | libli.. |      805 |      --- |     0.5 |          1.0 |  0.638s |     1m:11s |
| Iteration 32     |    none |     --- | newto.. |      684 |      --- |  0.3125 |          1.0 |  0.646s |     1m:13s |
| Iteration 33     |      l2 | 25.3586 | libli.. |      896 |      --- |  0.8125 |          1.0 |  0.635s |     1m:15s |
| Iteration 34     |      l2 |  7.1343 | newto.. |      110 |      --- |   0.375 |          1.0 |  0.640s |     1m:18s |
| Iteration 35     |      l2 | 27.4845 | libli.. |      842 |      --- |   0.375 |          1.0 |  0.648s |     1m:21s |
| Iteration 36     |    none |     --- | newto.. |      991 |      --- |   0.625 |          1.0 |  0.642s |     1m:23s |
| Iteration 37     |      l2 | 26.5087 | newto.. |      866 |      --- |  0.6875 |          1.0 |  0.637s |     1m:26s |
| Iteration 38     |      l2 | 29.8224 |   lbfgs |      308 |      --- |     0.5 |          1.0 |  0.641s |     1m:28s |
| Iteration 39     |      l2 |  0.0137 |     sag |      307 |      --- |  0.8125 |          1.0 |  0.634s |     1m:30s |
| Iteration 40     |      l2 | 46.5567 | newto.. |      998 |      --- |  0.3125 |          1.0 |  0.641s |     1m:32s |
| Iteration 41     |      l2 | 26.3296 | newto.. |      870 |      --- |  0.4375 |          1.0 |  0.648s |     1m:36s |
| Iteration 42     |      l2 |  0.0132 |     sag |      255 |      --- |   0.375 |          1.0 |  0.645s |     1m:38s |
| Iteration 43     |      l2 |  0.0151 |   lbfgs |      279 |      --- |   0.625 |          1.0 |  0.641s |     1m:42s |
| Iteration 44     |      l2 |  0.0081 |   lbfgs |      287 |      --- |     0.5 |          1.0 |  0.688s |     1m:46s |
| Iteration 45     |      l2 | 26.5201 | libli.. |      866 |      --- |  0.6875 |          1.0 |  0.686s |     1m:49s |
| Iteration 46     |      l2 |  0.0061 |   lbfgs |      256 |      --- |    0.75 |          1.0 |  0.643s |     1m:52s |
| Iteration 47     |      l2 | 27.5523 | libli.. |      835 |      --- |  0.4375 |          1.0 |  0.640s |     1m:54s |
| Iteration 48     |      l2 | 99.9303 | newto.. |      100 |      --- |    0.75 |          1.0 |  0.638s |     1m:56s |
| Iteration 49     |      l1 |  1.4758 | libli.. |      838 |      --- |    0.25 |          1.0 |  0.647s |     1m:58s |
| Iteration 50     |    none |     --- | newto.. |      965 |      --- |  0.4375 |          1.0 |  0.643s |     1m:60s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 999}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8241
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1833
Time elapsed: 0.127s
-------------------------------------------------
Total time: 2m:01s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  0.682s |     0.688s |
| Initial point 2  |     svd |       --- |  0.4375 |          0.5 |  0.688s |     2.290s |
| Initial point 3  |     svd |       --- |  0.4375 |          0.5 |  0.001s |     3.229s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  0.697s |     4.788s |
| Initial point 5  |   eigen |       0.9 |   0.625 |         0.75 |  0.646s |     6.295s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.633s |     7.783s |
| Initial point 7  |    lsqr |       0.5 |    0.25 |       0.8125 |  0.654s |     9.362s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |       0.8125 |  0.632s |    12.814s |
| Initial point 9  |    lsqr |       0.6 |  0.5625 |       0.8125 |  0.632s |    14.818s |
| Initial point 10 |   eigen |       0.8 |  0.4375 |       0.8125 |  0.652s |    16.418s |
| Iteration 11     |   eigen |       0.6 |   0.375 |       0.8125 |  1.207s |    18.620s |
| Iteration 12     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |    19.584s |
| Iteration 13     |   eigen |       0.7 |    0.25 |       0.8125 |  0.626s |    21.171s |
| Iteration 14     |    lsqr |      auto |   0.625 |       0.8125 |  0.631s |    22.784s |
| Iteration 15     |   eigen |      auto |   0.625 |       0.8125 |  0.635s |    25.218s |
| Iteration 16     |     svd |       --- |  0.4375 |       0.8125 |  0.000s |    27.873s |
| Iteration 17     |   eigen |      None |   0.625 |       0.8125 |  0.629s |    29.876s |
| Iteration 18     |     svd |       --- |  0.4375 |       0.8125 |  0.001s |    30.882s |
| Iteration 19     |     svd |       --- |  0.4375 |       0.8125 |  0.000s |    33.597s |
| Iteration 20     |    lsqr |      None |   0.625 |       0.8125 |  0.629s |    37.342s |
| Iteration 21     |   eigen |       0.5 |  0.5625 |       0.8125 |  0.635s |    41.196s |
| Iteration 22     |    lsqr |       1.0 |  0.5625 |       0.8125 |  0.633s |    44.940s |
| Iteration 23     |     svd |       --- |  0.4375 |       0.8125 |  0.000s |    48.166s |
| Iteration 24     |     svd |       --- |  0.4375 |       0.8125 |  0.000s |    51.591s |
| Iteration 25     |     svd |       --- |  0.4375 |       0.8125 |  0.000s |    53.111s |
| Iteration 26     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |    54.135s |
| Iteration 27     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |    55.227s |
| Iteration 28     |    lsqr |       0.5 |    0.25 |       0.8125 |  0.000s |    58.609s |
| Iteration 29     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 30     |   eigen |       0.7 |    0.25 |       0.8125 |  0.000s |     1m:06s |
| Iteration 31     |   eigen |       0.6 |   0.375 |       0.8125 |  0.001s |     1m:10s |
| Iteration 32     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:13s |
| Iteration 33     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:15s |
| Iteration 34     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:16s |
| Iteration 35     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:17s |
| Iteration 36     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:18s |
| Iteration 37     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:19s |
| Iteration 38     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:20s |
| Iteration 39     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:23s |
| Iteration 40     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:24s |
| Iteration 41     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:27s |
| Iteration 42     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:31s |
| Iteration 43     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:32s |
| Iteration 44     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:34s |
| Iteration 45     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:35s |
| Iteration 46     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:36s |
| Iteration 47     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:37s |
| Iteration 48     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:38s |
| Iteration 49     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.000s |     1m:42s |
| Iteration 50     |    lsqr |       0.7 |  0.8125 |       0.8125 |  0.001s |     1m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7205
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.1364
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:47s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  0.651s |     0.654s |
| Initial point 2  |       0.9 |  0.4375 |          0.5 |  0.664s |     2.728s |
| Initial point 3  |       0.1 |    0.25 |          0.5 |  0.632s |     4.198s |
| Initial point 4  |       1.0 |     0.5 |          0.5 |  0.001s |     5.053s |
| Initial point 5  |       0.2 |   0.625 |        0.625 |  0.635s |     6.557s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  0.638s |     8.062s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.001s |     8.880s |
| Initial point 8  |       0.7 |  0.5625 |       0.8125 |  0.654s |    10.401s |
| Initial point 9  |       0.9 |  0.4375 |       0.8125 |  0.000s |    11.237s |
| Initial point 10 |       0.8 |  0.4375 |       0.8125 |  1.197s |    13.250s |
| Iteration 11     |       0.3 |   0.375 |       0.8125 |  0.638s |    14.860s |
| Iteration 12     |       0.6 |  0.6875 |       0.8125 |  0.633s |    16.459s |
| Iteration 13     |       0.5 |  0.1875 |       0.8125 |  0.639s |    18.071s |
| Iteration 14     |       0.0 |     0.5 |       0.8125 |  0.638s |    19.727s |
| Iteration 15     |       0.4 |  0.8125 |       0.8125 |  0.000s |    20.702s |
| Iteration 16     |       0.4 |  0.8125 |       0.8125 |  0.000s |    21.621s |
| Iteration 17     |       0.4 |  0.8125 |       0.8125 |  0.001s |    22.543s |
| Iteration 18     |       0.4 |  0.8125 |       0.8125 |  0.000s |    23.457s |
| Iteration 19     |       0.4 |  0.8125 |       0.8125 |  0.000s |    24.396s |
| Iteration 20     |       0.6 |  0.6875 |       0.8125 |  0.000s |    25.313s |
| Iteration 21     |       0.6 |  0.6875 |       0.8125 |  0.000s |    27.478s |
| Iteration 22     |       0.4 |  0.8125 |       0.8125 |  0.000s |    30.056s |
| Iteration 23     |       0.4 |  0.8125 |       0.8125 |  0.000s |    33.130s |
| Iteration 24     |       0.4 |  0.8125 |       0.8125 |  0.000s |    36.121s |
| Iteration 25     |       0.4 |  0.8125 |       0.8125 |  0.000s |    37.501s |
| Iteration 26     |       0.4 |  0.8125 |       0.8125 |  0.000s |    38.467s |
| Iteration 27     |       0.4 |  0.8125 |       0.8125 |  0.000s |    39.437s |
| Iteration 28     |       0.9 |  0.4375 |       0.8125 |  0.000s |    41.800s |
| Iteration 29     |       0.4 |  0.8125 |       0.8125 |  0.000s |    43.239s |
| Iteration 30     |       0.8 |  0.4375 |       0.8125 |  0.000s |    44.207s |
| Iteration 31     |       0.4 |  0.8125 |       0.8125 |  0.000s |    45.211s |
| Iteration 32     |       0.4 |  0.8125 |       0.8125 |  0.000s |    46.173s |
| Iteration 33     |       0.4 |  0.8125 |       0.8125 |  0.000s |    47.152s |
| Iteration 34     |       0.4 |  0.8125 |       0.8125 |  0.000s |    48.137s |
| Iteration 35     |       0.4 |  0.8125 |       0.8125 |  0.000s |    49.613s |
| Iteration 36     |       0.4 |  0.8125 |       0.8125 |  0.000s |    50.697s |
| Iteration 37     |       0.4 |  0.8125 |       0.8125 |  0.000s |    51.677s |
| Iteration 38     |       0.4 |  0.8125 |       0.8125 |  0.000s |    52.652s |
| Iteration 39     |       0.4 |  0.8125 |       0.8125 |  0.000s |    53.706s |
| Iteration 40     |       0.4 |  0.8125 |       0.8125 |  0.000s |    54.761s |
| Iteration 41     |       0.4 |  0.8125 |       0.8125 |  0.000s |    55.830s |
| Iteration 42     |       0.4 |  0.8125 |       0.8125 |  0.000s |    56.842s |
| Iteration 43     |       0.4 |  0.8125 |       0.8125 |  0.000s |    57.862s |
| Iteration 44     |       0.4 |  0.8125 |       0.8125 |  0.000s |    58.948s |
| Iteration 45     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:00s |
| Iteration 46     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 47     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 48     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 49     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 50     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6723
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1828
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:06s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.6872 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.641s |     0.669s |
| Initial point 2  |  5.0457 | uniform |   kd_tree |        39 |       2 |  0.4375 |          1.0 |  0.671s |     2.336s |
| Initial point 3  |  3.9858 | dista.. | ball_tree |        25 |       2 |  0.8125 |          1.0 |  0.656s |     3.833s |
| Initial point 4  | 11.6283 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.650s |     5.332s |
| Initial point 5  |  9.1093 | dista.. |      auto |        30 |       2 |  0.6875 |          1.0 |  0.648s |     6.812s |
| Initial point 6  | 10.5492 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.650s |     9.112s |
| Initial point 7  |  7.5456 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.648s |    10.896s |
| Initial point 8  |  1.8082 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  0.650s |    14.151s |
| Initial point 9  |  8.4053 | uniform | ball_tree |        24 |       1 |     0.5 |          1.0 |  0.649s |    17.682s |
| Initial point 10 |  5.9701 | uniform |     brute |        22 |       2 |     0.5 |          1.0 |  0.648s |    19.630s |
| Iteration 11     |  12.723 | dista.. |   kd_tree |        40 |       1 |  0.5625 |          1.0 |  0.675s |    22.020s |
| Iteration 12     |  8.7913 | dista.. | ball_tree |        24 |       1 |   0.875 |          1.0 |  0.662s |    23.858s |
| Iteration 13     |  12.723 | dista.. | ball_tree |        34 |       1 |    0.75 |          1.0 |  0.644s |    25.669s |
| Iteration 14     |   0.039 | dista.. |     brute |        21 |       1 |     0.5 |          1.0 |  0.647s |    27.423s |
| Iteration 15     |  12.723 | dista.. |      auto |        30 |       1 |    0.75 |          1.0 |  0.640s |    29.253s |
| Iteration 16     |  0.2256 | dista.. |      auto |        22 |       1 |     0.5 |          1.0 |  0.657s |    31.047s |
| Iteration 17     |  12.529 | dista.. | ball_tree |        20 |       1 |   0.625 |          1.0 |  0.646s |    32.765s |
| Iteration 18     |  6.9992 | dista.. | ball_tree |        40 |       2 |     0.5 |          1.0 |  0.636s |    34.482s |
| Iteration 19     |  7.9452 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.638s |    36.294s |
| Iteration 20     |  12.723 | dista.. |      auto |        40 |       2 |  0.6875 |          1.0 |  0.641s |    38.028s |
| Iteration 21     |  7.3157 | dista.. |   kd_tree |        20 |       1 |  0.6875 |          1.0 |  0.642s |    39.788s |
| Iteration 22     |  6.8524 | dista.. | ball_tree |        25 |       1 |     0.5 |          1.0 |  0.643s |    41.647s |
| Iteration 23     |  0.0017 | uniform |      auto |        22 |       2 |     0.5 |          1.0 |  0.652s |    43.403s |
| Iteration 24     |  12.723 | dista.. |      auto |        20 |       2 |   0.625 |          1.0 |  0.638s |    45.244s |
| Iteration 25     |  12.723 | dista.. |      auto |        20 |       2 |   0.625 |          1.0 |  0.001s |    48.736s |
| Iteration 26     |  12.723 | dista.. |     brute |        40 |       1 |  0.3125 |          1.0 |  0.650s |    51.123s |
| Iteration 27     | 12.0987 | uniform |      auto |        40 |       1 |     0.5 |          1.0 |  0.641s |    54.687s |
| Iteration 28     | 11.7805 | uniform |     brute |        40 |       1 |   0.375 |          1.0 |  0.649s |    57.690s |
| Iteration 29     |  1.1785 | dista.. |      auto |        40 |       1 |   0.375 |          1.0 |  0.678s |     1m:01s |
| Iteration 30     | 11.1331 | dista.. | ball_tree |        20 |       2 |  0.9375 |          1.0 |  0.646s |     1m:05s |
| Iteration 31     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.638s |     1m:07s |
| Iteration 32     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.001s |     1m:09s |
| Iteration 33     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.000s |     1m:10s |
| Iteration 34     |  12.723 | dista.. |   kd_tree |        20 |       2 |  0.8125 |          1.0 |  0.646s |     1m:12s |
| Iteration 35     |  12.723 | dista.. |   kd_tree |        20 |       2 |  0.8125 |          1.0 |  0.001s |     1m:13s |
| Iteration 36     |  12.723 | dista.. | ball_tree |        27 |       2 |    0.75 |          1.0 |  1.210s |     1m:16s |
| Iteration 37     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.000s |     1m:17s |
| Iteration 38     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.000s |     1m:18s |
| Iteration 39     |  9.7818 | dista.. | ball_tree |        20 |       2 |  0.6875 |          1.0 |  0.648s |     1m:20s |
| Iteration 40     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.000s |     1m:22s |
| Iteration 41     |  12.723 | uniform |   kd_tree |        20 |       2 |     0.5 |          1.0 |  0.639s |     1m:25s |
| Iteration 42     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.000s |     1m:27s |
| Iteration 43     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.000s |     1m:28s |
| Iteration 44     |  12.723 | dista.. |     brute |        20 |       2 |    0.75 |          1.0 |  0.652s |     1m:30s |
| Iteration 45     |  6.9188 | dista.. | ball_tree |        24 |       1 |   0.875 |          1.0 |  0.653s |     1m:32s |
| Iteration 46     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.001s |     1m:34s |
| Iteration 47     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.000s |     1m:35s |
| Iteration 48     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.000s |     1m:36s |
| Iteration 49     |  12.723 | uniform |      auto |        20 |       2 |     0.5 |          1.0 |  0.640s |     1m:38s |
| Iteration 50     |  12.723 | dista.. | ball_tree |        20 |       2 |   0.875 |          1.0 |  0.001s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 10.5492, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:43s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  1.036s |     1.042s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.625 |        0.875 |  1.033s |     3.276s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |        0.875 |  0.794s |     4.902s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.949s |     6.757s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.875 |          1.0 |  0.816s |     9.523s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  0.995s |    13.799s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8438 |          1.0 |  0.655s |    15.848s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |          1.0 |  0.912s |    17.611s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6875 |          1.0 |  0.629s |    19.101s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.7812 |          1.0 |  0.748s |    20.756s |
| Iteration 11     |          114 |        0.0798 |     SAMME |  0.6875 |          1.0 |  0.709s |    22.493s |
| Iteration 12     |          460 |        0.2349 |   SAMME.R |    0.75 |          1.0 |  0.980s |    24.470s |
| Iteration 13     |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.000s |    25.480s |
| Iteration 14     |          432 |        0.0871 |     SAMME |    0.75 |          1.0 |  0.921s |    27.496s |
| Iteration 15     |          428 |        0.1128 |     SAMME |     1.0 |          1.0 |  0.928s |    29.472s |
| Iteration 16     |          420 |        0.1746 |   SAMME.R |   0.875 |          1.0 |  0.954s |    31.492s |
| Iteration 17     |          429 |         0.116 |     SAMME |   0.875 |          1.0 |  0.922s |    33.559s |
| Iteration 18     |          405 |        0.0859 |     SAMME |  0.8125 |          1.0 |  0.920s |    35.512s |
| Iteration 19     |          438 |         0.237 |   SAMME.R |  0.5625 |          1.0 |  0.980s |    37.604s |
| Iteration 20     |          425 |        0.0649 |     SAMME |  0.8438 |          1.0 |  1.513s |    40.210s |
| Iteration 21     |          427 |        0.2639 |     SAMME |    0.75 |          1.0 |  0.923s |    42.246s |
| Iteration 22     |          424 |         0.107 |     SAMME |     1.0 |          1.0 |  0.937s |    44.358s |
| Iteration 23     |          424 |        0.1036 |     SAMME |     0.5 |          1.0 |  0.928s |    46.405s |
| Iteration 24     |          430 |        0.0525 |     SAMME |  0.9062 |          1.0 |  0.940s |    48.420s |
| Iteration 25     |          433 |         0.032 |     SAMME |  0.9375 |          1.0 |  0.942s |    50.432s |
| Iteration 26     |          431 |         0.065 |     SAMME |    0.75 |          1.0 |  0.942s |    53.133s |
| Iteration 27     |          431 |        0.0713 |     SAMME |     1.0 |          1.0 |  0.927s |    55.387s |
| Iteration 28     |          431 |        0.0644 |     SAMME |    0.75 |          1.0 |  0.931s |    57.443s |
| Iteration 29     |          467 |        0.3601 |   SAMME.R |    0.75 |          1.0 |  1.005s |    59.527s |
| Iteration 30     |          440 |        0.0538 |     SAMME |  0.8125 |          1.0 |  0.991s |     1m:02s |
| Iteration 31     |          499 |          0.01 |     SAMME |  0.8125 |          1.0 |  1.040s |     1m:04s |
| Iteration 32     |          431 |        0.0725 |     SAMME |  0.8438 |          1.0 |  0.981s |     1m:06s |
| Iteration 33     |          431 |        0.0722 |     SAMME |     1.0 |          1.0 |  0.989s |     1m:08s |
| Iteration 34     |          431 |        0.0678 |     SAMME |   0.875 |          1.0 |  0.990s |     1m:10s |
| Iteration 35     |          433 |        0.0101 |     SAMME |     1.0 |          1.0 |  0.931s |     1m:12s |
| Iteration 36     |          312 |        0.0112 |     SAMME |    0.75 |          1.0 |  0.847s |     1m:14s |
| Iteration 37     |          432 |          0.01 |     SAMME |  0.6875 |          1.0 |  0.924s |     1m:18s |
| Iteration 38     |          431 |        0.0765 |     SAMME |  0.9375 |          1.0 |  0.935s |     1m:21s |
| Iteration 39     |          431 |        0.0844 |     SAMME |   0.875 |          1.0 |  0.935s |     1m:23s |
| Iteration 40     |          434 |        0.4329 |     SAMME |  0.9375 |          1.0 |  0.933s |     1m:25s |
| Iteration 41     |          431 |        2.2191 |     SAMME |  0.5625 |          1.0 |  0.644s |     1m:29s |
| Iteration 42     |          432 |        0.1142 |     SAMME |   0.875 |          1.0 |  0.939s |     1m:31s |
| Iteration 43     |          432 |         0.117 |     SAMME |   0.875 |          1.0 |  0.934s |     1m:34s |
| Iteration 44     |          436 |        0.1437 |     SAMME |  0.8125 |          1.0 |  0.949s |     1m:36s |
| Iteration 45     |          437 |        0.0198 |     SAMME |     1.0 |          1.0 |  0.949s |     1m:39s |
| Iteration 46     |          438 |        0.0191 |     SAMME |    0.75 |          1.0 |  0.952s |     1m:41s |
| Iteration 47     |          427 |         0.017 |     SAMME |   0.375 |          1.0 |  0.920s |     1m:44s |
| Iteration 48     |          430 |        0.1125 |     SAMME |  0.8125 |          1.0 |  0.924s |     1m:46s |
| Iteration 49     |          431 |        0.1047 |     SAMME |   0.625 |          1.0 |  0.955s |     1m:50s |
| Iteration 50     |          432 |        0.0647 |     SAMME |  0.9062 |          1.0 |  0.944s |     1m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.417s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.1288
Time elapsed: 1.879s
-------------------------------------------------
Total time: 1m:56s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  1.060s |     1.082s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5625 |       0.9375 |  0.940s |     2.944s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |       0.9375 |  0.978s |     4.846s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  0.795s |     6.622s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.625 |       0.9375 |  0.979s |     8.460s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.875 |       0.9375 |  0.767s |    10.203s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.800s |    11.936s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.625 |          1.0 |  0.791s |    13.653s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  0.935s |    15.471s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     1.0 |          1.0 |  0.879s |    17.257s |
| Iteration 11     |          465 |      gini |         5 |                20 |               12 |          0.9 |     False |    0.0127 |         --- |   0.625 |          1.0 |  0.915s |    20.746s |
| Iteration 12     |          354 |      gini |         7 |                 8 |               14 |          0.9 |      True |    0.0183 |        None |   0.875 |          1.0 |  0.917s |    24.763s |
| Iteration 13     |           58 |   entropy |      None |                 6 |               15 |         sqrt |     False |     0.035 |         --- |   0.875 |          1.0 |  0.665s |    27.067s |
| Iteration 14     |          285 |   entropy |      None |                 7 |               19 |         sqrt |      True |    0.0209 |         0.9 |  0.7188 |          1.0 |  0.845s |    29.181s |
| Iteration 15     |          476 |      gini |         9 |                 5 |               10 |         None |      True |    0.0161 |         0.5 |    0.75 |          1.0 |  0.992s |    31.447s |
| Iteration 16     |          409 |   entropy |      None |                19 |                1 |         log2 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.888s |    33.684s |
| Iteration 17     |          343 |      gini |         9 |                20 |               19 |          0.8 |      True |     0.035 |         0.5 |     0.5 |          1.0 |  0.883s |    37.636s |
| Iteration 18     |          249 |   entropy |         7 |                20 |                2 |         sqrt |      True |    0.0203 |         0.7 |  0.5625 |          1.0 |  0.824s |    40.326s |
| Iteration 19     |          440 |   entropy |         2 |                19 |               17 |         log2 |      True |    0.0108 |         0.8 |     0.5 |          1.0 |  0.961s |    42.698s |
| Iteration 20     |          169 |   entropy |         4 |                 3 |               20 |         log2 |      True |     0.027 |         0.5 |     0.5 |          1.0 |  1.388s |    45.332s |
| Iteration 21     |          187 |      gini |         7 |                 7 |                1 |         None |     False |    0.0341 |         --- |     1.0 |          1.0 |  0.755s |    48.347s |
| Iteration 22     |          252 |      gini |         6 |                 9 |               19 |          0.9 |      True |    0.0174 |        None |   0.375 |          1.0 |  0.822s |    50.760s |
| Iteration 23     |          121 |      gini |         5 |                18 |               15 |          0.9 |      True |     0.018 |        None |  0.5625 |          1.0 |  0.723s |    52.824s |
| Iteration 24     |          290 |      gini |         2 |                17 |                6 |          0.9 |      True |     0.035 |        None |  0.6875 |          1.0 |  0.870s |    56.915s |
| Iteration 25     |          351 |   entropy |         6 |                 9 |                3 |          0.7 |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.847s |    59.609s |
| Iteration 26     |          215 |   entropy |      None |                20 |               20 |         None |     False |     0.035 |         --- |    0.25 |          1.0 |  0.758s |     1m:02s |
| Iteration 27     |           24 |   entropy |         1 |                 2 |                1 |         auto |      True |    0.0151 |         0.8 |    0.75 |          1.0 |  0.652s |     1m:04s |
| Iteration 28     |          325 |   entropy |         4 |                 2 |                7 |          0.5 |     False |     0.035 |         --- |  0.5625 |          1.0 |  0.827s |     1m:08s |
| Iteration 29     |          209 |   entropy |         6 |                19 |                5 |          0.7 |     False |    0.0343 |         --- |  0.8125 |          1.0 |  0.766s |     1m:11s |
| Iteration 30     |          413 |   entropy |         6 |                 9 |               18 |         auto |     False |     0.035 |         --- |  0.9688 |          1.0 |  0.873s |     1m:13s |
| Iteration 31     |           66 |      gini |         7 |                 3 |                2 |         None |     False |    0.0295 |         --- |     0.5 |          1.0 |  0.699s |     1m:15s |
| Iteration 32     |          444 |   entropy |      None |                15 |                1 |          0.7 |     False |    0.0111 |         --- |   0.375 |          1.0 |  0.915s |     1m:18s |
| Iteration 33     |          395 |   entropy |         4 |                20 |                2 |         sqrt |     False |    0.0312 |         --- |     1.0 |          1.0 |  0.863s |     1m:20s |
| Iteration 34     |          354 |   entropy |         4 |                19 |               19 |         sqrt |     False |    0.0332 |         --- |    0.75 |          1.0 |  0.832s |     1m:22s |
| Iteration 35     |          301 |   entropy |         6 |                15 |               10 |         auto |     False |    0.0103 |         --- |     1.0 |          1.0 |  0.824s |     1m:25s |
| Iteration 36     |          222 |   entropy |         6 |                16 |               10 |         sqrt |     False |    0.0255 |         --- |  0.7188 |          1.0 |  0.756s |     1m:27s |
| Iteration 37     |          297 |   entropy |         9 |                20 |                7 |         auto |     False |    0.0186 |         --- |  0.4375 |          1.0 |  0.803s |     1m:30s |
| Iteration 38     |          405 |   entropy |      None |                17 |                1 |         log2 |     False |    0.0349 |         --- |     1.0 |          1.0 |  0.875s |     1m:33s |
| Iteration 39     |          313 |   entropy |         1 |                15 |                6 |         log2 |     False |    0.0067 |         --- |  0.9062 |          1.0 |  0.822s |     1m:36s |
| Iteration 40     |          194 |      gini |         3 |                 8 |                2 |          0.5 |     False |    0.0316 |         --- |     1.0 |          1.0 |  0.764s |     1m:38s |
| Iteration 41     |          299 |   entropy |         9 |                20 |                1 |          0.7 |     False |     0.035 |         --- |     0.5 |          1.0 |  0.861s |     1m:41s |
| Iteration 42     |           26 |      gini |         7 |                12 |               16 |          0.9 |      True |     0.013 |        None |  0.5312 |          1.0 |  0.701s |     1m:43s |
| Iteration 43     |          181 |      gini |         3 |                11 |                2 |          0.5 |     False |    0.0128 |         --- |  0.8438 |          1.0 |  0.806s |     1m:45s |
| Iteration 44     |          469 |      gini |         7 |                 6 |               15 |          0.9 |      True |    0.0242 |        None |    0.75 |          1.0 |  1.048s |     1m:48s |
| Iteration 45     |          293 |   entropy |         5 |                10 |                7 |         None |     False |     0.035 |         --- |     1.0 |          1.0 |  0.884s |     1m:51s |
| Iteration 46     |          164 |      gini |         8 |                 8 |                3 |         None |     False |     0.035 |         --- |    0.75 |          1.0 |  0.799s |     1m:54s |
| Iteration 47     |          196 |      gini |         8 |                 3 |                1 |          0.5 |     False |     0.032 |         --- |  0.3125 |          1.0 |  0.811s |     1m:56s |
| Iteration 48     |          270 |      gini |         7 |                 9 |               15 |          0.8 |      True |    0.0159 |        None |     1.0 |          1.0 |  0.896s |     1m:59s |
| Iteration 49     |           82 |   entropy |         6 |                 4 |               10 |         sqrt |      True |    0.0083 |         0.8 |  0.4688 |          1.0 |  0.746s |     2m:01s |
| Iteration 50     |           20 |   entropy |         3 |                14 |                2 |          0.8 |     False |    0.0259 |         --- |  0.9375 |          1.0 |  0.699s |     2m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 270, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 9, 'min_samples_leaf': 15, 'max_features': 0.8, 'bootstrap': True, 'ccp_alpha': 0.0159, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8411
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.247s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0775
Time elapsed: 1.103s
-------------------------------------------------
Total time: 2m:06s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.792s |     0.812s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.5625 |       0.5625 |  0.776s |     2.466s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.5625 |  0.778s |     4.118s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.5625 |  0.732s |     5.766s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.5625 |  0.714s |     7.414s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.5625 |  0.704s |     8.983s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.5625 |  0.696s |    10.511s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.5625 |  0.690s |    12.051s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |       0.5625 |  0.726s |    13.615s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.5625 |  0.697s |    15.203s |
| Iteration 11     |          385 |        0.0516 |         8 |  0.2782 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |  0.8125 |       0.8125 |  0.712s |    17.074s |
| Iteration 12     |          368 |        0.1975 |         3 |  0.3162 |                7 |       0.6 |              1.0 |       0.1 |        100 |     0.5 |       0.8125 |  0.715s |    19.031s |
| Iteration 13     |          238 |        0.1123 |         1 |     0.0 |                5 |       1.0 |              1.0 |       0.1 |       0.01 |  0.7188 |       0.8125 |  0.682s |    20.946s |
| Iteration 14     |          380 |        0.0267 |         8 |  0.1212 |                2 |       0.9 |              1.0 |         0 |        0.1 |  0.9375 |       0.9375 |  0.718s |    22.896s |
| Iteration 15     |          143 |        0.1108 |         5 |  0.0425 |                3 |       1.0 |              1.0 |         0 |         10 |  0.9375 |       0.9375 |  0.673s |    24.843s |
| Iteration 16     |          145 |        0.3446 |         9 |     0.0 |                2 |       0.7 |              0.5 |      0.01 |       0.01 |  0.9375 |       0.9375 |  0.721s |    26.916s |
| Iteration 17     |           20 |           1.0 |         1 |     0.0 |                1 |       1.0 |              1.0 |         0 |        100 |    0.75 |       0.9375 |  0.704s |    28.971s |
| Iteration 18     |          249 |        0.0626 |         8 |  0.0557 |                3 |       0.9 |              0.9 |         0 |        0.1 |  0.8125 |       0.9375 |  0.731s |    32.204s |
| Iteration 19     |          386 |        0.9485 |         8 |     0.0 |                2 |       0.7 |              0.4 |       100 |        0.1 |     0.5 |       0.9375 |  0.766s |    35.557s |
| Iteration 20     |          500 |          0.01 |        10 |     0.0 |                1 |       0.8 |              1.0 |         0 |          0 |  0.9375 |       0.9375 |  0.745s |    39.816s |
| Iteration 21     |          500 |        0.5959 |        10 |     0.0 |                1 |       1.0 |              0.7 |      0.01 |        100 |   0.875 |       0.9375 |  0.743s |    42.467s |
| Iteration 22     |           20 |          0.01 |        10 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |   0.875 |       0.9375 |  0.641s |    46.832s |
| Iteration 23     |          500 |        0.0217 |        10 |     0.0 |                3 |       1.0 |              1.0 |         0 |          0 |  0.5625 |       0.9375 |  1.312s |    50.054s |
| Iteration 24     |          164 |          0.18 |         7 |  0.1358 |                2 |       0.8 |              1.0 |         0 |          0 |  0.9375 |       0.9375 |  0.676s |    52.098s |
| Iteration 25     |          316 |          0.01 |        10 |     0.0 |                1 |       0.6 |              0.7 |         0 |          0 |  0.8125 |       0.9375 |  0.721s |    54.292s |
| Iteration 26     |           20 |          0.01 |        10 |     1.0 |                3 |       0.5 |              0.4 |         0 |          1 |  0.3125 |       0.9375 |  0.646s |    56.362s |
| Iteration 27     |          134 |        0.1732 |         7 |  0.0547 |                1 |       0.8 |              0.8 |         0 |        0.1 |  0.9375 |       0.9375 |  0.676s |    58.360s |
| Iteration 28     |           71 |        0.1731 |         7 |  0.0077 |                1 |       0.5 |              0.6 |      0.01 |          1 |  0.6875 |       0.9375 |  0.665s |     1m:02s |
| Iteration 29     |           20 |        0.2457 |        10 |     0.0 |                1 |       0.8 |              1.0 |         0 |          1 |  0.8125 |       0.9375 |  0.646s |     1m:07s |
| Iteration 30     |           20 |         0.061 |         4 |  0.0938 |                1 |       0.7 |              0.4 |         0 |       0.01 |   0.625 |       0.9375 |  0.650s |     1m:10s |
| Iteration 31     |          500 |        0.2227 |         7 |  0.0126 |                1 |       1.0 |              1.0 |         0 |       0.01 |   0.625 |       0.9375 |  0.732s |     1m:12s |
| Iteration 32     |          302 |        0.0918 |         9 |  0.0407 |                1 |       0.8 |              1.0 |         0 |       0.01 |    0.75 |       0.9375 |  0.723s |     1m:14s |
| Iteration 33     |           20 |           1.0 |        10 |     0.0 |               10 |       0.7 |              1.0 |         0 |        100 |     0.5 |       0.9375 |  0.646s |     1m:16s |
| Iteration 34     |           72 |          0.12 |         5 |     1.0 |               10 |       1.0 |              0.9 |       100 |       0.01 |     0.5 |       0.9375 |  0.656s |     1m:18s |
| Iteration 35     |          178 |        0.3103 |         6 |  0.3233 |                1 |       0.8 |              0.5 |         0 |         10 |     1.0 |          1.0 |  0.676s |     1m:22s |
| Iteration 36     |          354 |        0.0721 |         4 |  0.3291 |                1 |       0.8 |              0.4 |         0 |         10 |    0.75 |          1.0 |  0.709s |     1m:26s |
| Iteration 37     |          382 |        0.0121 |         3 |  0.3612 |                1 |       0.6 |              0.8 |         0 |       0.01 |     0.5 |          1.0 |  0.721s |     1m:29s |
| Iteration 38     |           20 |        0.2163 |         8 |  0.1763 |                1 |       0.9 |              0.4 |         0 |        100 |  0.7812 |          1.0 |  0.644s |     1m:31s |
| Iteration 39     |          305 |        0.2745 |         1 |     0.0 |               10 |       1.0 |              0.9 |         0 |        100 |     0.5 |          1.0 |  0.702s |     1m:33s |
| Iteration 40     |          222 |        0.0203 |         1 |     0.0 |                1 |       1.0 |              0.8 |       100 |        0.1 |     0.5 |          1.0 |  0.688s |     1m:35s |
| Iteration 41     |           20 |        0.3929 |        10 |  0.4449 |                1 |       1.0 |              0.8 |         0 |         10 |     0.5 |          1.0 |  0.702s |     1m:38s |
| Iteration 42     |          291 |        0.0119 |        10 |     0.0 |                1 |       0.8 |              0.9 |       0.1 |          0 |  0.9375 |          1.0 |  0.725s |     1m:40s |
| Iteration 43     |          109 |          0.01 |         8 |     0.0 |                1 |       0.8 |              0.5 |      0.01 |        100 |    0.75 |          1.0 |  0.715s |     1m:42s |
| Iteration 44     |          430 |        0.0417 |        10 |     0.0 |                4 |       0.6 |              0.6 |         0 |       0.01 |    0.75 |          1.0 |  0.772s |     1m:44s |
| Iteration 45     |          333 |        0.2607 |        10 |     0.0 |                1 |       1.0 |              0.5 |         1 |       0.01 |   0.875 |          1.0 |  0.699s |     1m:49s |
| Iteration 46     |          220 |        0.1131 |        10 |     0.0 |                1 |       0.9 |              0.6 |         0 |          1 |  0.8125 |          1.0 |  0.683s |     1m:51s |
| Iteration 47     |           22 |        0.0433 |        10 |     0.0 |                1 |       0.7 |              0.6 |       0.1 |        0.1 |  0.3125 |          1.0 |  0.659s |     1m:54s |
| Iteration 48     |          174 |           1.0 |         4 |     0.0 |                1 |       0.8 |              0.4 |         0 |        100 |     1.0 |          1.0 |  0.674s |     1m:56s |
| Iteration 49     |          173 |           1.0 |         4 |     0.0 |                1 |       0.6 |              0.4 |         0 |        100 |   0.625 |          1.0 |  0.691s |     1m:59s |
| Iteration 50     |           41 |        0.0967 |         6 |  0.5107 |                2 |       0.8 |              0.8 |      0.01 |         10 |  0.9062 |          1.0 |  0.653s |     2m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 178, 'learning_rate': 0.3103, 'max_depth': 6, 'gamma': 0.3233, 'min_child_weight': 1, 'subsample': 0.8, 'colsample_bytree': 0.5, 'reg_alpha': 0, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9888
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.066s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0245
Time elapsed: 0.188s
-------------------------------------------------
Total time: 2m:03s


Final results ==================== >>
Duration: 14m:50s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.75 ± 0.0775 ~
Logistic Regression             --> roc_auc: 0.57 ± 0.1833 ~
Linear Discriminant Analysis    --> roc_auc: 0.67 ± 0.1364 ~
Quadratic Discriminant Analysis --> roc_auc: 0.54 ± 0.1828
Radius Nearest Neighbors        --> roc_auc: 0.91 ± 0.02 !
AdaBoost                        --> roc_auc: 0.77 ± 0.1288 ~
Random Forest                   --> roc_auc: 0.75 ± 0.0775
XGBoost                         --> roc_auc: 0.77 ± 0.0245
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASATSGTYKYIF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAVEDDYKLSF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVKGFGNVLHC.
   >>> Dropping feature CAVRGAAGNKLTF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALSNFGNEKLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  3.220s |     3.241s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |          1.0 |  3.260s |     7.606s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.8125 |          1.0 |  3.163s |    11.679s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.7188 |          1.0 |  3.281s |    15.828s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |          1.0 |  3.291s |    20.070s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |          1.0 |  3.294s |    24.349s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  3.247s |    28.552s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     0.5 |          1.0 |  3.275s |    32.781s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.5625 |          1.0 |  3.239s |    36.887s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.625 |          1.0 |  3.207s |    40.965s |
| Iteration 11     | exponen.. |           1.0 |          195 |       0.9 | squared_er.. |                 3 |                3 |         8 |          0.5 |    0.0335 |  0.9688 |          1.0 |  3.228s |    47.750s |
| Iteration 12     | exponen.. |        0.1362 |           19 |       1.0 | friedman_mse |                20 |                1 |         3 |         auto |    0.0252 |     1.0 |          1.0 |  3.076s |    54.939s |
| Iteration 13     | exponen.. |          0.01 |           14 |       0.8 | friedman_mse |                 2 |                1 |         1 |          0.9 |     0.027 |   0.875 |          1.0 |  3.097s |     1m:02s |
| Iteration 14     | exponen.. |        0.8057 |           97 |       1.0 | friedman_mse |                18 |                4 |         7 |         auto |    0.0268 |  0.8438 |          1.0 |  3.103s |     1m:09s |
| Iteration 15     | exponen.. |          0.01 |          500 |       1.0 | friedman_mse |                20 |                1 |         1 |         None |     0.035 |  0.8125 |          1.0 |  3.214s |     1m:16s |
| Iteration 16     | exponen.. |           1.0 |           10 |       1.0 | squared_er.. |                 3 |                1 |        10 |         auto |     0.035 |    0.75 |          1.0 |  3.080s |     1m:24s |
| Iteration 17     | exponen.. |        0.0969 |           36 |       1.0 | friedman_mse |                 9 |                8 |         5 |          0.9 |    0.0312 |  0.6875 |          1.0 |  3.155s |     1m:31s |
| Iteration 18     | exponen.. |        0.3263 |          500 |       0.5 | squared_er.. |                20 |               20 |         1 |         auto |     0.035 |     0.5 |          1.0 |  3.215s |     1m:38s |
| Iteration 19     | exponen.. |           1.0 |           10 |       1.0 | friedman_mse |                 8 |                1 |        10 |         auto |     0.005 |  0.4062 |          1.0 |  3.084s |     1m:45s |
| Iteration 20     | exponen.. |           1.0 |          500 |       0.5 | squared_er.. |                 2 |                1 |        10 |          0.6 |    0.0258 |    0.75 |          1.0 |  3.219s |     1m:52s |
| Iteration 21     | exponen.. |        0.1179 |          438 |       0.8 | squared_er.. |                 6 |                8 |         8 |          0.7 |     0.013 |   0.875 |          1.0 |  3.161s |     1m:60s |
| Iteration 22     | exponen.. |        0.8807 |           57 |       1.0 | friedman_mse |                 7 |                9 |         7 |          0.9 |     0.032 |   0.875 |          1.0 |  3.093s |     2m:07s |
| Iteration 23     | exponen.. |        0.9421 |          100 |       1.0 | friedman_mse |                10 |                8 |         7 |          0.9 |    0.0273 |  0.5625 |          1.0 |  3.164s |     2m:14s |
| Iteration 24     | exponen.. |        0.0101 |          327 |       1.0 | friedman_mse |                16 |                1 |         4 |         auto |    0.0305 |  0.9375 |          1.0 |  3.175s |     2m:22s |
| Iteration 25     | exponen.. |        0.6909 |          180 |       0.7 | friedman_mse |                 6 |                1 |         1 |         auto |    0.0304 |  0.6875 |          1.0 |  3.178s |     2m:27s |
| Iteration 26     | exponen.. |          0.01 |           86 |       1.0 | friedman_mse |                 2 |                1 |         1 |         auto |    0.0197 |    0.25 |          1.0 |  3.182s |     2m:31s |
| Iteration 27     | exponen.. |           1.0 |          324 |       0.9 | squared_er.. |                 8 |                5 |        10 |         auto |    0.0343 |  0.9688 |          1.0 |  3.316s |     2m:36s |
| Iteration 28     |  deviance |        0.5072 |          172 |       0.9 | squared_er.. |                 7 |                8 |        10 |         sqrt |     0.035 |  0.6875 |          1.0 |  3.197s |     2m:40s |
| Iteration 29     | exponen.. |        0.1347 |          309 |       0.9 | squared_er.. |                 7 |                4 |         8 |         log2 |     0.035 |   0.875 |          1.0 |  3.217s |     2m:45s |
| Iteration 30     | exponen.. |           1.0 |          412 |       0.8 | squared_er.. |                 5 |               15 |        10 |          0.8 |     0.035 |   0.875 |          1.0 |  3.218s |     2m:49s |
| Iteration 31     | exponen.. |        0.1721 |          164 |       0.9 | squared_er.. |                16 |               14 |         8 |          0.6 |    0.0333 |    0.75 |          1.0 |  3.175s |     2m:54s |
| Iteration 32     |  deviance |        0.0108 |          495 |       1.0 | friedman_mse |                20 |               14 |        10 |         sqrt |    0.0284 |    0.75 |          1.0 |  3.250s |     2m:58s |
| Iteration 33     | exponen.. |        0.4577 |          124 |       0.8 | friedman_mse |                 2 |                5 |         2 |          0.7 |     0.035 |  0.8125 |          1.0 |  3.160s |     3m:03s |
| Iteration 34     |  deviance |        0.0365 |          289 |       0.8 | squared_er.. |                 2 |                5 |         9 |          0.6 |    0.0228 |  0.6875 |          1.0 |  3.211s |     3m:07s |
| Iteration 35     | exponen.. |        0.8323 |          492 |       0.9 | friedman_mse |                20 |                3 |         3 |          0.9 |    0.0246 |  0.7812 |          1.0 |  3.257s |     3m:12s |
| Iteration 36     | exponen.. |        0.0144 |          431 |       0.9 | friedman_mse |                 2 |               14 |        10 |          0.5 |     0.035 |   0.625 |          1.0 |  3.218s |     3m:16s |
| Iteration 37     | exponen.. |         0.693 |          439 |       0.8 | squared_er.. |                 2 |               11 |         9 |         sqrt |     0.035 |  0.6875 |          1.0 |  3.239s |     3m:22s |
| Iteration 38     | exponen.. |        0.7573 |          147 |       0.9 | squared_er.. |                 3 |                4 |         9 |         log2 |    0.0229 |  0.9375 |          1.0 |  3.178s |     3m:27s |
| Iteration 39     | exponen.. |        0.0277 |           85 |       0.9 | friedman_mse |                20 |                1 |         1 |         auto |     0.035 |  0.6875 |          1.0 |  3.161s |     3m:31s |
| Iteration 40     | exponen.. |        0.8939 |          133 |       0.9 | squared_er.. |                 2 |                7 |         4 |          0.8 |    0.0213 |  0.8125 |          1.0 |  3.197s |     3m:36s |
| Iteration 41     | exponen.. |         0.034 |           11 |       0.9 | squared_er.. |                 7 |                2 |        10 |         log2 |    0.0249 |   0.625 |          1.0 |  3.114s |     3m:40s |
| Iteration 42     | exponen.. |           1.0 |          458 |       0.8 | squared_er.. |                 7 |                2 |         4 |         sqrt |    0.0278 |     1.0 |          1.0 |  3.317s |     3m:45s |
| Iteration 43     | exponen.. |           1.0 |          452 |       0.8 | squared_er.. |                 6 |                4 |         6 |          0.7 |    0.0255 |   0.625 |          1.0 |  3.261s |     3m:50s |
| Iteration 44     | exponen.. |        0.1304 |           57 |       0.5 | friedman_mse |                20 |                6 |         8 |         auto |    0.0049 |  0.5625 |          1.0 |  3.173s |     3m:54s |
| Iteration 45     | exponen.. |           1.0 |          296 |       1.0 | squared_er.. |                 9 |                1 |         7 |         auto |    0.0307 |    0.75 |          1.0 |  3.253s |     3m:59s |
| Iteration 46     |  deviance |           1.0 |           62 |       0.5 | squared_er.. |                16 |                1 |         8 |         None |    0.0171 |   0.625 |          1.0 |  3.205s |     4m:04s |
| Iteration 47     | exponen.. |        0.2842 |          294 |       1.0 | friedman_mse |                16 |                4 |         5 |          0.5 |    0.0185 |     0.5 |          1.0 |  3.254s |     4m:09s |
| Iteration 48     |  deviance |           1.0 |           41 |       1.0 | friedman_mse |                 7 |                1 |         4 |          0.7 |     0.035 |  0.9375 |          1.0 |  3.246s |     4m:13s |
| Iteration 49     |  deviance |           1.0 |           10 |       0.5 | squared_er.. |                 2 |                1 |        10 |         auto |     0.035 |  0.4062 |          1.0 |  3.179s |     4m:18s |
| Iteration 50     |  deviance |           1.0 |          397 |       0.9 | friedman_mse |                20 |                1 |         6 |         auto |    0.0298 |  0.9688 |          1.0 |  3.223s |     4m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'exponential', 'learning_rate': 1.0, 'n_estimators': 458, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 7, 'min_samples_leaf': 2, 'max_depth': 4, 'max_features': 'sqrt', 'ccp_alpha': 0.0278}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.120s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.04
Time elapsed: 0.603s
-------------------------------------------------
Total time: 4m:30s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  3.129s |     3.139s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.3125 |       0.5625 |  3.223s |     7.799s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |        0.625 |  3.223s |    11.917s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.9375 |       0.9375 |  3.253s |    16.074s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |       0.9375 |  3.233s |    20.154s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.375 |       0.9375 |  3.248s |    24.272s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.75 |       0.9375 |  3.215s |    28.354s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |       0.9375 |  3.167s |    32.435s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |       0.9375 |  3.192s |    36.487s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.4375 |       0.9375 |  3.258s |    40.660s |
| Iteration 11     |      l2 | 47.0731 |   lbfgs |      168 |      --- |   0.625 |       0.9375 |  3.226s |    47.033s |
| Iteration 12     |    none |     --- |     sag |      875 |      --- |  0.8125 |       0.9375 |  3.249s |    52.044s |
| Iteration 13     |    none |     --- | newto.. |     1000 |      --- |   0.375 |       0.9375 |  3.252s |    56.648s |
| Iteration 14     |    none |     --- |    saga |      252 |      --- |  0.8125 |       0.9375 |  3.259s |     1m:01s |
| Iteration 15     |      l2 |  0.1936 | libli.. |      468 |      --- |    0.75 |       0.9375 |  3.262s |     1m:06s |
| Iteration 16     |      l2 |  0.1668 | libli.. |     1000 |      --- |  0.9375 |       0.9375 |  3.233s |     1m:11s |
| Iteration 17     |    none |     --- |   lbfgs |      230 |      --- |   0.375 |       0.9375 |  3.181s |     1m:18s |
| Iteration 18     |      l2 |   0.331 | libli.. |     1000 |      --- |   0.625 |       0.9375 |  3.143s |     1m:23s |
| Iteration 19     |    none |     --- |     sag |      178 |      --- |    0.25 |       0.9375 |  3.234s |     1m:28s |
| Iteration 20     |    none |     --- |     sag |      930 |      --- |   0.375 |       0.9375 |  3.232s |     1m:33s |
| Iteration 21     |      l2 |   0.181 | libli.. |     1000 |      --- |    0.25 |       0.9375 |  3.266s |     1m:37s |
| Iteration 22     |      l2 |  0.1873 | libli.. |      781 |      --- |    0.75 |       0.9375 |  3.843s |     1m:42s |
| Iteration 23     | elast.. |  75.426 |    saga |      168 |      0.7 |   0.625 |       0.9375 |  3.229s |     1m:47s |
| Iteration 24     |    none |     --- |    saga |      237 |      --- |  0.6875 |       0.9375 |  3.118s |     1m:51s |
| Iteration 25     |      l2 |  0.5826 | libli.. |      972 |      --- |  0.5625 |       0.9375 |  3.158s |     1m:56s |
| Iteration 26     |    none |     --- |    saga |      457 |      --- |  0.4375 |       0.9375 |  3.160s |     2m:00s |
| Iteration 27     |    none |     --- |    saga |      625 |      --- |    0.75 |       0.9375 |  3.204s |     2m:05s |
| Iteration 28     |      l2 |   1.617 | libli.. |      276 |      --- |     0.5 |       0.9375 |  3.189s |     2m:09s |
| Iteration 29     |      l2 |  3.9542 | libli.. |      325 |      --- |  0.3125 |       0.9375 |  3.167s |     2m:16s |
| Iteration 30     |    none |     --- |    saga |      829 |      --- |  0.8125 |       0.9375 |  3.187s |     2m:22s |
| Iteration 31     |      l2 |  0.1703 | libli.. |      979 |      --- |  0.5625 |       0.9375 |  3.238s |     2m:26s |
| Iteration 32     |      l2 |  0.4269 | libli.. |      732 |      --- |  0.3125 |       0.9375 |  3.238s |     2m:31s |
| Iteration 33     |    none |     --- |    saga |      565 |      --- |  0.8125 |       0.9375 |  3.268s |     2m:36s |
| Iteration 34     |    none |     --- |   lbfgs |      536 |      --- |  0.3125 |       0.9375 |  3.233s |     2m:40s |
| Iteration 35     |    none |     --- |    saga |      329 |      --- |     0.5 |       0.9375 |  3.245s |     2m:45s |
| Iteration 36     |    none |     --- |   lbfgs |      488 |      --- |     0.5 |       0.9375 |  3.156s |     2m:50s |
| Iteration 37     |    none |     --- |     sag |      823 |      --- |  0.5625 |       0.9375 |  3.122s |     2m:57s |
| Iteration 38     |    none |     --- |     sag |      309 |      --- |  0.5625 |       0.9375 |  3.112s |     3m:02s |
| Iteration 39     |    none |     --- |    saga |      746 |      --- |  0.4375 |       0.9375 |  3.217s |     3m:07s |
| Iteration 40     |      l2 |  0.1689 | libli.. |      925 |      --- |  0.6875 |       0.9375 |  3.162s |     3m:11s |
| Iteration 41     |    none |     --- |    saga |      302 |      --- |     0.5 |       0.9375 |  3.171s |     3m:16s |
| Iteration 42     |    none |     --- |     sag |      820 |      --- |    0.25 |       0.9375 |  3.190s |     3m:21s |
| Iteration 43     |    none |     --- |    saga |      999 |      --- |  0.4375 |       0.9375 |  3.201s |     3m:25s |
| Iteration 44     |      l2 |  0.0049 |    saga |      977 |      --- |   0.375 |       0.9375 |  3.155s |     3m:30s |
| Iteration 45     |    none |     --- |    saga |      976 |      --- |  0.6875 |       0.9375 |  3.215s |     3m:35s |
| Iteration 46     |    none |     --- |    saga |      898 |      --- |  0.6875 |       0.9375 |  3.769s |     3m:42s |
| Iteration 47     |    none |     --- |    saga |      920 |      --- |  0.6875 |       0.9375 |  3.199s |     3m:47s |
| Iteration 48     |    none |     --- |    saga |      938 |      --- |  0.8125 |       0.9375 |  3.255s |     3m:52s |
| Iteration 49     |      l1 | 91.5983 |    saga |      448 |      --- |    0.25 |       0.9375 |  3.225s |     3m:57s |
| Iteration 50     |    none |     --- |    saga |      751 |      --- |  0.6875 |       0.9375 |  3.230s |     4m:02s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'penalty': 'l2', 'C': 0.1932, 'solver': 'liblinear', 'max_iter': 945}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 4m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.783
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1378
Time elapsed: 0.053s
-------------------------------------------------
Total time: 4m:04s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.8125 |       0.8125 |  3.203s |     3.210s |
| Initial point 2  |     svd |       --- |  0.3125 |       0.8125 |  3.218s |     7.760s |
| Initial point 3  |     svd |       --- |  0.3125 |       0.8125 |  0.001s |     8.790s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |       0.8125 |  3.497s |    13.447s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |       0.8125 |  3.275s |    17.911s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |       0.8125 |  3.236s |    24.284s |
| Initial point 7  |    lsqr |       0.5 |     1.0 |          1.0 |  3.256s |    29.249s |
| Initial point 8  |    lsqr |       0.9 |   0.375 |          1.0 |  3.216s |    33.478s |
| Initial point 9  |    lsqr |       0.6 |   0.375 |          1.0 |  3.221s |    38.003s |
| Initial point 10 |   eigen |       0.8 |    0.75 |          1.0 |  3.244s |    42.375s |
| Iteration 11     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    43.554s |
| Iteration 12     |   eigen |       0.5 |  0.8125 |          1.0 |  3.232s |    47.911s |
| Iteration 13     |     svd |       --- |  0.3125 |          1.0 |  0.000s |    49.231s |
| Iteration 14     |   eigen |       0.7 |     0.5 |          1.0 |  3.238s |    53.643s |
| Iteration 15     |   eigen |      auto |    0.75 |          1.0 |  3.265s |    58.087s |
| Iteration 16     |   eigen |      None |  0.5625 |          1.0 |  3.235s |     1m:03s |
| Iteration 17     |   eigen |       0.6 |     0.5 |          1.0 |  3.239s |     1m:07s |
| Iteration 18     |    lsqr |       1.0 |   0.625 |          1.0 |  3.221s |     1m:12s |
| Iteration 19     |    lsqr |      auto |     0.5 |          1.0 |  3.131s |     1m:19s |
| Iteration 20     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 21     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 22     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 23     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 24     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 25     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 26     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:33s |
| Iteration 27     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 28     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 29     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 30     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 31     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 32     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:42s |
| Iteration 33     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 34     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 35     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:49s |
| Iteration 36     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:51s |
| Iteration 37     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:54s |
| Iteration 38     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:56s |
| Iteration 39     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:59s |
| Iteration 40     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:01s |
| Iteration 41     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:02s |
| Iteration 42     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:06s |
| Iteration 43     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:08s |
| Iteration 44     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:09s |
| Iteration 45     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:10s |
| Iteration 46     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:12s |
| Iteration 47     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:14s |
| Iteration 48     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:19s |
| Iteration 49     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:20s |
| Iteration 50     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.0678
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:26s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.8125 |       0.8125 |  3.109s |     3.112s |
| Initial point 2  |       0.9 |  0.5625 |       0.8125 |  3.128s |     7.327s |
| Initial point 3  |       0.1 |     0.5 |       0.8125 |  3.136s |    13.456s |
| Initial point 4  |       1.0 |  0.8125 |       0.8125 |  0.000s |    16.864s |
| Initial point 5  |       0.2 |  0.5625 |       0.8125 |  3.128s |    23.667s |
| Initial point 6  |       0.4 |     0.5 |       0.8125 |  3.131s |    30.621s |
| Initial point 7  |       0.4 |     0.5 |       0.8125 |  0.001s |    34.664s |
| Initial point 8  |       0.7 |  0.3125 |       0.8125 |  3.106s |    41.073s |
| Initial point 9  |       0.9 |  0.5625 |       0.8125 |  0.000s |    44.241s |
| Initial point 10 |       0.8 |  0.6875 |       0.8125 |  3.125s |    50.522s |
| Iteration 11     |       0.3 |  0.4375 |       0.8125 |  3.109s |    57.490s |
| Iteration 12     |       0.6 |  0.8125 |       0.8125 |  3.113s |     1m:04s |
| Iteration 13     |       0.5 |  0.6875 |       0.8125 |  3.147s |     1m:11s |
| Iteration 14     |       0.0 |  0.3125 |       0.8125 |  3.148s |     1m:18s |
| Iteration 15     |       0.6 |  0.8125 |       0.8125 |  0.000s |     1m:22s |
| Iteration 16     |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:26s |
| Iteration 17     |       0.6 |  0.8125 |       0.8125 |  0.000s |     1m:29s |
| Iteration 18     |       0.6 |  0.8125 |       0.8125 |  0.000s |     1m:33s |
| Iteration 19     |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:36s |
| Iteration 20     |       0.6 |  0.8125 |       0.8125 |  0.001s |     1m:40s |
| Iteration 21     |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:43s |
| Iteration 22     |       0.6 |  0.8125 |       0.8125 |  0.000s |     1m:47s |
| Iteration 23     |       0.4 |     0.5 |       0.8125 |  0.000s |     1m:49s |
| Iteration 24     |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:50s |
| Iteration 25     |       0.6 |  0.8125 |       0.8125 |  0.000s |     1m:51s |
| Iteration 26     |       1.0 |  0.8125 |       0.8125 |  0.000s |     1m:52s |
| Iteration 27     |       0.1 |     0.5 |       0.8125 |  0.000s |     1m:53s |
| Iteration 28     |       0.9 |  0.5625 |       0.8125 |  0.000s |     1m:56s |
| Iteration 29     |       0.2 |  0.5625 |       0.8125 |  0.000s |     1m:57s |
| Iteration 30     |       0.8 |  0.6875 |       0.8125 |  0.000s |     1m:59s |
| Iteration 31     |       0.6 |  0.8125 |       0.8125 |  0.000s |     1m:60s |
| Iteration 32     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:01s |
| Iteration 33     |       0.6 |  0.8125 |       0.8125 |  0.000s |     2m:02s |
| Iteration 34     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:03s |
| Iteration 35     |       0.6 |  0.8125 |       0.8125 |  0.000s |     2m:04s |
| Iteration 36     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:05s |
| Iteration 37     |       0.6 |  0.8125 |       0.8125 |  0.000s |     2m:06s |
| Iteration 38     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:08s |
| Iteration 39     |       0.6 |  0.8125 |       0.8125 |  0.000s |     2m:10s |
| Iteration 40     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:11s |
| Iteration 41     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:13s |
| Iteration 42     |       0.6 |  0.8125 |       0.8125 |  0.000s |     2m:14s |
| Iteration 43     |       0.6 |  0.8125 |       0.8125 |  0.000s |     2m:15s |
| Iteration 44     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:16s |
| Iteration 45     |       0.6 |  0.8125 |       0.8125 |  0.000s |     2m:17s |
| Iteration 46     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:20s |
| Iteration 47     |       0.6 |  0.8125 |       0.8125 |  0.000s |     2m:22s |
| Iteration 48     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:23s |
| Iteration 49     |       0.6 |  0.8125 |       0.8125 |  0.000s |     2m:24s |
| Iteration 50     |       1.0 |  0.8125 |       0.8125 |  0.000s |     2m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 2m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7098
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 2m:27s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.5143 | dista.. |      auto |        40 |       1 |    0.25 |         0.25 |  3.175s |     3.196s |
| Initial point 2  |  4.1815 | uniform |   kd_tree |        39 |       2 |  0.4688 |       0.4688 |  3.234s |     7.513s |
| Initial point 3  |  3.3031 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  3.827s |    12.422s |
| Initial point 4  |  9.6368 | uniform | ball_tree |        39 |       2 |   0.625 |          1.0 |  3.173s |    18.924s |
| Initial point 5  |  7.5491 | dista.. |      auto |        30 |       2 |  0.4375 |          1.0 |  3.177s |    26.030s |
| Initial point 6  |  8.7425 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  3.127s |    30.866s |
| Initial point 7  |  6.2532 | dista.. | ball_tree |        24 |       1 |    0.75 |          1.0 |  3.233s |    35.155s |
| Initial point 8  |  1.4985 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  3.166s |    39.480s |
| Initial point 9  |  6.9657 | uniform | ball_tree |        24 |       1 |    0.25 |          1.0 |  3.184s |    43.771s |
| Initial point 10 |  4.9476 | uniform |     brute |        22 |       2 |  0.4688 |          1.0 |  3.179s |    48.006s |
| Iteration 11     |     0.0 | dista.. |   kd_tree |        26 |       2 |     0.5 |          1.0 |  3.216s |    52.820s |
| Iteration 12     |  2.4663 | dista.. | ball_tree |        25 |       2 |     0.5 |          1.0 |  3.235s |    57.495s |
| Iteration 13     | 10.3265 | dista.. | ball_tree |        28 |       1 |   0.875 |          1.0 |  3.200s |     1m:02s |
| Iteration 14     |  9.6808 | dista.. | ball_tree |        33 |       1 |   0.625 |          1.0 |  3.195s |     1m:07s |
| Iteration 15     |  0.1197 | dista.. | ball_tree |        40 |       2 |     0.5 |          1.0 |  3.183s |     1m:11s |
| Iteration 16     |  8.6293 | uniform |      auto |        23 |       2 |  0.4688 |          1.0 |  3.185s |     1m:16s |
| Iteration 17     | 10.0051 | dista.. |     brute |        32 |       2 |   0.375 |          1.0 |  3.175s |     1m:20s |
| Iteration 18     |  9.8656 | uniform |   kd_tree |        20 |       1 |  0.5938 |          1.0 |  3.174s |     1m:25s |
| Iteration 19     |  10.543 | uniform |     brute |        40 |       1 |  0.3125 |          1.0 |  3.156s |     1m:32s |
| Iteration 20     | 10.3051 | dista.. | ball_tree |        28 |       1 |  0.5625 |          1.0 |  3.194s |     1m:37s |
| Iteration 21     |  0.8256 | uniform |      auto |        40 |       1 |     0.5 |          1.0 |  3.169s |     1m:42s |
| Iteration 22     |  0.2638 | dista.. | ball_tree |        28 |       2 |     0.5 |          1.0 |  3.182s |     1m:46s |
| Iteration 23     | 10.0371 | dista.. | ball_tree |        27 |       1 |    0.75 |          1.0 |  3.157s |     1m:51s |
| Iteration 24     |  9.2773 | dista.. |   kd_tree |        40 |       1 |  0.8125 |          1.0 |  3.173s |     1m:55s |
| Iteration 25     |  0.0831 | dista.. |   kd_tree |        40 |       1 |     0.5 |          1.0 |  3.171s |     1m:60s |
| Iteration 26     | 10.5046 | dista.. |   kd_tree |        33 |       1 |  0.3125 |          1.0 |  3.181s |     2m:05s |
| Iteration 27     | 10.5439 | dista.. | ball_tree |        26 |       1 |    0.75 |          1.0 |  3.201s |     2m:09s |
| Iteration 28     | 10.5439 | dista.. | ball_tree |        26 |       2 |  0.3125 |          1.0 |  3.163s |     2m:14s |
| Iteration 29     |   3.388 | dista.. | ball_tree |        27 |       2 |  0.3125 |          1.0 |  3.177s |     2m:18s |
| Iteration 30     |   3.302 | dista.. | ball_tree |        25 |       2 |    0.75 |          1.0 |  3.174s |     2m:23s |
| Iteration 31     |  3.3415 | dista.. | ball_tree |        24 |       2 |    0.75 |          1.0 |  3.745s |     2m:29s |
| Iteration 32     |   3.204 | dista.. | ball_tree |        25 |       2 |  0.4375 |          1.0 |  3.162s |     2m:33s |
| Iteration 33     |  3.3492 | dista.. | ball_tree |        25 |       2 |  0.5625 |          1.0 |  3.185s |     2m:38s |
| Iteration 34     |  5.6262 | dista.. | ball_tree |        27 |       1 |   0.125 |          1.0 |  3.141s |     2m:43s |
| Iteration 35     | 10.3221 | dista.. | ball_tree |        27 |       1 |  0.4375 |          1.0 |  3.159s |     2m:47s |
| Iteration 36     |  9.1836 | dista.. | ball_tree |        40 |       1 |  0.4375 |          1.0 |  3.171s |     2m:52s |
| Iteration 37     |  3.3131 | dista.. | ball_tree |        25 |       2 |   0.375 |          1.0 |  3.110s |     2m:59s |
| Iteration 38     |  10.296 | dista.. | ball_tree |        30 |       1 |    0.75 |          1.0 |  3.102s |     3m:06s |
| Iteration 39     | 10.2625 | dista.. | ball_tree |        29 |       1 |  0.9375 |          1.0 |  3.108s |     3m:14s |
| Iteration 40     | 10.2365 | dista.. | ball_tree |        30 |       1 |     1.0 |          1.0 |  3.114s |     3m:20s |
| Iteration 41     | 10.2021 | dista.. | ball_tree |        30 |       1 |     0.5 |          1.0 |  3.183s |     3m:24s |
| Iteration 42     | 10.2764 | dista.. | ball_tree |        31 |       1 |  0.8125 |          1.0 |  3.177s |     3m:29s |
| Iteration 43     |  8.8789 | dista.. |   kd_tree |        32 |       1 |   0.875 |          1.0 |  3.186s |     3m:34s |
| Iteration 44     |  8.6191 | dista.. |   kd_tree |        30 |       1 |  0.5625 |          1.0 |  3.178s |     3m:39s |
| Iteration 45     | 10.1618 | dista.. | ball_tree |        39 |       1 |     1.0 |          1.0 |  3.201s |     3m:43s |
| Iteration 46     | 10.0961 | uniform | ball_tree |        40 |       1 |  0.5625 |          1.0 |  3.158s |     3m:48s |
| Iteration 47     | 10.0962 | dista.. | ball_tree |        39 |       1 |  0.4688 |          1.0 |  3.191s |     3m:53s |
| Iteration 48     | 10.4302 | dista.. | ball_tree |        38 |       1 |  0.9375 |          1.0 |  3.180s |     3m:58s |
| Iteration 49     |  9.4889 | dista.. |   kd_tree |        28 |       1 |   0.375 |          1.0 |  3.182s |     4m:04s |
| Iteration 50     | 10.4876 | dista.. | ball_tree |        37 |       1 |  0.8125 |          1.0 |  3.171s |     4m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'radius': 3.3031, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.47 ± 0.1122
Time elapsed: 0.053s
-------------------------------------------------
Total time: 4m:12s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5625 |       0.5625 |  3.552s |     3.559s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     0.5 |       0.5625 |  3.540s |     8.971s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.9375 |       0.9375 |  3.291s |    13.449s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |       0.9375 |  3.458s |    18.027s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.875 |       0.9375 |  3.994s |    23.206s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |       0.9375 |  3.513s |    27.911s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |       0.9375 |  3.180s |    32.191s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.625 |       0.9375 |  3.416s |    36.671s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |       0.9375 |  3.142s |    41.045s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6875 |       0.9375 |  3.296s |    45.437s |
| Iteration 11     |          226 |        0.1376 |     SAMME |    0.75 |       0.9375 |  3.374s |    50.144s |
| Iteration 12     |          177 |        0.7837 |     SAMME |     1.0 |          1.0 |  3.343s |    54.867s |
| Iteration 13     |          500 |         0.515 |     SAMME |    0.75 |          1.0 |  3.512s |    59.700s |
| Iteration 14     |           50 |        0.8765 |     SAMME |  0.9375 |          1.0 |  3.167s |     1m:04s |
| Iteration 15     |          164 |        0.7132 |     SAMME |  0.6875 |          1.0 |  3.270s |     1m:09s |
| Iteration 16     |          483 |        1.0745 |     SAMME |    0.75 |          1.0 |  3.470s |     1m:14s |
| Iteration 17     |           50 |        1.0963 |     SAMME |    0.25 |          1.0 |  3.178s |     1m:18s |
| Iteration 18     |          195 |        0.8232 |     SAMME |   0.625 |          1.0 |  3.289s |     1m:23s |
| Iteration 19     |          180 |         9.328 |     SAMME |  0.2812 |          1.0 |  3.141s |     1m:28s |
| Iteration 20     |          335 |        0.2777 |     SAMME |  0.4688 |          1.0 |  3.371s |     1m:33s |
| Iteration 21     |          176 |        0.7626 |     SAMME |  0.5625 |          1.0 |  3.271s |     1m:37s |
| Iteration 22     |          223 |        1.0228 |     SAMME |  0.6875 |          1.0 |  3.314s |     1m:43s |
| Iteration 23     |           51 |        0.8443 |   SAMME.R |     0.5 |          1.0 |  3.197s |     1m:48s |
| Iteration 24     |          225 |        1.0214 |     SAMME |     1.0 |          1.0 |  3.289s |     1m:53s |
| Iteration 25     |          226 |        1.0205 |     SAMME |  0.6875 |          1.0 |  3.298s |     1m:59s |
| Iteration 26     |          227 |        1.0967 |     SAMME |   0.375 |          1.0 |  3.309s |     2m:05s |
| Iteration 27     |          189 |        0.9229 |     SAMME |     1.0 |          1.0 |  3.280s |     2m:11s |
| Iteration 28     |          194 |        0.9353 |     SAMME |     0.5 |          1.0 |  3.281s |     2m:16s |
| Iteration 29     |          112 |        0.8966 |     SAMME |   0.625 |          1.0 |  3.220s |     2m:21s |
| Iteration 30     |          489 |        0.8671 |     SAMME |   0.625 |          1.0 |  3.509s |     2m:25s |
| Iteration 31     |          269 |        0.0926 |     SAMME |   0.875 |          1.0 |  3.948s |     2m:31s |
| Iteration 32     |          226 |        0.9317 |     SAMME |   0.375 |          1.0 |  3.326s |     2m:36s |
| Iteration 33     |          248 |        0.0877 |     SAMME |    0.75 |          1.0 |  3.342s |     2m:40s |
| Iteration 34     |          490 |        0.0935 |     SAMME |  0.4375 |          1.0 |  3.503s |     2m:45s |
| Iteration 35     |          185 |         0.935 |     SAMME |    0.75 |          1.0 |  3.258s |     2m:50s |
| Iteration 36     |          182 |        0.8606 |     SAMME |  0.5938 |          1.0 |  3.264s |     2m:55s |
| Iteration 37     |          273 |        0.0908 |     SAMME |   0.625 |          1.0 |  3.325s |     2m:59s |
| Iteration 38     |          127 |        0.0518 |     SAMME |  0.9062 |          1.0 |  3.224s |     3m:04s |
| Iteration 39     |          224 |        1.0206 |     SAMME |    0.75 |          1.0 |  3.309s |     3m:08s |
| Iteration 40     |          128 |        0.0538 |     SAMME |    0.75 |          1.0 |  3.217s |     3m:13s |
| Iteration 41     |          224 |        1.0207 |     SAMME |  0.5625 |          1.0 |  3.281s |     3m:18s |
| Iteration 42     |           52 |        0.9012 |     SAMME |     1.0 |          1.0 |  3.179s |     3m:23s |
| Iteration 43     |           51 |         0.889 |     SAMME |   0.625 |          1.0 |  3.170s |     3m:29s |
| Iteration 44     |           53 |        0.8224 |     SAMME |   0.625 |          1.0 |  3.169s |     3m:34s |
| Iteration 45     |           55 |        0.9413 |     SAMME |   0.875 |          1.0 |  3.184s |     3m:39s |
| Iteration 46     |          150 |        0.0484 |     SAMME |     0.5 |          1.0 |  3.233s |     3m:43s |
| Iteration 47     |           52 |        0.9021 |     SAMME |    0.75 |          1.0 |  3.154s |     3m:48s |
| Iteration 48     |           56 |         0.902 |     SAMME |     1.0 |          1.0 |  3.166s |     3m:53s |
| Iteration 49     |           66 |        0.8947 |     SAMME |  0.6562 |          1.0 |  3.091s |     4m:01s |
| Iteration 50     |           55 |        0.9778 |     SAMME |  0.8438 |          1.0 |  3.161s |     4m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 177, 'learning_rate': 0.7837, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.145s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0894
Time elapsed: 0.657s
-------------------------------------------------
Total time: 4m:08s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  3.546s |     3.566s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.3125 |          1.0 |  3.418s |     8.266s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |          1.0 |  3.456s |    12.919s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |          1.0 |  3.362s |    17.446s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     0.5 |          1.0 |  3.521s |    22.097s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |          1.0 |  3.366s |    26.828s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  3.283s |    33.570s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     0.5 |          1.0 |  3.275s |    41.121s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.625 |          1.0 |  4.016s |    46.970s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  3.452s |    51.550s |
| Iteration 11     |          369 |   entropy |      None |                20 |               10 |          0.6 |      True |    0.0155 |         0.5 |    0.75 |          1.0 |  3.500s |    56.614s |
| Iteration 12     |          368 |   entropy |         3 |                20 |                5 |         log2 |      True |    0.0219 |         0.7 |     1.0 |          1.0 |  3.482s |     1m:02s |
| Iteration 13     |           44 |      gini |         9 |                 5 |               18 |          0.9 |     False |    0.0258 |         --- |  0.7812 |          1.0 |  3.163s |     1m:07s |
| Iteration 14     |          455 |   entropy |         3 |                19 |                5 |          0.5 |     False |    0.0303 |         --- |    0.75 |          1.0 |  3.426s |     1m:12s |
| Iteration 15     |          124 |   entropy |         5 |                19 |                6 |          0.5 |     False |    0.0338 |         --- |  0.9375 |          1.0 |  3.268s |     1m:17s |
| Iteration 16     |          500 |   entropy |         9 |                19 |                6 |         sqrt |     False |    0.0002 |         --- |   0.875 |          1.0 |  3.474s |     1m:22s |
| Iteration 17     |          455 |   entropy |         2 |                17 |                5 |          0.8 |      True |    0.0146 |        None |   0.625 |          1.0 |  3.526s |     1m:27s |
| Iteration 18     |          405 |   entropy |         7 |                19 |                6 |          0.9 |     False |    0.0341 |         --- |   0.375 |          1.0 |  3.410s |     1m:33s |
| Iteration 19     |          226 |   entropy |         4 |                20 |                2 |         log2 |      True |    0.0302 |         0.8 |   0.875 |          1.0 |  3.307s |     1m:38s |
| Iteration 20     |           47 |   entropy |         3 |                20 |               12 |         log2 |      True |    0.0265 |         0.5 |  0.5625 |          1.0 |  3.184s |     1m:43s |
| Iteration 21     |           64 |      gini |         3 |                11 |               13 |         None |     False |    0.0041 |         --- |  0.9688 |          1.0 |  3.209s |     1m:47s |
| Iteration 22     |          370 |   entropy |         2 |                20 |                5 |         log2 |      True |    0.0282 |         0.7 |    0.75 |          1.0 |  3.451s |     1m:53s |
| Iteration 23     |          500 |      gini |         9 |                20 |               13 |         None |      True |    0.0282 |        None |  0.5625 |          1.0 |  3.559s |     1m:58s |
| Iteration 24     |          297 |      gini |         5 |                 7 |               12 |         None |     False |    0.0054 |         --- |  0.9375 |          1.0 |  3.350s |     2m:03s |
| Iteration 25     |           10 |   entropy |         9 |                17 |                5 |         sqrt |     False |     0.035 |         --- |  0.6875 |          1.0 |  3.177s |     2m:08s |
| Iteration 26     |          185 |      gini |         1 |                11 |               17 |         None |     False |    0.0025 |         --- |     0.5 |          1.0 |  3.302s |     2m:13s |
| Iteration 27     |          200 |   entropy |         8 |                 8 |                5 |          0.5 |      True |    0.0223 |         0.8 |     1.0 |          1.0 |  3.374s |     2m:18s |
| Iteration 28     |          279 |      gini |         3 |                 6 |               13 |         None |     False |    0.0015 |         --- |  0.6875 |          1.0 |  3.376s |     2m:23s |
| Iteration 29     |           23 |      gini |         1 |                10 |               13 |         None |     False |    0.0061 |         --- |   0.375 |          1.0 |  3.237s |     2m:28s |
| Iteration 30     |          173 |   entropy |         4 |                13 |                5 |         log2 |      True |    0.0228 |         0.8 |    0.75 |          1.0 |  3.334s |     2m:35s |
| Iteration 31     |          408 |   entropy |         7 |                 7 |               19 |         log2 |      True |    0.0038 |         0.7 |     0.5 |          1.0 |  3.500s |     2m:41s |
| Iteration 32     |          427 |   entropy |         8 |                12 |                1 |          0.5 |      True |    0.0061 |         0.5 |  0.6875 |          1.0 |  3.519s |     2m:46s |
| Iteration 33     |          478 |   entropy |         4 |                 9 |                1 |         auto |      True |    0.0016 |         0.8 |    0.75 |          1.0 |  4.221s |     2m:52s |
| Iteration 34     |          487 |   entropy |         8 |                11 |                7 |          0.5 |     False |    0.0029 |         --- |  0.6875 |          1.0 |  3.495s |     2m:58s |
| Iteration 35     |          230 |   entropy |         9 |                16 |               20 |         None |      True |    0.0088 |         0.8 |     0.5 |          1.0 |  3.313s |     3m:03s |
| Iteration 36     |           48 |      gini |         2 |                 6 |                1 |         auto |      True |    0.0317 |         0.5 |  0.5938 |          1.0 |  3.181s |     3m:08s |
| Iteration 37     |          166 |      gini |         6 |                 4 |                1 |         None |      True |    0.0053 |         0.5 |  0.4375 |          1.0 |  3.268s |     3m:15s |
| Iteration 38     |           89 |      gini |         9 |                 4 |               20 |         auto |     False |    0.0272 |         --- |  0.6875 |          1.0 |  3.208s |     3m:21s |
| Iteration 39     |          478 |      gini |         8 |                20 |               20 |          0.7 |      True |     0.016 |         0.9 |  0.8125 |          1.0 |  3.532s |     3m:27s |
| Iteration 40     |          206 |   entropy |         6 |                 2 |                7 |         auto |      True |    0.0342 |         0.8 |  0.9375 |          1.0 |  3.298s |     3m:32s |
| Iteration 41     |          259 |   entropy |         6 |                12 |                5 |         auto |     False |    0.0147 |         --- |   0.625 |          1.0 |  3.299s |     3m:37s |
| Iteration 42     |           41 |   entropy |      None |                11 |                1 |         log2 |     False |    0.0218 |         --- |     1.0 |          1.0 |  3.154s |     3m:42s |
| Iteration 43     |          271 |   entropy |      None |                16 |                2 |         log2 |     False |    0.0227 |         --- |   0.625 |          1.0 |  3.316s |     3m:47s |
| Iteration 44     |          484 |      gini |      None |                 5 |               20 |          0.6 |     False |    0.0275 |         --- |  0.5938 |          1.0 |  3.405s |     3m:52s |
| Iteration 45     |           18 |   entropy |         6 |                 8 |                1 |         auto |     False |    0.0309 |         --- |  0.8125 |          1.0 |  3.175s |     3m:57s |
| Iteration 46     |          333 |   entropy |      None |                15 |                1 |         auto |     False |    0.0327 |         --- |  0.4375 |          1.0 |  3.338s |     4m:02s |
| Iteration 47     |          164 |   entropy |      None |                17 |                1 |          0.6 |      True |    0.0248 |         0.9 |     0.5 |          1.0 |  3.267s |     4m:07s |
| Iteration 48     |          146 |   entropy |         1 |                 6 |                8 |         log2 |      True |     0.012 |        None |     1.0 |          1.0 |  3.229s |     4m:12s |
| Iteration 49     |           26 |   entropy |         5 |                 6 |                8 |         log2 |      True |    0.0323 |         0.5 |  0.7188 |          1.0 |  3.152s |     4m:17s |
| Iteration 50     |          286 |   entropy |         8 |                15 |                9 |         auto |      True |    0.0017 |         0.8 |  0.9375 |          1.0 |  3.370s |     4m:22s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9188
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.432s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.02
Time elapsed: 2.004s
-------------------------------------------------
Total time: 4m:26s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.242s |     3.262s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.4375 |          0.5 |  3.226s |     7.703s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  3.255s |    12.006s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  3.215s |    16.444s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  3.280s |    20.970s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  3.210s |    25.347s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  3.228s |    29.722s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  3.183s |    34.018s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |          0.5 |  3.864s |    39.093s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          0.5 |  3.204s |    43.450s |
| Iteration 11     |          301 |        0.5009 |         5 |  0.0547 |                4 |       0.8 |              0.7 |         1 |         10 |     1.0 |          1.0 |  3.220s |    48.096s |
| Iteration 12     |          401 |        0.1874 |         5 |  0.9769 |                3 |       0.6 |              0.7 |         1 |          1 |  0.9375 |          1.0 |  3.257s |    52.792s |
| Iteration 13     |          220 |           1.0 |         5 |     0.0 |                5 |       1.0 |              0.7 |         1 |        100 |  0.8125 |          1.0 |  3.194s |    57.567s |
| Iteration 14     |           21 |        0.3583 |         5 |  0.0134 |                3 |       0.7 |              0.5 |         0 |       0.01 |  0.8125 |          1.0 |  3.203s |     1m:02s |
| Iteration 15     |          473 |        0.1189 |         5 |  0.0187 |                2 |       0.7 |              0.9 |       0.1 |         10 |  0.6875 |          1.0 |  3.263s |     1m:07s |
| Iteration 16     |          150 |        0.0212 |         5 |  0.9446 |                4 |       0.6 |              0.5 |       100 |       0.01 |     0.5 |          1.0 |  3.242s |     1m:12s |
| Iteration 17     |          123 |        0.3461 |         5 |  0.7678 |                5 |       0.5 |              0.7 |        10 |         10 |     0.5 |          1.0 |  3.189s |     1m:17s |
| Iteration 18     |          334 |        0.7215 |         5 |  0.8315 |                7 |       1.0 |              0.7 |         1 |        0.1 |     0.5 |          1.0 |  3.220s |     1m:22s |
| Iteration 19     |          212 |        0.8391 |         5 |  0.3799 |                4 |       0.8 |              0.7 |         1 |         10 |  0.6875 |          1.0 |  3.103s |     1m:28s |
| Iteration 20     |          371 |        0.4862 |         5 |  0.0411 |                4 |       0.7 |              0.7 |        10 |         10 |     0.5 |          1.0 |  3.226s |     1m:33s |
| Iteration 21     |          482 |         0.436 |         5 |   0.132 |                2 |       0.8 |              0.7 |         1 |          0 |   0.875 |          1.0 |  3.238s |     1m:37s |
| Iteration 22     |          302 |        0.4871 |         5 |     1.0 |                1 |       0.9 |              0.5 |         1 |          0 |  0.6875 |          1.0 |  3.204s |     1m:42s |
| Iteration 23     |          437 |        0.9408 |         9 |  0.1312 |                1 |       0.7 |              0.9 |        10 |          1 |     0.5 |          1.0 |  3.209s |     1m:47s |
| Iteration 24     |          350 |        0.2934 |         5 |  0.6472 |                3 |       0.6 |              0.7 |         1 |          0 |   0.875 |          1.0 |  3.238s |     1m:52s |
| Iteration 25     |          500 |        0.0529 |         5 |   0.225 |                3 |       1.0 |              0.8 |         1 |          0 |    0.75 |          1.0 |  3.254s |     1m:57s |
| Iteration 26     |          484 |        0.0179 |         5 |   0.123 |                3 |       0.6 |              0.7 |         1 |         10 |  0.3125 |          1.0 |  3.259s |     2m:02s |
| Iteration 27     |          261 |        0.2623 |         5 |  0.6629 |                4 |       0.9 |              0.9 |         1 |          1 |   0.875 |          1.0 |  3.251s |     2m:07s |
| Iteration 28     |          459 |        0.2913 |         6 |   0.462 |                3 |       0.8 |              0.5 |         1 |       0.01 |  0.6875 |          1.0 |  3.251s |     2m:12s |
| Iteration 29     |          162 |        0.4974 |         5 |     0.0 |                4 |       0.9 |              0.5 |         1 |        100 |  0.8125 |          1.0 |  3.324s |     2m:18s |
| Iteration 30     |          475 |        0.2585 |         5 |  0.3197 |                3 |       0.8 |              0.5 |         1 |          1 |    0.75 |          1.0 |  3.249s |     2m:24s |
| Iteration 31     |          112 |         0.303 |         5 |  0.3438 |                3 |       0.6 |              0.9 |         1 |        100 |  0.5625 |          1.0 |  3.200s |     2m:29s |
| Iteration 32     |          361 |        0.3901 |         5 |  0.0844 |                4 |       0.7 |              0.9 |         1 |          1 |    0.75 |          1.0 |  3.253s |     2m:36s |
| Iteration 33     |          344 |        0.3312 |         5 |  0.9296 |                3 |       1.0 |              0.5 |         1 |       0.01 |  0.9688 |          1.0 |  3.244s |     2m:42s |
| Iteration 34     |           91 |        0.3612 |         4 |  0.8359 |                3 |       1.0 |              0.8 |       0.1 |          0 |   0.625 |          1.0 |  3.184s |     2m:47s |
| Iteration 35     |          316 |        0.3137 |         5 |  0.5159 |                3 |       0.9 |              0.4 |         1 |          1 |   0.875 |          1.0 |  3.735s |     2m:55s |
| Iteration 36     |          357 |        0.3485 |         5 |  0.0826 |                3 |       1.0 |              0.5 |         1 |          0 |   0.625 |          1.0 |  3.283s |     3m:01s |
| Iteration 37     |          447 |        0.5052 |         5 |   0.868 |                3 |       0.7 |              0.6 |         1 |          1 |  0.5625 |          1.0 |  3.245s |     3m:07s |
| Iteration 38     |          421 |        0.2685 |         7 |  0.9294 |                4 |       0.8 |              0.4 |         1 |       0.01 |    0.75 |          1.0 |  3.263s |     3m:12s |
| Iteration 39     |          330 |        0.5111 |         5 |  0.0533 |                7 |       0.6 |              0.5 |         1 |        0.1 |     0.5 |          1.0 |  3.221s |     3m:17s |
| Iteration 40     |          290 |        0.4945 |         1 |  0.0694 |                4 |       0.9 |              0.6 |         1 |        0.1 |  0.8125 |          1.0 |  3.245s |     3m:22s |
| Iteration 41     |          123 |        0.1472 |         2 |     1.0 |                2 |       0.8 |              0.9 |         1 |       0.01 |     0.5 |          1.0 |  3.184s |     3m:27s |
| Iteration 42     |          282 |        0.4601 |         8 |     0.0 |                4 |       0.8 |              0.5 |         1 |        100 |  0.6875 |          1.0 |  3.235s |     3m:32s |
| Iteration 43     |          317 |        0.2739 |         4 |   0.831 |                3 |       1.0 |              0.9 |       0.1 |         10 |  0.7188 |          1.0 |  3.251s |     3m:37s |
| Iteration 44     |           20 |           1.0 |         5 |  0.4813 |                1 |       0.9 |              0.7 |         0 |        100 |  0.5625 |          1.0 |  3.167s |     3m:42s |
| Iteration 45     |          425 |        0.1609 |         4 |  0.8674 |                1 |       0.7 |              0.6 |         1 |          0 |    0.75 |          1.0 |  3.268s |     3m:47s |
| Iteration 46     |          329 |        0.2002 |        10 |  0.8299 |                3 |       0.8 |              1.0 |         1 |          1 |  0.6875 |          1.0 |  3.221s |     3m:52s |
| Iteration 47     |          326 |        0.2209 |         1 |  0.1924 |                3 |       1.0 |              0.8 |         1 |         10 |  0.5625 |          1.0 |  3.234s |     3m:57s |
| Iteration 48     |           20 |           1.0 |         5 |  0.3214 |                6 |       0.7 |              0.5 |         0 |          0 |     0.5 |          1.0 |  3.196s |     4m:02s |
| Iteration 49     |          287 |        0.3548 |         6 |  0.8913 |                4 |       0.6 |              0.5 |         1 |        0.1 |  0.6875 |          1.0 |  3.229s |     4m:08s |
| Iteration 50     |          493 |        0.7129 |         8 |  0.1278 |                1 |       0.6 |              0.4 |       0.1 |          0 |   0.875 |          1.0 |  3.297s |     4m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'n_estimators': 301, 'learning_rate': 0.5009, 'max_depth': 5, 'gamma': 0.0547, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8996
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.072s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.1241
Time elapsed: 0.213s
-------------------------------------------------
Total time: 4m:19s


Final results ==================== >>
Duration: 30m:33s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.87 ± 0.04 ~
Logistic Regression             --> roc_auc: 0.55 ± 0.1378 ~
Linear Discriminant Analysis    --> roc_auc: 0.62 ± 0.0678 ~
Quadratic Discriminant Analysis --> roc_auc: 0.9 ± 0.0
Radius Nearest Neighbors        --> roc_auc: 0.47 ± 0.1122 ~
AdaBoost                        --> roc_auc: 0.9 ± 0.0894
Random Forest                   --> roc_auc: 0.96 ± 0.02 !
XGBoost                         --> roc_auc: 0.84 ± 0.1241
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 800 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAASKGTYKYIF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVPSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.5312 |       0.5312 |  0.651s |     0.671s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |         0.75 |  0.684s |     4.682s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |         0.75 |  0.640s |     8.449s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.6875 |         0.75 |  0.694s |    12.601s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.698s |    16.588s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5625 |          1.0 |  0.737s |    20.439s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.5625 |          1.0 |  0.713s |    24.327s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.875 |          1.0 |  1.474s |    27.363s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.700s |    29.274s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |          1.0 |  0.687s |    30.949s |
| Iteration 11     | exponen.. |        0.0401 |          258 |       0.6 | friedman_mse |                13 |                8 |        10 |         auto |       0.0 |     0.5 |          1.0 |  0.698s |    33.088s |
| Iteration 12     |  deviance |        0.3042 |          169 |       0.5 | friedman_mse |                 9 |                2 |         9 |          0.9 |    0.0296 |    0.75 |          1.0 |  0.674s |    35.214s |
| Iteration 13     | exponen.. |        0.0184 |          236 |       0.6 | friedman_mse |                 7 |                3 |         1 |         None |    0.0163 |  0.8125 |          1.0 |  0.678s |    37.344s |
| Iteration 14     | exponen.. |        0.0387 |          117 |       0.9 | friedman_mse |                13 |                3 |        10 |          0.5 |    0.0338 |  0.4062 |          1.0 |  0.664s |    39.517s |
| Iteration 15     | exponen.. |        0.0299 |          136 |       0.6 | friedman_mse |                11 |                1 |        10 |          0.5 |    0.0188 |    0.75 |          1.0 |  0.668s |    41.763s |
| Iteration 16     | exponen.. |        0.2058 |          224 |       0.6 | friedman_mse |                20 |               12 |         9 |         log2 |    0.0349 |     0.5 |          1.0 |  0.684s |    44.642s |
| Iteration 17     | exponen.. |        0.0879 |          244 |       0.7 | friedman_mse |                10 |               10 |         9 |          0.5 |    0.0225 |  0.4375 |          1.0 |  0.678s |    47.093s |
| Iteration 18     | exponen.. |        0.0929 |          230 |       0.6 | friedman_mse |                 5 |                3 |        10 |          0.6 |    0.0236 |     1.0 |          1.0 |  0.685s |    51.792s |
| Iteration 19     | exponen.. |        0.4691 |          221 |       0.5 | friedman_mse |                16 |                1 |        10 |         log2 |    0.0004 |  0.8125 |          1.0 |  0.681s |    54.657s |
| Iteration 20     | exponen.. |        0.0418 |          234 |       0.6 | friedman_mse |                 5 |                3 |         9 |         sqrt |    0.0051 |  0.9375 |          1.0 |  0.699s |    56.749s |
| Iteration 21     | exponen.. |        0.0392 |          223 |       0.6 | friedman_mse |                 2 |                3 |        10 |          0.9 |    0.0152 |   0.625 |          1.0 |  0.701s |    59.002s |
| Iteration 22     | exponen.. |        0.8924 |          230 |       0.6 | friedman_mse |                14 |                3 |        10 |          0.5 |    0.0255 |     1.0 |          1.0 |  0.680s |     1m:01s |
| Iteration 23     | exponen.. |        0.7227 |          129 |       0.6 | friedman_mse |                16 |                3 |        10 |          0.5 |    0.0226 |    0.75 |          1.0 |  0.667s |     1m:03s |
| Iteration 24     | exponen.. |        0.0237 |          230 |       0.6 | friedman_mse |                 4 |                3 |         6 |          0.7 |    0.0158 |  0.8125 |          1.0 |  0.706s |     1m:06s |
| Iteration 25     |  deviance |        0.1255 |          243 |       0.6 | friedman_mse |                 7 |                3 |         9 |         log2 |     0.035 |   0.875 |          1.0 |  0.692s |     1m:08s |
| Iteration 26     | exponen.. |        0.0256 |          223 |       0.6 | friedman_mse |                 5 |                3 |         9 |         log2 |    0.0012 |  0.6875 |          1.0 |  0.700s |     1m:10s |
| Iteration 27     | exponen.. |        0.3637 |          230 |       0.6 | friedman_mse |                 4 |                3 |         9 |         auto |    0.0246 |  0.6875 |          1.0 |  0.686s |     1m:13s |
| Iteration 28     | exponen.. |        0.1006 |          259 |       0.6 | friedman_mse |                15 |                3 |        10 |          0.8 |    0.0275 |     1.0 |          1.0 |  0.686s |     1m:15s |
| Iteration 29     | exponen.. |        0.0187 |          271 |       0.6 | friedman_mse |                15 |                3 |        10 |         sqrt |    0.0081 |  0.9375 |          1.0 |  0.707s |     1m:17s |
| Iteration 30     |  deviance |         0.785 |          279 |       0.6 | friedman_mse |                15 |                2 |         2 |         log2 |    0.0278 |  0.6562 |          1.0 |  0.696s |     1m:19s |
| Iteration 31     | exponen.. |        0.0259 |          248 |       0.6 | friedman_mse |                12 |                6 |        10 |          0.5 |    0.0278 |   0.875 |          1.0 |  0.694s |     1m:22s |
| Iteration 32     | exponen.. |        0.2343 |          251 |       0.5 | friedman_mse |                13 |                4 |        10 |          0.7 |    0.0196 |  0.3125 |          1.0 |  0.697s |     1m:24s |
| Iteration 33     | exponen.. |        0.0487 |          212 |       0.6 | friedman_mse |                12 |                3 |         7 |         sqrt |    0.0233 |   0.875 |          1.0 |  0.680s |     1m:28s |
| Iteration 34     | exponen.. |         0.528 |          260 |       0.6 | friedman_mse |                14 |                3 |        10 |         log2 |    0.0321 |  0.9375 |          1.0 |  0.681s |     1m:31s |
| Iteration 35     | exponen.. |        0.2993 |          258 |       0.6 | squared_er.. |                14 |                3 |         8 |          0.6 |    0.0109 |    0.75 |          1.0 |  0.691s |     1m:33s |
| Iteration 36     | exponen.. |        0.3063 |          257 |       0.6 | friedman_mse |                14 |                3 |        10 |          0.7 |    0.0147 |  0.9375 |          1.0 |  0.686s |     1m:35s |
| Iteration 37     |  deviance |        0.0674 |          257 |       0.6 | friedman_mse |                14 |                3 |         9 |          0.8 |    0.0212 |  0.6875 |          1.0 |  0.683s |     1m:37s |
| Iteration 38     | exponen.. |        0.1502 |          257 |       0.6 | friedman_mse |                14 |                3 |         8 |          0.8 |    0.0009 |   0.625 |          1.0 |  0.701s |     1m:40s |
| Iteration 39     | exponen.. |        0.0432 |          270 |       0.6 | friedman_mse |                15 |                3 |         8 |          0.6 |    0.0226 |  0.4375 |          1.0 |  0.691s |     1m:42s |
| Iteration 40     | exponen.. |        0.0341 |          209 |       0.6 | friedman_mse |                14 |                5 |         1 |         sqrt |    0.0306 |     1.0 |          1.0 |  0.691s |     1m:44s |
| Iteration 41     | exponen.. |        0.0795 |          259 |       0.6 | friedman_mse |                17 |               11 |         7 |          0.8 |     0.035 |  0.9375 |          1.0 |  0.681s |     1m:47s |
| Iteration 42     | exponen.. |        0.0377 |          223 |       0.6 | friedman_mse |                 7 |               16 |         1 |         sqrt |     0.026 |  0.5625 |          1.0 |  0.688s |     1m:49s |
| Iteration 43     | exponen.. |         0.035 |          216 |       0.6 | friedman_mse |                20 |                2 |         3 |         sqrt |    0.0122 |     1.0 |          1.0 |  0.686s |     1m:52s |
| Iteration 44     | exponen.. |         0.095 |          259 |       0.6 | friedman_mse |                17 |                4 |         7 |          0.8 |    0.0335 |  0.8125 |          1.0 |  0.690s |     1m:54s |
| Iteration 45     | exponen.. |        0.0381 |          224 |       0.6 | friedman_mse |                19 |                3 |         9 |         sqrt |    0.0342 |    0.75 |          1.0 |  0.677s |     1m:57s |
| Iteration 46     | exponen.. |        0.0371 |          226 |       0.6 | friedman_mse |                14 |                3 |         8 |         sqrt |    0.0153 |  0.5625 |          1.0 |  0.691s |     1m:59s |
| Iteration 47     | exponen.. |        0.0345 |          364 |       0.6 | friedman_mse |                17 |                8 |        10 |         sqrt |    0.0043 |     0.5 |          1.0 |  0.717s |     2m:02s |
| Iteration 48     | exponen.. |        0.8835 |           12 |       0.6 | squared_er.. |                10 |                5 |         5 |         log2 |    0.0318 |   0.625 |          1.0 |  0.640s |     2m:04s |
| Iteration 49     | exponen.. |        0.5229 |          391 |       0.6 | friedman_mse |                12 |                5 |         8 |         log2 |    0.0334 |   0.625 |          1.0 |  0.730s |     2m:06s |
| Iteration 50     | exponen.. |        0.2469 |          211 |       0.6 | friedman_mse |                 7 |                4 |         6 |          0.5 |     0.035 |   0.875 |          1.0 |  0.689s |     2m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0395, 'n_estimators': 229, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 10, 'min_samples_leaf': 3, 'max_depth': 9, 'max_features': 'sqrt', 'ccp_alpha': 0.0184}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9871
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.072s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.0245
Time elapsed: 0.337s
-------------------------------------------------
Total time: 2m:12s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  0.641s |     0.653s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.6875 |         0.75 |  0.651s |     3.011s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     1.0 |          1.0 |  0.655s |     6.540s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |          1.0 |  0.652s |    10.721s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     1.0 |          1.0 |  0.655s |    12.933s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |          1.0 |  1.249s |    15.167s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.625 |          1.0 |  0.715s |    16.950s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     1.0 |          1.0 |  0.669s |    18.731s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.8125 |          1.0 |  0.642s |    20.579s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.625 |          1.0 |  0.645s |    22.172s |
| Iteration 11     |      l2 |  0.0818 |    saga |      315 |      --- |  0.3125 |          1.0 |  0.649s |    24.263s |
| Iteration 12     |      l1 |  0.0014 | libli.. |      281 |      --- |     0.5 |          1.0 |  0.689s |    26.208s |
| Iteration 13     |      l2 |  0.5346 | libli.. |      287 |      --- |   0.875 |          1.0 |  0.700s |    28.360s |
| Iteration 14     |      l1 |  3.5295 | libli.. |      184 |      --- |  0.4375 |          1.0 |  0.693s |    31.322s |
| Iteration 15     |      l2 | 11.0888 | libli.. |      113 |      --- |   0.625 |          1.0 |  0.694s |    33.664s |
| Iteration 16     |      l1 |  8.7672 | libli.. |      167 |      --- |   0.625 |          1.0 |  0.698s |    35.775s |
| Iteration 17     |      l2 |  0.4706 | libli.. |      314 |      --- |     0.5 |          1.0 |  0.662s |    37.732s |
| Iteration 18     |      l2 |  0.0667 |   lbfgs |      564 |      --- |  0.8125 |          1.0 |  0.705s |    39.734s |
| Iteration 19     |      l2 | 88.9515 |   lbfgs |      572 |      --- |  0.6875 |          1.0 |  0.706s |    41.688s |
| Iteration 20     |      l1 |  0.8883 | libli.. |      129 |      --- |  0.5625 |          1.0 |  0.697s |    43.765s |
| Iteration 21     |      l2 | 23.0321 |   lbfgs |      574 |      --- |   0.625 |          1.0 |  0.712s |    45.739s |
| Iteration 22     |      l1 |  1.7757 | libli.. |      131 |      --- |  0.8125 |          1.0 |  0.650s |    47.667s |
| Iteration 23     |      l1 |  0.1833 | libli.. |      126 |      --- |  0.8438 |          1.0 |  0.643s |    49.634s |
| Iteration 24     |      l2 |  0.0156 | libli.. |      134 |      --- |   0.375 |          1.0 |  0.630s |    51.506s |
| Iteration 25     |      l2 |  0.0061 | libli.. |      299 |      --- |  0.6875 |          1.0 |  0.640s |    53.638s |
| Iteration 26     |      l1 |   0.198 | libli.. |      135 |      --- |  0.8438 |          1.0 |  0.649s |    55.796s |
| Iteration 27     |      l1 | 16.2201 | libli.. |      128 |      --- |  0.5625 |          1.0 |  0.642s |    57.932s |
| Iteration 28     |      l2 |  5.9251 |   lbfgs |      559 |      --- |  0.9375 |          1.0 |  0.644s |    59.952s |
| Iteration 29     |      l2 |  6.5219 |   lbfgs |      557 |      --- |    0.75 |          1.0 |  0.638s |     1m:03s |
| Iteration 30     |      l2 |  1.0626 |   lbfgs |      559 |      --- |   0.625 |          1.0 |  0.644s |     1m:05s |
| Iteration 31     |      l2 |  0.0386 | newto.. |      563 |      --- |  0.9375 |          1.0 |  0.671s |     1m:07s |
| Iteration 32     |      l2 | 14.3267 | libli.. |      562 |      --- |  0.9375 |          1.0 |  0.636s |     1m:09s |
| Iteration 33     |      l2 |  4.4075 | libli.. |      557 |      --- |  0.4375 |          1.0 |  0.638s |     1m:12s |
| Iteration 34     |      l2 | 13.5214 |   lbfgs |      566 |      --- |   0.875 |          1.0 |  0.635s |     1m:14s |
| Iteration 35     |      l2 |   0.019 |   lbfgs |      566 |      --- |     0.5 |          1.0 |  0.632s |     1m:16s |
| Iteration 36     |      l2 | 97.1775 | newto.. |      565 |      --- |     1.0 |          1.0 |  0.640s |     1m:20s |
| Iteration 37     |      l2 | 42.8267 |   lbfgs |      566 |      --- |  0.4375 |          1.0 |  0.639s |     1m:22s |
| Iteration 38     |      l2 |  0.0833 |     sag |      568 |      --- |   0.375 |          1.0 |  0.632s |     1m:24s |
| Iteration 39     |      l2 |  10.873 |     sag |      140 |      --- |   0.375 |          1.0 |  0.655s |     1m:27s |
| Iteration 40     |      l1 |  0.4296 | libli.. |      117 |      --- |   0.875 |          1.0 |  0.630s |     1m:29s |
| Iteration 41     |      l1 |  0.0018 |    saga |      124 |      --- |     0.5 |          1.0 |  0.640s |     1m:31s |
| Iteration 42     |      l2 |  0.0132 | newto.. |      567 |      --- |  0.4375 |          1.0 |  0.635s |     1m:33s |
| Iteration 43     |      l2 |   2.904 |     sag |      570 |      --- |  0.9375 |          1.0 |  0.652s |     1m:35s |
| Iteration 44     |      l2 |  8.8488 |   lbfgs |      565 |      --- |  0.8125 |          1.0 |  0.637s |     1m:38s |
| Iteration 45     |      l2 |   9.723 |   lbfgs |      810 |      --- |   0.625 |          1.0 |  0.683s |     1m:40s |
| Iteration 46     |      l2 |  9.4256 |   lbfgs |      444 |      --- |   0.375 |          1.0 |  0.688s |     1m:42s |
| Iteration 47     |      l2 | 10.4594 |   lbfgs |      559 |      --- |  0.3125 |          1.0 |  0.689s |     1m:44s |
| Iteration 48     |      l2 | 77.0345 | newto.. |      560 |      --- |    0.75 |          1.0 |  0.697s |     1m:46s |
| Iteration 49     |      l2 |  0.0963 | newto.. |      563 |      --- |  0.5625 |          1.0 |  0.692s |     1m:48s |
| Iteration 50     |      l2 |  94.456 | newto.. |      576 |      --- |  0.6875 |          1.0 |  0.685s |     1m:50s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'penalty': 'l1', 'C': 8.2522, 'solver': 'liblinear', 'max_iter': 131}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:52s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7692
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.0917
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:52s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  0.671s |     0.677s |
| Initial point 2  |     svd |       --- |  0.6875 |       0.6875 |  0.673s |     2.299s |
| Initial point 3  |     svd |       --- |  0.6875 |       0.6875 |  0.001s |     3.235s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |       0.6875 |  0.703s |     4.831s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |       0.8125 |  0.643s |     8.487s |
| Initial point 6  |    lsqr |       0.7 |  0.6875 |       0.8125 |  0.636s |    12.519s |
| Initial point 7  |    lsqr |       0.5 |  0.4375 |       0.8125 |  0.637s |    16.671s |
| Initial point 8  |    lsqr |       0.9 |   0.875 |        0.875 |  0.632s |    20.658s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |        0.875 |  0.634s |    22.616s |
| Initial point 10 |   eigen |       0.8 |  0.3125 |        0.875 |  0.654s |    24.109s |
| Iteration 11     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    25.699s |
| Iteration 12     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    26.655s |
| Iteration 13     |    lsqr |      auto |   0.875 |        0.875 |  0.645s |    28.314s |
| Iteration 14     |   eigen |      auto |  0.4375 |        0.875 |  0.634s |    29.985s |
| Iteration 15     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    31.014s |
| Iteration 16     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    32.029s |
| Iteration 17     |   eigen |       0.6 |     0.5 |        0.875 |  0.653s |    33.669s |
| Iteration 18     |    lsqr |       1.0 |    0.25 |        0.875 |  0.646s |    35.401s |
| Iteration 19     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    36.423s |
| Iteration 20     |   eigen |       0.7 |  0.8125 |        0.875 |  0.627s |    38.093s |
| Iteration 21     |   eigen |       0.5 |   0.625 |        0.875 |  0.643s |    40.013s |
| Iteration 22     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    41.181s |
| Iteration 23     |    lsqr |      None |    0.75 |        0.875 |  0.632s |    42.977s |
| Iteration 24     |     svd |       --- |  0.6875 |        0.875 |  0.000s |    44.071s |
| Iteration 25     |   eigen |      None |  0.6875 |        0.875 |  0.640s |    45.738s |
| Iteration 26     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |    46.803s |
| Iteration 27     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |    48.080s |
| Iteration 28     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |    49.166s |
| Iteration 29     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |    51.270s |
| Iteration 30     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    52.624s |
| Iteration 31     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |    53.772s |
| Iteration 32     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    55.044s |
| Iteration 33     |    lsqr |       0.7 |  0.6875 |        0.875 |  0.000s |    56.131s |
| Iteration 34     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |    57.862s |
| Iteration 35     |    lsqr |       1.0 |    0.25 |        0.875 |  0.000s |    58.972s |
| Iteration 36     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:00s |
| Iteration 37     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |     1m:01s |
| Iteration 38     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 39     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 40     |    lsqr |      auto |   0.875 |        0.875 |  0.001s |     1m:05s |
| Iteration 41     |    lsqr |       0.9 |   0.875 |        0.875 |  0.001s |     1m:08s |
| Iteration 42     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 43     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |     1m:13s |
| Iteration 44     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 45     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 46     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:16s |
| Iteration 47     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |     1m:17s |
| Iteration 48     |    lsqr |      auto |   0.875 |        0.875 |  0.000s |     1m:20s |
| Iteration 49     |    lsqr |       0.9 |   0.875 |        0.875 |  0.000s |     1m:22s |
| Iteration 50     |    lsqr |      auto |   0.875 |        0.875 |  0.001s |     1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7522
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0316
Time elapsed: 0.034s
-------------------------------------------------
Total time: 1m:25s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  0.642s |     0.646s |
| Initial point 2  |       0.9 |  0.6875 |       0.6875 |  0.624s |     2.097s |
| Initial point 3  |       0.1 |   0.375 |       0.6875 |  0.628s |     3.622s |
| Initial point 4  |       1.0 |   0.625 |       0.6875 |  0.000s |     4.525s |
| Initial point 5  |       0.2 |  0.8125 |       0.8125 |  0.627s |     8.021s |
| Initial point 6  |       0.4 |    0.75 |       0.8125 |  0.626s |    10.012s |
| Initial point 7  |       0.4 |    0.75 |       0.8125 |  0.000s |    10.910s |
| Initial point 8  |       0.7 |    0.75 |       0.8125 |  0.632s |    12.366s |
| Initial point 9  |       0.9 |  0.6875 |       0.8125 |  0.000s |    13.208s |
| Initial point 10 |       0.8 |  0.1875 |       0.8125 |  0.664s |    14.718s |
| Iteration 11     |       0.3 |  0.4375 |       0.8125 |  0.687s |    17.104s |
| Iteration 12     |       0.6 |  0.6875 |       0.8125 |  0.680s |    20.231s |
| Iteration 13     |       0.5 |  0.3125 |       0.8125 |  0.685s |    22.297s |
| Iteration 14     |       0.0 |  0.4375 |       0.8125 |  0.689s |    23.988s |
| Iteration 15     |       0.2 |  0.8125 |       0.8125 |  0.000s |    24.963s |
| Iteration 16     |       0.2 |  0.8125 |       0.8125 |  0.000s |    25.905s |
| Iteration 17     |       0.2 |  0.8125 |       0.8125 |  0.000s |    26.914s |
| Iteration 18     |       0.2 |  0.8125 |       0.8125 |  0.000s |    27.978s |
| Iteration 19     |       0.2 |  0.8125 |       0.8125 |  0.000s |    28.943s |
| Iteration 20     |       0.2 |  0.8125 |       0.8125 |  0.001s |    30.062s |
| Iteration 21     |       0.6 |  0.6875 |       0.8125 |  0.000s |    31.022s |
| Iteration 22     |       0.2 |  0.8125 |       0.8125 |  0.000s |    31.971s |
| Iteration 23     |       0.2 |  0.8125 |       0.8125 |  0.000s |    32.971s |
| Iteration 24     |       0.2 |  0.8125 |       0.8125 |  0.000s |    34.010s |
| Iteration 25     |       0.2 |  0.8125 |       0.8125 |  0.000s |    34.975s |
| Iteration 26     |       0.2 |  0.8125 |       0.8125 |  0.000s |    35.937s |
| Iteration 27     |       0.2 |  0.8125 |       0.8125 |  0.000s |    38.899s |
| Iteration 28     |       0.9 |  0.6875 |       0.8125 |  0.000s |    42.398s |
| Iteration 29     |       0.2 |  0.8125 |       0.8125 |  0.000s |    45.804s |
| Iteration 30     |       0.8 |  0.1875 |       0.8125 |  0.001s |    49.163s |
| Iteration 31     |       0.2 |  0.8125 |       0.8125 |  0.000s |    50.632s |
| Iteration 32     |       0.2 |  0.8125 |       0.8125 |  0.000s |    51.608s |
| Iteration 33     |       0.2 |  0.8125 |       0.8125 |  0.001s |    52.778s |
| Iteration 34     |       0.2 |  0.8125 |       0.8125 |  0.000s |    53.861s |
| Iteration 35     |       0.2 |  0.8125 |       0.8125 |  0.000s |    54.890s |
| Iteration 36     |       0.2 |  0.8125 |       0.8125 |  0.000s |    55.958s |
| Iteration 37     |       0.2 |  0.8125 |       0.8125 |  0.000s |    56.993s |
| Iteration 38     |       0.2 |  0.8125 |       0.8125 |  0.000s |    57.987s |
| Iteration 39     |       0.2 |  0.8125 |       0.8125 |  0.000s |    59.005s |
| Iteration 40     |       0.2 |  0.8125 |       0.8125 |  0.001s |     1m:00s |
| Iteration 41     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 42     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 43     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 44     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:07s |
| Iteration 45     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:09s |
| Iteration 46     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:10s |
| Iteration 47     |       0.2 |  0.8125 |       0.8125 |  0.001s |     1m:11s |
| Iteration 48     |       0.2 |  0.8125 |       0.8125 |  0.000s |     1m:12s |
| Iteration 49     |       0.2 |  0.8125 |       0.8125 |  0.001s |     1m:13s |
| Iteration 50     |       0.2 |  0.8125 |       0.8125 |  0.001s |     1m:15s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7335
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1068
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:16s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.9533 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  0.644s |     0.665s |
| Initial point 2  |  4.7538 | uniform |   kd_tree |        39 |       2 |   0.625 |       0.8125 |  0.655s |     2.319s |
| Initial point 3  |  3.7552 | dista.. | ball_tree |        25 |       2 |  0.9375 |       0.9375 |  0.643s |     3.797s |
| Initial point 4  | 10.9557 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.642s |     5.286s |
| Initial point 5  |  8.5823 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  0.644s |     6.790s |
| Initial point 6  |   9.939 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  0.673s |     8.349s |
| Initial point 7  |  7.1091 | dista.. | ball_tree |        24 |       1 |  0.6875 |          1.0 |  0.647s |     9.861s |
| Initial point 8  |  1.7036 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  0.642s |    11.355s |
| Initial point 9  |   7.919 | uniform | ball_tree |        24 |       1 |  0.6875 |          1.0 |  0.663s |    12.868s |
| Initial point 10 |  5.6248 | uniform |     brute |        22 |       2 |  0.6875 |          1.0 |  0.653s |    14.402s |
| Iteration 11     |     0.0 | dista.. |     brute |        30 |       1 |     0.5 |          1.0 |  0.644s |    16.104s |
| Iteration 12     |  7.3757 | dista.. |      auto |        29 |       2 |  0.6875 |          1.0 |  1.223s |    18.581s |
| Iteration 13     |  6.7249 | uniform |      auto |        30 |       2 |   0.625 |          1.0 |  0.656s |    20.553s |
| Iteration 14     |  0.6619 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  0.648s |    22.244s |
| Iteration 15     |  0.0006 | uniform |     brute |        31 |       2 |     0.5 |          1.0 |  0.648s |    26.286s |
| Iteration 16     |  8.6667 | dista.. |   kd_tree |        34 |       2 |  0.5625 |          1.0 |  0.657s |    30.980s |
| Iteration 17     |  8.5658 | uniform |      auto |        29 |       1 |  0.7188 |          1.0 |  0.654s |    35.127s |
| Iteration 18     |  8.5875 | dista.. |     brute |        30 |       2 |  0.9375 |          1.0 |  0.656s |    37.447s |
| Iteration 19     |  8.5429 | dista.. | ball_tree |        30 |       1 |  0.8125 |          1.0 |  0.654s |    39.418s |
| Iteration 20     |  8.6303 | uniform |      auto |        31 |       2 |  0.6875 |          1.0 |  0.648s |    41.244s |
| Iteration 21     |  8.6418 | uniform | ball_tree |        30 |       2 |     0.5 |          1.0 |  0.650s |    43.116s |
| Iteration 22     |  9.9219 | dista.. | ball_tree |        30 |       2 |  0.9375 |          1.0 |  0.649s |    45.084s |
| Iteration 23     |  8.4948 | dista.. |      auto |        30 |       2 |  0.9375 |          1.0 |  0.661s |    47.162s |
| Iteration 24     |  6.5643 | dista.. |   kd_tree |        25 |       2 |   0.375 |          1.0 |  0.647s |    49.079s |
| Iteration 25     |  9.1715 | dista.. |   kd_tree |        30 |       2 |  0.6875 |          1.0 |  0.646s |    51.044s |
| Iteration 26     | 10.1614 | dista.. |     brute |        30 |       2 |  0.8125 |          1.0 |  0.704s |    52.990s |
| Iteration 27     |  8.5971 | dista.. |   kd_tree |        30 |       2 |     0.5 |          1.0 |  0.705s |    54.996s |
| Iteration 28     |  8.9554 | dista.. |      auto |        30 |       2 |  0.9375 |          1.0 |  0.709s |    57.081s |
| Iteration 29     |  8.6954 | dista.. |      auto |        34 |       1 |   0.875 |          1.0 |  0.650s |    59.003s |
| Iteration 30     |  8.7173 | dista.. |      auto |        26 |       2 |  0.8125 |          1.0 |  0.634s |     1m:01s |
| Iteration 31     |  9.8266 | dista.. | ball_tree |        34 |       2 |  0.8125 |          1.0 |  0.654s |     1m:05s |
| Iteration 32     |  4.2932 | dista.. | ball_tree |        27 |       2 |  0.8125 |          1.0 |  0.629s |     1m:10s |
| Iteration 33     |  8.8424 | dista.. |     brute |        25 |       2 |  0.6875 |          1.0 |  0.637s |     1m:15s |
| Iteration 34     |  8.7615 | dista.. |     brute |        34 |       2 |   0.875 |          1.0 |  0.638s |     1m:19s |
| Iteration 35     |  8.0457 | dista.. |     brute |        31 |       1 |  0.5625 |          1.0 |  0.640s |     1m:24s |
| Iteration 36     |  11.987 | dista.. |      auto |        33 |       2 |   0.875 |          1.0 |  0.654s |     1m:26s |
| Iteration 37     |  11.987 | dista.. |      auto |        32 |       2 |  0.6875 |          1.0 |  1.243s |     1m:29s |
| Iteration 38     |  9.0614 | dista.. |      auto |        33 |       2 |   0.375 |          1.0 |  0.636s |     1m:31s |
| Iteration 39     |  1.2133 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  0.651s |     1m:33s |
| Iteration 40     |  9.0829 | dista.. |     brute |        30 |       2 |     1.0 |          1.0 |  0.644s |     1m:35s |
| Iteration 41     |  4.5258 | dista.. | ball_tree |        25 |       2 |     1.0 |          1.0 |  0.652s |     1m:37s |
| Iteration 42     |   4.322 | dista.. | ball_tree |        25 |       2 |   0.625 |          1.0 |  0.684s |     1m:39s |
| Iteration 43     |  8.4295 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  0.646s |     1m:43s |
| Iteration 44     |  9.0289 | dista.. |      auto |        30 |       2 |    0.75 |          1.0 |  0.641s |     1m:47s |
| Iteration 45     |  11.987 | dista.. |     brute |        21 |       2 |  0.4375 |          1.0 |  0.636s |     1m:49s |
| Iteration 46     |  0.4027 | dista.. |     brute |        32 |       2 |  0.6875 |          1.0 |  0.641s |     1m:51s |
| Iteration 47     |  7.7596 | dista.. |      auto |        30 |       2 |     0.5 |          1.0 |  0.637s |     1m:53s |
| Iteration 48     |  8.5898 | dista.. |      auto |        31 |       1 |   0.625 |          1.0 |  0.648s |     1m:55s |
| Iteration 49     |  8.8783 | uniform |     brute |        30 |       2 |     0.5 |          1.0 |  0.641s |     1m:57s |
| Iteration 50     |  2.8528 | dista.. |      auto |        25 |       2 |   0.625 |          1.0 |  0.647s |     1m:59s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'radius': 4.5258, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9996
Test evaluation --> roc_auc: 0.575
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.0436
Time elapsed: 0.050s
-------------------------------------------------
Total time: 2m:01s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.5312 |       0.5312 |  1.034s |     1.041s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |       0.6875 |  1.085s |     2.989s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.6875 |       0.6875 |  0.839s |     4.714s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.8438 |       0.8438 |  0.992s |     6.553s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  0.848s |     9.678s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.8125 |          1.0 |  1.062s |    13.344s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.25 |          1.0 |  0.703s |    16.132s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |          1.0 |  0.979s |    18.191s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.875 |          1.0 |  0.685s |    19.732s |
| Initial point 10 |          173 |        0.0151 |     SAMME |    0.75 |          1.0 |  0.803s |    21.482s |
| Iteration 11     |          253 |        0.0355 |     SAMME |     0.5 |          1.0 |  0.853s |    23.536s |
| Iteration 12     |          204 |        0.0496 |     SAMME |  0.8125 |          1.0 |  0.812s |    26.968s |
| Iteration 13     |          474 |        0.0461 |     SAMME |   0.875 |          1.0 |  0.966s |    31.787s |
| Iteration 14     |          184 |          0.01 |     SAMME |     0.5 |          1.0 |  1.324s |    37.347s |
| Iteration 15     |          118 |        0.0203 |     SAMME |  0.7188 |          1.0 |  0.703s |    42.131s |
| Iteration 16     |          442 |        0.0178 |     SAMME |  0.6562 |          1.0 |  0.942s |    47.173s |
| Iteration 17     |           58 |        0.0475 |     SAMME |  0.5625 |          1.0 |  0.689s |    51.861s |
| Iteration 18     |          247 |        0.0493 |     SAMME |   0.875 |          1.0 |  0.819s |    54.288s |
| Iteration 19     |          324 |        0.0475 |     SAMME |  0.8125 |          1.0 |  0.854s |    56.342s |
| Iteration 20     |          391 |        0.0198 |     SAMME |  0.8438 |          1.0 |  0.932s |    58.400s |
| Iteration 21     |          241 |        0.0463 |     SAMME |  0.6562 |          1.0 |  0.836s |     1m:00s |
| Iteration 22     |          404 |        0.0505 |     SAMME |     1.0 |          1.0 |  0.978s |     1m:03s |
| Iteration 23     |          500 |        0.0494 |     SAMME |    0.75 |          1.0 |  1.031s |     1m:05s |
| Iteration 24     |          335 |        0.0508 |     SAMME |    0.75 |          1.0 |  0.912s |     1m:07s |
| Iteration 25     |          464 |        3.2975 |     SAMME |  0.2188 |          1.0 |  0.672s |     1m:09s |
| Iteration 26     |          362 |        0.1183 |   SAMME.R |  0.4375 |          1.0 |  0.964s |     1m:11s |
| Iteration 27     |          410 |        0.0859 |     SAMME |    0.75 |          1.0 |  0.967s |     1m:13s |
| Iteration 28     |          404 |        0.0253 |     SAMME |     1.0 |          1.0 |  0.914s |     1m:15s |
| Iteration 29     |          500 |        0.0192 |     SAMME |  0.9375 |          1.0 |  0.984s |     1m:17s |
| Iteration 30     |          404 |          0.01 |     SAMME |    0.75 |          1.0 |  0.916s |     1m:19s |
| Iteration 31     |          254 |        0.0562 |     SAMME |   0.875 |          1.0 |  0.818s |     1m:21s |
| Iteration 32     |           50 |          10.0 |   SAMME.R |     0.5 |          1.0 |  0.677s |     1m:23s |
| Iteration 33     |          500 |          0.01 |   SAMME.R |    0.75 |          1.0 |  1.025s |     1m:26s |
| Iteration 34     |          500 |        0.0264 |     SAMME |  0.8125 |          1.0 |  0.995s |     1m:28s |
| Iteration 35     |           50 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  0.668s |     1m:30s |
| Iteration 36     |          500 |          0.01 |   SAMME.R |    0.75 |          1.0 |  0.001s |     1m:31s |
| Iteration 37     |          500 |        0.0291 |     SAMME |   0.625 |          1.0 |  0.982s |     1m:34s |
| Iteration 38     |          500 |          0.01 |     SAMME |  0.4688 |          1.0 |  1.560s |     1m:39s |
| Iteration 39     |          500 |        0.1058 |     SAMME |  0.5625 |          1.0 |  0.988s |     1m:42s |
| Iteration 40     |          373 |        0.0246 |     SAMME |     1.0 |          1.0 |  0.894s |     1m:47s |
| Iteration 41     |           83 |        0.3668 |     SAMME |     1.0 |          1.0 |  0.688s |     1m:49s |
| Iteration 42     |          360 |        0.0246 |     SAMME |  0.5938 |          1.0 |  0.875s |     1m:51s |
| Iteration 43     |           70 |        0.4134 |     SAMME |  0.9688 |          1.0 |  0.728s |     1m:53s |
| Iteration 44     |           77 |        0.3868 |     SAMME |     1.0 |          1.0 |  0.722s |     1m:55s |
| Iteration 45     |          498 |         0.465 |   SAMME.R |  0.8125 |          1.0 |  1.084s |     1m:58s |
| Iteration 46     |           80 |        0.3294 |     SAMME |     0.5 |          1.0 |  0.698s |     1m:59s |
| Iteration 47     |          276 |          0.39 |     SAMME |  0.6562 |          1.0 |  0.833s |     2m:02s |
| Iteration 48     |           78 |        0.6321 |   SAMME.R |     0.5 |          1.0 |  0.684s |     2m:04s |
| Iteration 49     |          244 |        0.4178 |     SAMME |  0.7812 |          1.0 |  0.796s |     2m:06s |
| Iteration 50     |           50 |        0.3871 |     SAMME |   0.875 |          1.0 |  0.660s |     2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 404, 'learning_rate': 0.0505, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9241
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.317s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0678
Time elapsed: 1.434s
-------------------------------------------------
Total time: 2m:11s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  1.071s |     1.091s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |       0.8125 |  0.893s |     2.907s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.9375 |       0.9375 |  0.926s |     4.687s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  0.732s |     6.309s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  0.947s |     8.158s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |          1.0 |  0.765s |     9.818s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.6875 |          1.0 |  0.806s |    11.616s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9375 |          1.0 |  0.784s |    13.322s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  0.910s |    15.138s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.625 |          1.0 |  0.895s |    16.949s |
| Iteration 11     |          455 |      gini |         4 |                 3 |               16 |         None |     False |    0.0051 |         --- |  0.4375 |          1.0 |  0.940s |    19.211s |
| Iteration 12     |          419 |      gini |         1 |                14 |               12 |          0.5 |      True |    0.0065 |         0.5 |   0.875 |          1.0 |  0.988s |    21.606s |
| Iteration 13     |          500 |   entropy |      None |                13 |               14 |         auto |     False |    0.0039 |         --- |  0.8125 |          1.0 |  0.928s |    23.789s |
| Iteration 14     |          470 |      gini |      None |                16 |               18 |          0.9 |     False |    0.0011 |         --- |  0.5312 |          1.0 |  0.951s |    26.623s |
| Iteration 15     |          391 |   entropy |         3 |                 8 |               19 |         sqrt |      True |    0.0217 |         0.7 |     0.5 |          1.0 |  0.928s |    30.778s |
| Iteration 16     |          204 |      gini |      None |                14 |               14 |         sqrt |     False |    0.0196 |         --- |  0.6875 |          1.0 |  0.747s |    33.390s |
| Iteration 17     |          252 |   entropy |      None |                 9 |                2 |         auto |     False |    0.0339 |         --- |  0.4375 |          1.0 |  0.774s |    35.481s |
| Iteration 18     |          379 |      gini |      None |                12 |               14 |         sqrt |      True |    0.0103 |        None |  0.9375 |          1.0 |  0.939s |    37.774s |
| Iteration 19     |          460 |      gini |         5 |                15 |                8 |          0.5 |     False |    0.0038 |         --- |   0.875 |          1.0 |  0.899s |    40.147s |
| Iteration 20     |          464 |      gini |         3 |                14 |                9 |          0.8 |     False |    0.0026 |         --- |  0.6562 |          1.0 |  0.912s |    42.463s |
| Iteration 21     |          163 |      gini |         7 |                14 |                7 |          0.8 |     False |    0.0057 |         --- |  0.5938 |          1.0 |  0.719s |    44.599s |
| Iteration 22     |          448 |      gini |         5 |                 6 |                8 |          0.7 |     False |    0.0084 |         --- |     1.0 |          1.0 |  0.933s |    46.944s |
| Iteration 23     |          276 |      gini |         5 |                 8 |                8 |          0.8 |     False |    0.0132 |         --- |    0.75 |          1.0 |  0.806s |    51.615s |
| Iteration 24     |          434 |      gini |         9 |                11 |               13 |          0.5 |      True |    0.0013 |         0.6 |   0.375 |          1.0 |  0.991s |    56.239s |
| Iteration 25     |          476 |      gini |         5 |                20 |                8 |          0.7 |     False |       0.0 |         --- |   0.875 |          1.0 |  0.902s |     1m:01s |
| Iteration 26     |          446 |   entropy |         5 |                 2 |                8 |          0.8 |     False |     0.011 |         --- |     0.5 |          1.0 |  0.910s |     1m:05s |
| Iteration 27     |          443 |      gini |         5 |                13 |                8 |         None |     False |     0.026 |         --- |  0.6875 |          1.0 |  0.909s |     1m:10s |
| Iteration 28     |          447 |      gini |         5 |                11 |                8 |          0.7 |     False |    0.0017 |         --- |     1.0 |          1.0 |  0.914s |     1m:13s |
| Iteration 29     |          405 |      gini |      None |                17 |               14 |         log2 |      True |    0.0346 |        None |   0.875 |          1.0 |  0.955s |     1m:18s |
| Iteration 30     |          381 |      gini |      None |                15 |               14 |         log2 |      True |    0.0328 |        None |   0.875 |          1.0 |  0.927s |     1m:20s |
| Iteration 31     |          444 |      gini |         5 |                 7 |                8 |          0.7 |     False |    0.0061 |         --- |   0.875 |          1.0 |  0.901s |     1m:25s |
| Iteration 32     |          495 |      gini |      None |                 5 |               14 |         log2 |      True |       0.0 |        None |    0.75 |          1.0 |  0.978s |     1m:29s |
| Iteration 33     |          311 |      gini |      None |                15 |               13 |          0.5 |      True |       0.0 |        None |  0.4375 |          1.0 |  0.873s |     1m:32s |
| Iteration 34     |          284 |   entropy |      None |                19 |               16 |         log2 |     False |    0.0196 |         --- |     1.0 |          1.0 |  0.819s |     1m:35s |
| Iteration 35     |          413 |      gini |         5 |                 9 |                8 |          0.8 |     False |       0.0 |         --- |    0.75 |          1.0 |  0.877s |     1m:38s |
| Iteration 36     |          370 |   entropy |         4 |                 3 |               16 |         log2 |     False |    0.0321 |         --- |     1.0 |          1.0 |  0.839s |     1m:40s |
| Iteration 37     |          327 |   entropy |         4 |                 4 |               16 |         log2 |     False |    0.0038 |         --- |    0.75 |          1.0 |  0.827s |     1m:43s |
| Iteration 38     |          296 |   entropy |         1 |                20 |               16 |         log2 |     False |    0.0155 |         --- |  0.2188 |          1.0 |  0.854s |     1m:45s |
| Iteration 39     |          380 |   entropy |         4 |                 3 |               16 |          0.7 |     False |     0.035 |         --- |  0.3438 |          1.0 |  0.914s |     1m:48s |
| Iteration 40     |          281 |   entropy |      None |                17 |               16 |         sqrt |     False |    0.0153 |         --- |     1.0 |          1.0 |  0.813s |     1m:50s |
| Iteration 41     |          114 |   entropy |      None |                13 |               16 |         log2 |     False |    0.0089 |         --- |     1.0 |          1.0 |  0.746s |     1m:52s |
| Iteration 42     |          379 |   entropy |         4 |                14 |               16 |         sqrt |     False |    0.0307 |         --- |   0.625 |          1.0 |  0.849s |     1m:56s |
| Iteration 43     |          358 |   entropy |         3 |                 6 |               16 |         log2 |     False |    0.0254 |         --- |  0.9375 |          1.0 |  0.837s |     1m:59s |
| Iteration 44     |          347 |   entropy |         4 |                 2 |               16 |         sqrt |     False |    0.0311 |         --- |   0.875 |          1.0 |  0.849s |     2m:02s |
| Iteration 45     |          124 |   entropy |      None |                16 |               16 |         log2 |     False |    0.0125 |         --- |  0.7812 |          1.0 |  0.708s |     2m:07s |
| Iteration 46     |          372 |   entropy |      None |                 8 |               16 |         sqrt |     False |    0.0232 |         --- |  0.5312 |          1.0 |  0.857s |     2m:12s |
| Iteration 47     |          369 |      gini |         4 |                 9 |               16 |         log2 |     False |    0.0121 |         --- |     0.5 |          1.0 |  0.853s |     2m:18s |
| Iteration 48     |          366 |   entropy |         4 |                19 |               16 |         sqrt |     False |    0.0265 |         --- |  0.5938 |          1.0 |  0.848s |     2m:23s |
| Iteration 49     |          365 |   entropy |         1 |                 7 |               16 |         log2 |     False |    0.0101 |         --- |  0.8125 |          1.0 |  0.837s |     2m:26s |
| Iteration 50     |           98 |   entropy |         3 |                14 |               16 |         log2 |     False |    0.0031 |         --- |  0.8125 |          1.0 |  0.683s |     2m:29s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8469
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.341s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0678
Time elapsed: 1.596s
-------------------------------------------------
Total time: 2m:32s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.779s |     0.800s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  0.763s |     2.463s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  0.764s |     4.201s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  0.711s |     5.815s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  0.758s |     7.476s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  0.723s |     9.075s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  0.732s |    10.725s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  0.730s |    12.392s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  0.759s |    14.040s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  0.745s |    15.737s |
| Iteration 11     |          444 |        0.1408 |         6 |     1.0 |                9 |       0.8 |              0.9 |         0 |         10 |     0.5 |       0.8125 |  0.754s |    17.731s |
| Iteration 12     |          447 |        0.0411 |         6 |  0.5499 |                4 |       0.8 |              0.9 |      0.01 |          1 |     1.0 |          1.0 |  0.768s |    19.859s |
| Iteration 13     |          321 |        0.0146 |         7 |  0.4523 |                4 |       0.5 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  1.278s |    22.377s |
| Iteration 14     |          386 |        0.0201 |         6 |  0.4602 |                4 |       0.8 |              0.9 |      0.01 |          1 |  0.4688 |          1.0 |  0.743s |    24.412s |
| Iteration 15     |          470 |        0.0429 |         6 |  0.1631 |                8 |       0.8 |              1.0 |       0.1 |          1 |     0.5 |          1.0 |  0.768s |    26.528s |
| Iteration 16     |          426 |         0.279 |         8 |  0.7174 |                3 |       0.6 |              0.7 |         0 |         10 |   0.625 |          1.0 |  0.753s |    28.487s |
| Iteration 17     |          297 |          0.01 |        10 |  0.5909 |                2 |       1.0 |              0.7 |         0 |         10 |   0.625 |          1.0 |  0.708s |    30.406s |
| Iteration 18     |          332 |        0.0745 |         4 |  0.8123 |                4 |       0.7 |              0.9 |      0.01 |          1 |    0.75 |          1.0 |  0.698s |    32.297s |
| Iteration 19     |          433 |        0.2924 |         3 |  0.2964 |                5 |       0.6 |              0.9 |         0 |         10 |  0.6562 |          1.0 |  0.703s |    34.197s |
| Iteration 20     |           51 |        0.0794 |         9 |  0.8886 |               10 |       1.0 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.668s |    36.071s |
| Iteration 21     |          105 |        0.0101 |         4 |  0.8902 |                1 |       0.6 |              0.7 |        10 |        100 |     0.5 |          1.0 |  0.707s |    37.971s |
| Iteration 22     |          202 |        0.6646 |         3 |  0.3028 |                1 |       0.6 |              0.5 |      0.01 |          0 |   0.875 |          1.0 |  0.672s |    40.700s |
| Iteration 23     |          308 |        0.0182 |         8 |  0.9586 |                1 |       0.5 |              1.0 |      0.01 |        100 |     0.5 |          1.0 |  0.708s |    42.878s |
| Iteration 24     |          340 |        0.0107 |         3 |  0.0298 |                1 |       0.8 |              0.8 |        10 |          0 |     0.5 |          1.0 |  0.702s |    44.825s |
| Iteration 25     |          399 |        0.3038 |         7 |  0.1443 |                3 |       0.5 |              0.4 |         0 |          0 |  0.9375 |          1.0 |  0.708s |    46.858s |
| Iteration 26     |          307 |        0.7663 |         5 |  0.1508 |                2 |       0.6 |              0.9 |         0 |          0 |     0.5 |          1.0 |  0.709s |    51.149s |
| Iteration 27     |           56 |        0.7513 |         2 |  0.5566 |                3 |       0.9 |              0.4 |      0.01 |       0.01 |   0.625 |          1.0 |  0.654s |    54.023s |
| Iteration 28     |          232 |        0.0116 |        10 |  0.1864 |                4 |       1.0 |              0.4 |         0 |          0 |     1.0 |          1.0 |  0.681s |    56.004s |
| Iteration 29     |          285 |        0.0461 |         9 |  0.6723 |                4 |       0.6 |              0.4 |         0 |          0 |   0.875 |          1.0 |  0.699s |    57.956s |
| Iteration 30     |          187 |        0.7966 |        10 |  0.1127 |                5 |       0.6 |              0.4 |         0 |          0 |    0.75 |          1.0 |  0.672s |     1m:00s |
| Iteration 31     |          500 |          0.01 |        10 |  0.4551 |                4 |       0.7 |              0.4 |         0 |          0 |   0.875 |          1.0 |  0.721s |     1m:02s |
| Iteration 32     |          386 |        0.0157 |        10 |  0.3016 |                4 |       0.9 |              0.4 |         0 |          0 |  0.8125 |          1.0 |  0.706s |     1m:04s |
| Iteration 33     |          422 |        0.0327 |         1 |  0.6608 |                4 |       0.9 |              0.4 |         0 |          0 |    0.75 |          1.0 |  0.715s |     1m:09s |
| Iteration 34     |          500 |          0.01 |        10 |  0.2932 |                4 |       0.5 |              0.4 |         0 |          0 |  0.5938 |          1.0 |  0.725s |     1m:13s |
| Iteration 35     |          470 |        0.2797 |         2 |   0.469 |               10 |       0.8 |              0.4 |         0 |          0 |     0.5 |          1.0 |  0.709s |     1m:15s |
| Iteration 36     |           44 |          0.01 |         3 |  0.6803 |                4 |       1.0 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.664s |     1m:19s |
| Iteration 37     |          108 |        0.9261 |         3 |  0.1103 |                4 |       1.0 |              0.6 |       100 |          0 |     0.5 |          1.0 |  0.657s |     1m:22s |
| Iteration 38     |           20 |           1.0 |         8 |     1.0 |                4 |       1.0 |              1.0 |         0 |          0 |  0.5938 |          1.0 |  0.643s |     1m:26s |
| Iteration 39     |          358 |         0.011 |         6 |  0.8678 |                5 |       0.8 |              0.6 |         0 |        100 |   0.375 |          1.0 |  0.719s |     1m:32s |
| Iteration 40     |           20 |          0.01 |         1 |  0.3085 |                3 |       0.7 |              0.8 |         0 |          0 |     1.0 |          1.0 |  0.640s |     1m:34s |
| Iteration 41     |           20 |          0.01 |         6 |     0.0 |                2 |       1.0 |              0.7 |         0 |          0 |     1.0 |          1.0 |  0.667s |     1m:37s |
| Iteration 42     |           20 |          0.01 |         4 |  0.1787 |                2 |       0.9 |              0.8 |         0 |          0 |   0.625 |          1.0 |  0.647s |     1m:39s |
| Iteration 43     |           20 |          0.01 |         9 |  0.9376 |                3 |       1.0 |              0.4 |         0 |          0 |  0.9375 |          1.0 |  0.647s |     1m:41s |
| Iteration 44     |           20 |          0.01 |        10 |     0.0 |                3 |       1.0 |              0.8 |         0 |          0 |   0.875 |          1.0 |  0.639s |     1m:43s |
| Iteration 45     |          496 |          0.01 |         2 |  0.6437 |                1 |       0.5 |              0.4 |         0 |          0 |  0.6875 |          1.0 |  0.725s |     1m:45s |
| Iteration 46     |           20 |          0.01 |         1 |    0.72 |                3 |       0.7 |              0.4 |         0 |          0 |     0.5 |          1.0 |  0.646s |     1m:47s |
| Iteration 47     |          145 |           1.0 |         3 |  0.1945 |               10 |       0.7 |              0.6 |       100 |        100 |     0.5 |          1.0 |  0.663s |     1m:50s |
| Iteration 48     |           86 |         0.966 |         6 |    0.49 |                1 |       0.6 |              0.4 |         0 |          0 |     0.5 |          1.0 |  0.649s |     1m:52s |
| Iteration 49     |           91 |        0.0115 |         9 |  0.3225 |                4 |       1.0 |              0.8 |       0.1 |          0 |    0.75 |          1.0 |  0.649s |     1m:54s |
| Iteration 50     |          469 |          0.01 |         8 |     0.0 |                4 |       1.0 |              0.9 |         0 |          0 |  0.8125 |          1.0 |  0.734s |     1m:58s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 447, 'learning_rate': 0.0411, 'max_depth': 6, 'gamma': 0.5499, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8621
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0735
Time elapsed: 0.315s
-------------------------------------------------
Total time: 2m:03s


Final results ==================== >>
Duration: 15m:33s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.83 ± 0.0245
Logistic Regression             --> roc_auc: 0.69 ± 0.0917 ~
Linear Discriminant Analysis    --> roc_auc: 0.65 ± 0.0316 ~
Quadratic Discriminant Analysis --> roc_auc: 0.59 ± 0.1068
Radius Nearest Neighbors        --> roc_auc: 0.51 ± 0.0436 ~
AdaBoost                        --> roc_auc: 0.88 ± 0.0678 !
Random Forest                   --> roc_auc: 0.73 ± 0.0678
XGBoost                         --> roc_auc: 0.71 ± 0.0735
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVLNAGNNRKLIW.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASPNTGNQFYF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAASKGTYKYIF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVPSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAVDNQAGTALIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.625 |        0.625 |  3.247s |     3.267s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |        0.625 |  3.264s |     9.454s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |        0.625 |  3.241s |    15.474s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |        0.625 |  3.256s |    21.300s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |       0.9375 |  3.299s |    25.855s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |       0.9375 |  3.318s |    30.060s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.5625 |       0.9375 |  3.253s |    34.193s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |       0.9375 |  3.293s |    38.504s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |       0.9375 |  3.251s |    42.632s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |       0.9375 |  3.205s |    46.752s |
| Iteration 11     | exponen.. |        0.0326 |          269 |       0.7 | friedman_mse |                11 |                3 |         9 |         sqrt |    0.0118 |     1.0 |          1.0 |  3.262s |    51.309s |
| Iteration 12     | exponen.. |        0.0381 |          127 |       1.0 | squared_er.. |                20 |                3 |         1 |         log2 |    0.0238 |  0.9375 |          1.0 |  3.218s |    55.856s |
| Iteration 13     | exponen.. |        0.0113 |          378 |       0.6 | squared_er.. |                20 |               15 |         3 |          0.8 |    0.0018 |    0.75 |          1.0 |  3.237s |     1m:02s |
| Iteration 14     | exponen.. |        0.0253 |          266 |       0.7 | friedman_mse |                12 |                2 |        10 |         auto |    0.0092 |  0.4688 |          1.0 |  3.143s |     1m:09s |
| Iteration 15     | exponen.. |        0.2359 |          500 |       0.9 | friedman_mse |                 4 |                1 |         6 |         sqrt |    0.0034 |  0.6875 |          1.0 |  3.924s |     1m:15s |
| Iteration 16     | exponen.. |        0.0204 |          288 |       0.8 | friedman_mse |                13 |                3 |         9 |         sqrt |    0.0052 |  0.8125 |          1.0 |  3.267s |     1m:20s |
| Iteration 17     | exponen.. |        0.0317 |          266 |       1.0 | friedman_mse |                10 |               17 |         5 |         sqrt |    0.0176 |    0.25 |          1.0 |  3.196s |     1m:24s |
| Iteration 18     | exponen.. |        0.1021 |          171 |       0.5 | friedman_mse |                 7 |                3 |         8 |         sqrt |    0.0289 |   0.875 |          1.0 |  3.197s |     1m:29s |
| Iteration 19     |  deviance |        0.0147 |           10 |       0.9 | friedman_mse |                 9 |               19 |         3 |          0.8 |    0.0022 |    0.75 |          1.0 |  3.163s |     1m:33s |
| Iteration 20     | exponen.. |        0.8898 |          213 |       0.5 | friedman_mse |                17 |                3 |         7 |         log2 |    0.0296 |   0.875 |          1.0 |  3.237s |     1m:38s |
| Iteration 21     | exponen.. |        0.0226 |           74 |       0.9 | squared_er.. |                 8 |                1 |         4 |         log2 |    0.0226 |  0.5625 |          1.0 |  3.187s |     1m:42s |
| Iteration 22     | exponen.. |        0.0105 |          155 |       0.8 | squared_er.. |                20 |                3 |         5 |         sqrt |    0.0139 |  0.8125 |          1.0 |  3.223s |     1m:47s |
| Iteration 23     | exponen.. |        0.0107 |          127 |       0.9 | squared_er.. |                 7 |                4 |         7 |         sqrt |    0.0285 |  0.9375 |          1.0 |  3.266s |     1m:53s |
| Iteration 24     | exponen.. |        0.2082 |          440 |       0.8 | friedman_mse |                11 |                4 |         4 |         sqrt |    0.0144 |   0.625 |          1.0 |  3.272s |     1m:58s |
| Iteration 25     |  deviance |        0.0655 |          170 |       0.8 | friedman_mse |                19 |                5 |         9 |         log2 |    0.0248 |  0.6875 |          1.0 |  3.219s |     2m:05s |
| Iteration 26     | exponen.. |        0.0146 |          185 |       0.8 | friedman_mse |                 4 |                4 |         6 |         sqrt |    0.0007 |  0.9375 |          1.0 |  3.133s |     2m:12s |
| Iteration 27     | exponen.. |        0.0474 |          185 |       0.7 | squared_er.. |                 8 |                3 |         9 |          0.6 |    0.0203 |    0.75 |          1.0 |  3.115s |     2m:19s |
| Iteration 28     | exponen.. |        0.0136 |          182 |       0.8 | friedman_mse |                 2 |                4 |         9 |         sqrt |    0.0341 |     1.0 |          1.0 |  3.166s |     2m:26s |
| Iteration 29     | exponen.. |        0.0279 |          148 |       0.6 | friedman_mse |                13 |                3 |         6 |         sqrt |    0.0191 |   0.875 |          1.0 |  3.111s |     2m:33s |
| Iteration 30     |  deviance |        0.0262 |          335 |       0.8 | friedman_mse |                 3 |                4 |         7 |         sqrt |    0.0301 |   0.875 |          1.0 |  3.148s |     2m:40s |
| Iteration 31     |  deviance |        0.0113 |          321 |       0.9 | friedman_mse |                11 |                4 |         9 |         log2 |    0.0067 |    0.75 |          1.0 |  3.171s |     2m:47s |
| Iteration 32     | exponen.. |        0.0139 |          319 |       0.8 | friedman_mse |                 7 |               17 |         6 |          0.9 |    0.0197 |  0.9375 |          1.0 |  3.158s |     2m:54s |
| Iteration 33     | exponen.. |        0.0206 |           77 |       0.8 | friedman_mse |                13 |               16 |         5 |          0.9 |     0.003 |  0.6875 |          1.0 |  3.069s |     3m:01s |
| Iteration 34     | exponen.. |        0.1257 |          146 |       0.9 | friedman_mse |                15 |                3 |         6 |         log2 |    0.0059 |  0.8125 |          1.0 |  3.087s |     3m:08s |
| Iteration 35     | exponen.. |          0.01 |          416 |       0.9 | squared_er.. |                 8 |               17 |         7 |          0.7 |    0.0245 |   0.375 |          1.0 |  3.192s |     3m:14s |
| Iteration 36     | exponen.. |        0.0243 |          300 |       0.6 | friedman_mse |                 8 |               17 |         5 |          0.9 |    0.0004 |  0.6875 |          1.0 |  3.160s |     3m:18s |
| Iteration 37     |  deviance |        0.0131 |          413 |       0.5 | friedman_mse |                11 |                4 |         8 |         sqrt |    0.0115 |    0.75 |          1.0 |  3.256s |     3m:23s |
| Iteration 38     |  deviance |        0.2605 |          210 |       1.0 | friedman_mse |                 2 |                4 |        10 |         sqrt |    0.0251 |  0.3438 |          1.0 |  3.798s |     3m:29s |
| Iteration 39     | exponen.. |        0.0232 |           91 |       0.7 | squared_er.. |                14 |                4 |         4 |         sqrt |    0.0158 |     0.5 |          1.0 |  3.186s |     3m:33s |
| Iteration 40     |  deviance |        0.0395 |          323 |       1.0 | squared_er.. |                10 |                3 |         6 |         log2 |    0.0285 |  0.7812 |          1.0 |  3.214s |     3m:38s |
| Iteration 41     |  deviance |        0.0684 |          486 |       0.8 | squared_er.. |                18 |                3 |         5 |         sqrt |    0.0138 |   0.875 |          1.0 |  3.282s |     3m:43s |
| Iteration 42     |  deviance |          0.01 |          448 |       0.6 | friedman_mse |                 2 |                4 |         7 |         sqrt |    0.0023 |     0.5 |          1.0 |  3.255s |     3m:49s |
| Iteration 43     | exponen.. |        0.0126 |          371 |       0.6 | friedman_mse |                18 |                4 |         5 |         sqrt |    0.0283 |   0.875 |          1.0 |  3.257s |     3m:55s |
| Iteration 44     | exponen.. |        0.0129 |          158 |       1.0 | squared_er.. |                 2 |                4 |         6 |         sqrt |    0.0039 |  0.8125 |          1.0 |  3.190s |     3m:60s |
| Iteration 45     | exponen.. |        0.0141 |          119 |       0.7 | friedman_mse |                18 |                4 |         6 |         sqrt |     0.035 |  0.8125 |          1.0 |  3.192s |     4m:04s |
| Iteration 46     | exponen.. |        0.0118 |          252 |       0.7 | friedman_mse |                 2 |                3 |         7 |         sqrt |    0.0259 |  0.5625 |          1.0 |  3.217s |     4m:09s |
| Iteration 47     | exponen.. |        0.0342 |           36 |       1.0 | friedman_mse |                 8 |                3 |         8 |         sqrt |    0.0042 |    0.75 |          1.0 |  3.178s |     4m:14s |
| Iteration 48     | exponen.. |        0.0127 |          181 |       0.7 | friedman_mse |                 2 |                4 |         4 |         sqrt |    0.0163 |  0.6875 |          1.0 |  3.197s |     4m:19s |
| Iteration 49     | exponen.. |        0.0456 |          270 |       1.0 | squared_er.. |                13 |                3 |         6 |         sqrt |    0.0133 |  0.5625 |          1.0 |  3.210s |     4m:24s |
| Iteration 50     |  deviance |        0.0139 |          171 |       0.8 | friedman_mse |                 2 |                4 |        10 |         sqrt |    0.0291 |  0.3125 |          1.0 |  3.198s |     4m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0326, 'n_estimators': 269, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 11, 'min_samples_leaf': 3, 'max_depth': 9, 'max_features': 'sqrt', 'ccp_alpha': 0.0118}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.04
Time elapsed: 0.388s
-------------------------------------------------
Total time: 4m:33s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  3.200s |     3.212s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.5625 |       0.6875 |  3.186s |     7.304s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |       0.8125 |  3.192s |    11.438s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.375 |       0.8125 |  3.144s |    15.448s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     1.0 |          1.0 |  3.227s |    19.516s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |          1.0 |  3.232s |    23.685s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |          1.0 |  3.188s |    27.744s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |          1.0 |  3.221s |    33.062s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.8125 |          1.0 |  3.226s |    39.285s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |          1.0 |  3.098s |    45.692s |
| Iteration 11     |      l2 | 45.9564 |   lbfgs |      392 |      --- |    0.75 |          1.0 |  3.124s |    50.482s |
| Iteration 12     |      l2 |   7.861 |   lbfgs |      598 |      --- |    0.75 |          1.0 |  3.205s |    54.848s |
| Iteration 13     |      l2 | 10.9325 |   lbfgs |      559 |      --- |   0.625 |          1.0 |  3.196s |    59.195s |
| Iteration 14     |      l2 |  0.0023 |     sag |      468 |      --- |   0.375 |          1.0 |  3.751s |     1m:04s |
| Iteration 15     |      l2 |  1.3091 |   lbfgs |      244 |      --- |   0.625 |          1.0 |  3.201s |     1m:08s |
| Iteration 16     |      l2 |  0.1868 | newto.. |      572 |      --- |     0.5 |          1.0 |  3.186s |     1m:13s |
| Iteration 17     |    none |     --- | newto.. |      100 |      --- |  0.3125 |          1.0 |  3.188s |     1m:17s |
| Iteration 18     |      l2 |   0.001 |     sag |      330 |      --- |  0.8125 |          1.0 |  3.186s |     1m:21s |
| Iteration 19     | elast.. |   100.0 |    saga |      304 |      0.3 |   0.625 |          1.0 |  3.211s |     1m:26s |
| Iteration 20     |      l2 |  0.0069 |   lbfgs |      677 |      --- |    0.75 |          1.0 |  3.195s |     1m:30s |
| Iteration 21     |      l2 |   0.001 |     sag |      703 |      --- |   0.375 |          1.0 |  3.191s |     1m:35s |
| Iteration 22     |      l2 | 16.2681 |   lbfgs |      558 |      --- |     0.5 |          1.0 |  3.215s |     1m:39s |
| Iteration 23     |      l2 |  0.0616 | libli.. |      316 |      --- |   0.875 |          1.0 |  3.240s |     1m:43s |
| Iteration 24     |      l2 |  1.4533 | libli.. |      248 |      --- |   0.875 |          1.0 |  3.185s |     1m:48s |
| Iteration 25     |      l2 |  0.0011 |     sag |      505 |      --- |  0.6875 |          1.0 |  3.229s |     1m:54s |
| Iteration 26     |      l2 |  0.0193 | libli.. |      988 |      --- |  0.6875 |          1.0 |  3.177s |     2m:02s |
| Iteration 27     |      l1 |  0.0069 | libli.. |     1000 |      --- |     0.5 |          1.0 |  3.216s |     2m:07s |
| Iteration 28     |      l2 |   0.001 |     sag |      245 |      --- |     1.0 |          1.0 |  3.231s |     2m:11s |
| Iteration 29     |    none |     --- |     sag |      237 |      --- |    0.75 |          1.0 |  3.162s |     2m:18s |
| Iteration 30     |      l1 |   100.0 |    saga |      151 |      --- |    0.75 |          1.0 |  3.211s |     2m:23s |
| Iteration 31     |      l2 |  0.0455 |     sag |      252 |      --- |   0.625 |          1.0 |  3.260s |     2m:28s |
| Iteration 32     |    none |     --- | newto.. |      343 |      --- |  0.6875 |          1.0 |  3.279s |     2m:33s |
| Iteration 33     |      l2 | 20.7793 |   lbfgs |      799 |      --- |    0.75 |          1.0 |  3.268s |     2m:38s |
| Iteration 34     | elast.. |  0.0013 |    saga |      100 |      0.7 |     0.5 |          1.0 |  3.266s |     2m:42s |
| Iteration 35     |      l2 |   0.001 |    saga |      281 |      --- |   0.625 |          1.0 |  3.246s |     2m:47s |
| Iteration 36     |    none |     --- | newto.. |      252 |      --- |     1.0 |          1.0 |  3.277s |     2m:51s |
| Iteration 37     |    none |     --- | newto.. |      255 |      --- |   0.375 |          1.0 |  3.263s |     2m:58s |
| Iteration 38     |      l2 |  0.0046 |   lbfgs |      338 |      --- |    0.25 |          1.0 |  3.827s |     3m:04s |
| Iteration 39     |      l2 |  0.0016 | libli.. |      249 |      --- |     0.5 |          1.0 |  3.247s |     3m:08s |
| Iteration 40     |      l2 | 20.9486 | libli.. |      100 |      --- |  0.6875 |          1.0 |  3.255s |     3m:13s |
| Iteration 41     |      l2 |  0.0031 |   lbfgs |      339 |      --- |  0.5625 |          1.0 |  3.258s |     3m:18s |
| Iteration 42     |    none |     --- | newto.. |      253 |      --- |  0.3125 |          1.0 |  3.248s |     3m:22s |
| Iteration 43     |    none |     --- | newto.. |      211 |      --- |  0.6875 |          1.0 |  3.260s |     3m:28s |
| Iteration 44     |      l2 |  0.2038 | libli.. |      225 |      --- |     0.5 |          1.0 |  3.262s |     3m:34s |
| Iteration 45     |      l2 |   0.001 |     sag |      290 |      --- |  0.6875 |          1.0 |  3.271s |     3m:38s |
| Iteration 46     |      l2 |  2.5475 | libli.. |      399 |      --- |   0.375 |          1.0 |  3.259s |     3m:43s |
| Iteration 47     |      l2 |  0.0032 | newto.. |      487 |      --- |  0.4375 |          1.0 |  3.273s |     3m:47s |
| Iteration 48     |      l2 |   0.003 | newto.. |      252 |      --- |    0.75 |          1.0 |  3.255s |     3m:52s |
| Iteration 49     |      l2 |  0.0013 |     sag |      236 |      --- |  0.5625 |          1.0 |  3.282s |     3m:57s |
| Iteration 50     |    none |     --- | newto.. |      256 |      --- |  0.1875 |          1.0 |  3.256s |     4m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 252}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8643
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.0583
Time elapsed: 0.112s
-------------------------------------------------
Total time: 4m:03s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  3.128s |     3.133s |
| Initial point 2  |     svd |       --- |  0.4375 |         0.75 |  3.134s |     9.608s |
| Initial point 3  |     svd |       --- |  0.4375 |         0.75 |  0.001s |    13.291s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |         0.75 |  3.103s |    20.032s |
| Initial point 5  |   eigen |       0.9 |   0.875 |        0.875 |  3.105s |    24.505s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |        0.875 |  3.210s |    28.632s |
| Initial point 7  |    lsqr |       0.5 |  0.4375 |        0.875 |  3.170s |    32.731s |
| Initial point 8  |    lsqr |       0.9 |  0.8125 |        0.875 |  3.227s |    36.831s |
| Initial point 9  |    lsqr |       0.6 |   0.875 |        0.875 |  3.204s |    40.930s |
| Initial point 10 |   eigen |       0.8 |    0.75 |        0.875 |  3.204s |    45.020s |
| Iteration 11     |   eigen |       0.9 |   0.875 |        0.875 |  0.000s |    46.080s |
| Iteration 12     |   eigen |       0.7 |  0.5625 |        0.875 |  3.226s |    50.286s |
| Iteration 13     |     svd |       --- |  0.4375 |        0.875 |  0.000s |    51.360s |
| Iteration 14     |   eigen |       0.5 |  0.3125 |        0.875 |  3.237s |    56.632s |
| Iteration 15     |   eigen |      auto |   0.625 |        0.875 |  3.250s |     1m:01s |
| Iteration 16     |     svd |       --- |  0.4375 |        0.875 |  0.000s |     1m:05s |
| Iteration 17     |     svd |       --- |  0.4375 |        0.875 |  0.000s |     1m:08s |
| Iteration 18     |   eigen |       0.6 |  0.9375 |       0.9375 |  3.163s |     1m:16s |
| Iteration 19     |   eigen |      None |   0.625 |       0.9375 |  3.200s |     1m:23s |
| Iteration 20     |    lsqr |       1.0 |  0.4375 |       0.9375 |  3.134s |     1m:31s |
| Iteration 21     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:35s |
| Iteration 22     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:36s |
| Iteration 23     |    lsqr |      None |   0.875 |       0.9375 |  3.105s |     1m:41s |
| Iteration 24     |    lsqr |      auto |  0.8125 |       0.9375 |  3.205s |     1m:47s |
| Iteration 25     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:48s |
| Iteration 26     |     svd |       --- |  0.4375 |       0.9375 |  0.000s |     1m:50s |
| Iteration 27     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.001s |     1m:51s |
| Iteration 28     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:52s |
| Iteration 29     |     svd |       --- |  0.4375 |       0.9375 |  0.000s |     1m:53s |
| Iteration 30     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:54s |
| Iteration 31     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:55s |
| Iteration 32     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:56s |
| Iteration 33     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:57s |
| Iteration 34     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:59s |
| Iteration 35     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     1m:60s |
| Iteration 36     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:02s |
| Iteration 37     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:05s |
| Iteration 38     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:07s |
| Iteration 39     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.001s |     2m:08s |
| Iteration 40     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:09s |
| Iteration 41     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:10s |
| Iteration 42     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:13s |
| Iteration 43     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:15s |
| Iteration 44     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:17s |
| Iteration 45     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:20s |
| Iteration 46     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:22s |
| Iteration 47     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.001s |     2m:24s |
| Iteration 48     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:25s |
| Iteration 49     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:27s |
| Iteration 50     |   eigen |       0.6 |  0.9375 |       0.9375 |  0.000s |     2m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7812
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.086
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:30s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  3.094s |     3.098s |
| Initial point 2  |       0.9 |  0.8125 |       0.8125 |  3.151s |     7.405s |
| Initial point 3  |       0.1 |  0.3125 |       0.8125 |  3.149s |    11.936s |
| Initial point 4  |       1.0 |    0.75 |       0.8125 |  0.001s |    13.111s |
| Initial point 5  |       0.2 |   0.875 |        0.875 |  3.137s |    17.355s |
| Initial point 6  |       0.4 |  0.4375 |        0.875 |  3.242s |    21.676s |
| Initial point 7  |       0.4 |  0.4375 |        0.875 |  0.001s |    22.807s |
| Initial point 8  |       0.7 |  0.8125 |        0.875 |  3.204s |    27.071s |
| Initial point 9  |       0.9 |  0.8125 |        0.875 |  0.000s |    28.125s |
| Initial point 10 |       0.8 |   0.625 |        0.875 |  3.211s |    32.287s |
| Iteration 11     |       0.3 |  0.4375 |        0.875 |  3.199s |    36.705s |
| Iteration 12     |       0.6 |    0.75 |        0.875 |  3.226s |    41.100s |
| Iteration 13     |       0.5 |  0.1875 |        0.875 |  3.201s |    45.568s |
| Iteration 14     |       0.0 |   0.375 |        0.875 |  3.209s |    50.002s |
| Iteration 15     |       0.2 |   0.875 |        0.875 |  0.001s |    51.271s |
| Iteration 16     |       0.2 |   0.875 |        0.875 |  0.000s |    52.296s |
| Iteration 17     |       0.2 |   0.875 |        0.875 |  0.000s |    53.266s |
| Iteration 18     |       0.2 |   0.875 |        0.875 |  0.000s |    54.286s |
| Iteration 19     |       0.2 |   0.875 |        0.875 |  0.000s |    55.363s |
| Iteration 20     |       0.2 |   0.875 |        0.875 |  0.000s |    56.344s |
| Iteration 21     |       0.2 |   0.875 |        0.875 |  0.000s |    57.316s |
| Iteration 22     |       0.2 |   0.875 |        0.875 |  0.000s |    58.283s |
| Iteration 23     |       0.2 |   0.875 |        0.875 |  0.000s |    59.346s |
| Iteration 24     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:00s |
| Iteration 25     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 26     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:03s |
| Iteration 27     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 28     |       0.9 |  0.8125 |        0.875 |  0.000s |     1m:05s |
| Iteration 29     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:07s |
| Iteration 30     |       0.8 |   0.625 |        0.875 |  0.000s |     1m:08s |
| Iteration 31     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:09s |
| Iteration 32     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:10s |
| Iteration 33     |       0.2 |   0.875 |        0.875 |  0.001s |     1m:11s |
| Iteration 34     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:13s |
| Iteration 35     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 36     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:17s |
| Iteration 37     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:18s |
| Iteration 38     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:19s |
| Iteration 39     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:20s |
| Iteration 40     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:21s |
| Iteration 41     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:23s |
| Iteration 42     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:24s |
| Iteration 43     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:25s |
| Iteration 44     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:26s |
| Iteration 45     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:27s |
| Iteration 46     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:28s |
| Iteration 47     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:32s |
| Iteration 48     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:34s |
| Iteration 49     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:35s |
| Iteration 50     |       0.2 |   0.875 |        0.875 |  0.000s |     1m:37s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7179
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.103
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:38s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.3255 | dista.. |      auto |        40 |       1 |   0.625 |        0.625 |  3.177s |     3.197s |
| Initial point 2  |  4.9019 | uniform |   kd_tree |        39 |       2 |  0.5938 |        0.625 |  3.235s |     7.598s |
| Initial point 3  |  3.8722 | dista.. | ball_tree |        25 |       2 |   0.875 |        0.875 |  3.243s |    12.038s |
| Initial point 4  | 11.2968 | uniform | ball_tree |        39 |       2 |   0.625 |        0.875 |  3.208s |    16.434s |
| Initial point 5  |  8.8496 | dista.. |      auto |        30 |       2 |  0.8125 |        0.875 |  3.245s |    21.884s |
| Initial point 6  | 10.2485 | dista.. | ball_tree |        21 |       2 |  0.6562 |        0.875 |  3.232s |    26.677s |
| Initial point 7  |  7.3305 | dista.. | ball_tree |        24 |       1 |  0.7188 |        0.875 |  3.253s |    32.872s |
| Initial point 8  |  1.7566 | dista.. | ball_tree |        21 |       2 |   0.375 |        0.875 |  3.305s |    37.815s |
| Initial point 9  |  8.1657 | uniform | ball_tree |        24 |       1 |  0.8125 |        0.875 |  3.277s |    42.330s |
| Initial point 10 |  5.7999 | uniform |     brute |        22 |       2 |  0.4688 |        0.875 |  3.258s |    46.725s |
| Iteration 11     |  7.9754 | uniform | ball_tree |        27 |       2 |  0.6875 |        0.875 |  3.275s |    52.941s |
| Iteration 12     |  5.3914 | uniform |      auto |        25 |       1 |  0.7812 |        0.875 |  3.265s |    58.026s |
| Iteration 13     |  0.3039 | dista.. |   kd_tree |        25 |       2 |     0.5 |        0.875 |  3.122s |     1m:04s |
| Iteration 14     |  3.9646 | dista.. | ball_tree |        27 |       2 |   0.625 |        0.875 |  3.123s |     1m:11s |
| Iteration 15     |  4.0187 | uniform |      auto |        25 |       2 |     0.5 |        0.875 |  3.126s |     1m:16s |
| Iteration 16     |  7.1009 | uniform | ball_tree |        26 |       1 |     1.0 |          1.0 |  3.231s |     1m:21s |
| Iteration 17     |  6.8636 | uniform |     brute |        38 |       1 |  0.3125 |          1.0 |  3.176s |     1m:26s |
| Iteration 18     | 11.7334 | uniform |     brute |        28 |       1 |  0.5625 |          1.0 |  3.227s |     1m:30s |
| Iteration 19     |  7.4365 | uniform |      auto |        25 |       1 |    0.25 |          1.0 |  3.103s |     1m:38s |
| Iteration 20     |  6.9756 | uniform | ball_tree |        27 |       1 |     1.0 |          1.0 |  3.140s |     1m:43s |
| Iteration 21     |  6.7044 | uniform | ball_tree |        37 |       1 |  0.8125 |          1.0 |  3.175s |     1m:47s |
| Iteration 22     |  7.2502 | uniform | ball_tree |        20 |       1 |  0.5625 |          1.0 |  3.782s |     1m:53s |
| Iteration 23     |  6.4603 | uniform | ball_tree |        39 |       2 |  0.8125 |          1.0 |  3.181s |     1m:57s |
| Iteration 24     |  5.5812 | uniform | ball_tree |        23 |       1 |  0.7188 |          1.0 |  3.218s |     2m:02s |
| Iteration 25     |  7.4587 | dista.. |      auto |        28 |       2 |    0.75 |          1.0 |  3.128s |     2m:09s |
| Iteration 26     | 10.0144 | dista.. |      auto |        35 |       1 |  0.8125 |          1.0 |  3.144s |     2m:14s |
| Iteration 27     |  3.2545 | uniform | ball_tree |        37 |       1 |  0.6875 |          1.0 |  3.214s |     2m:19s |
| Iteration 28     |  5.6232 | uniform | ball_tree |        35 |       2 |  0.6562 |          1.0 |  3.241s |     2m:26s |
| Iteration 29     |  8.4951 | dista.. |     brute |        31 |       1 |  0.7812 |          1.0 |  3.143s |     2m:34s |
| Iteration 30     |   0.277 | dista.. |     brute |        21 |       2 |     0.5 |          1.0 |  3.143s |     2m:40s |
| Iteration 31     | 10.1556 | dista.. |     brute |        30 |       2 |    0.75 |          1.0 |  3.162s |     2m:45s |
| Iteration 32     |  7.5874 | uniform | ball_tree |        27 |       1 |     1.0 |          1.0 |  3.238s |     2m:50s |
| Iteration 33     |   7.301 | uniform | ball_tree |        27 |       1 |  0.5938 |          1.0 |  3.214s |     2m:54s |
| Iteration 34     |   2.865 | dista.. |      auto |        33 |       1 |     0.5 |          1.0 |  3.253s |     2m:59s |
| Iteration 35     |  7.3212 | uniform | ball_tree |        37 |       1 |   0.875 |          1.0 |  3.221s |     3m:04s |
| Iteration 36     |  6.0988 | dista.. |     brute |        27 |       1 |  0.7812 |          1.0 |  3.250s |     3m:09s |
| Iteration 37     |  8.4962 | uniform | ball_tree |        34 |       1 |   0.625 |          1.0 |  3.223s |     3m:13s |
| Iteration 38     | 12.3603 | dista.. |     brute |        36 |       1 |    0.25 |          1.0 |  3.269s |     3m:18s |
| Iteration 39     |  6.7566 | uniform | ball_tree |        23 |       2 |   0.375 |          1.0 |  3.219s |     3m:23s |
| Iteration 40     | 12.0064 | uniform | ball_tree |        26 |       1 |   0.625 |          1.0 |  3.245s |     3m:27s |
| Iteration 41     |     0.0 | dista.. | ball_tree |        26 |       1 |     0.5 |          1.0 |  3.229s |     3m:32s |
| Iteration 42     |  6.7893 | uniform | ball_tree |        26 |       1 |   0.625 |          1.0 |  3.133s |     3m:39s |
| Iteration 43     |   7.241 | uniform | ball_tree |        32 |       1 |  0.1875 |          1.0 |  3.235s |     3m:45s |
| Iteration 44     |  8.2677 | uniform | ball_tree |        26 |       1 |   0.625 |          1.0 |  3.219s |     3m:50s |
| Iteration 45     |    6.85 | uniform | ball_tree |        27 |       1 |    0.75 |          1.0 |  3.210s |     3m:55s |
| Iteration 46     |  6.9821 | uniform |   kd_tree |        27 |       1 |   0.875 |          1.0 |  3.216s |     3m:59s |
| Iteration 47     |    7.04 | uniform |      auto |        26 |       1 |  0.4375 |          1.0 |  3.199s |     4m:05s |
| Iteration 48     |  7.1063 | uniform | ball_tree |        38 |       1 |   0.625 |          1.0 |  3.182s |     4m:10s |
| Iteration 49     |   7.895 | dista.. |   kd_tree |        27 |       1 |     0.5 |          1.0 |  3.204s |     4m:15s |
| Iteration 50     |  7.4113 | dista.. | ball_tree |        26 |       1 |    0.25 |          1.0 |  3.191s |     4m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 7.5874, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 27, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7728
Test evaluation --> roc_auc: 0.525
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.505 ± 0.066
Time elapsed: 0.054s
-------------------------------------------------
Total time: 4m:21s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     0.5 |          0.5 |  3.598s |     3.606s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |       0.6875 |  3.577s |     8.437s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.5625 |       0.6875 |  3.344s |    12.860s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     0.5 |       0.6875 |  3.475s |    18.923s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.875 |        0.875 |  3.391s |    25.305s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.6875 |        0.875 |  3.604s |    30.683s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |        0.875 |  3.082s |    37.337s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |        0.875 |  3.363s |    42.352s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.7188 |        0.875 |  3.148s |    46.731s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9062 |       0.9062 |  3.272s |    51.059s |
| Iteration 11     |          111 |        0.0135 |     SAMME |  0.6562 |       0.9062 |  3.184s |    55.666s |
| Iteration 12     |          400 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.470s |     1m:00s |
| Iteration 13     |          392 |          0.01 |   SAMME.R |   0.625 |          1.0 |  3.433s |     1m:05s |
| Iteration 14     |          475 |          0.01 |   SAMME.R |  0.4062 |          1.0 |  3.506s |     1m:10s |
| Iteration 15     |          401 |        0.0131 |   SAMME.R |  0.6875 |          1.0 |  3.438s |     1m:16s |
| Iteration 16     |          404 |        0.0179 |   SAMME.R |   0.625 |          1.0 |  3.383s |     1m:23s |
| Iteration 17     |          176 |        8.3167 |   SAMME.R |  0.3438 |          1.0 |  3.257s |     1m:28s |
| Iteration 18     |           88 |        0.2434 |   SAMME.R |  0.9375 |          1.0 |  3.194s |     1m:33s |
| Iteration 19     |           91 |        0.2789 |   SAMME.R |   0.875 |          1.0 |  3.189s |     1m:37s |
| Iteration 20     |          403 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.377s |     1m:44s |
| Iteration 21     |           84 |        0.2708 |   SAMME.R |  0.5625 |          1.0 |  3.238s |     1m:50s |
| Iteration 22     |           51 |        0.1059 |     SAMME |  0.8438 |          1.0 |  3.217s |     1m:54s |
| Iteration 23     |           94 |        0.0122 |   SAMME.R |  0.8125 |          1.0 |  3.236s |     1m:59s |
| Iteration 24     |           91 |        0.1089 |   SAMME.R |  0.7812 |          1.0 |  3.230s |     2m:04s |
| Iteration 25     |          400 |         0.037 |   SAMME.R |  0.5625 |          1.0 |  4.120s |     2m:09s |
| Iteration 26     |           50 |        0.0104 |   SAMME.R |   0.875 |          1.0 |  3.201s |     2m:14s |
| Iteration 27     |           50 |          0.01 |     SAMME |  0.6562 |          1.0 |  3.167s |     2m:19s |
| Iteration 28     |           52 |        0.0105 |   SAMME.R |     1.0 |          1.0 |  3.214s |     2m:23s |
| Iteration 29     |           50 |          0.01 |   SAMME.R |   0.875 |          1.0 |  3.181s |     2m:28s |
| Iteration 30     |           53 |        0.0105 |   SAMME.R |   0.875 |          1.0 |  3.192s |     2m:33s |
| Iteration 31     |           60 |        0.0102 |     SAMME |  0.7812 |          1.0 |  3.120s |     2m:39s |
| Iteration 32     |           54 |        0.0102 |     SAMME |  0.6875 |          1.0 |  3.170s |     2m:44s |
| Iteration 33     |           51 |        9.2669 |     SAMME |     0.5 |          1.0 |  3.142s |     2m:48s |
| Iteration 34     |           50 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.001s |     2m:49s |
| Iteration 35     |           50 |        0.0561 |   SAMME.R |  0.6875 |          1.0 |  3.101s |     2m:56s |
| Iteration 36     |           50 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.000s |     3m:01s |
| Iteration 37     |           50 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.000s |     3m:06s |
| Iteration 38     |           54 |          0.01 |     SAMME |   0.375 |          1.0 |  3.095s |     3m:11s |
| Iteration 39     |           91 |        0.2402 |   SAMME.R |  0.5625 |          1.0 |  3.100s |     3m:18s |
| Iteration 40     |           51 |        0.0111 |   SAMME.R |  0.5625 |          1.0 |  3.135s |     3m:25s |
| Iteration 41     |          402 |          0.01 |   SAMME.R |    0.75 |          1.0 |  3.436s |     3m:31s |
| Iteration 42     |           54 |          0.01 |   SAMME.R |  0.3438 |          1.0 |  3.214s |     3m:36s |
| Iteration 43     |           84 |        0.0101 |   SAMME.R |   0.875 |          1.0 |  3.249s |     3m:41s |
| Iteration 44     |           50 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.001s |     3m:42s |
| Iteration 45     |           50 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.000s |     3m:43s |
| Iteration 46     |           50 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.000s |     3m:45s |
| Iteration 47     |           50 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.000s |     3m:48s |
| Iteration 48     |          401 |        0.0104 |   SAMME.R |  0.6875 |          1.0 |  3.353s |     3m:57s |
| Iteration 49     |          405 |          0.01 |   SAMME.R |  0.3125 |          1.0 |  3.381s |     4m:04s |
| Iteration 50     |          127 |          0.01 |   SAMME.R |  0.3125 |          1.0 |  3.150s |     4m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 400, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9853
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.366s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.715 ± 0.1375
Time elapsed: 1.600s
-------------------------------------------------
Total time: 4m:15s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  3.531s |     3.550s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.5625 |         0.75 |  3.424s |     8.547s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     0.5 |         0.75 |  3.445s |    13.207s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.625 |         0.75 |  3.246s |    17.620s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |        0.875 |  4.061s |    22.926s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |        0.875 |  3.303s |    27.445s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.5625 |        0.875 |  3.317s |    32.019s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  3.326s |    36.516s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  3.435s |    41.111s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  3.385s |    45.690s |
| Iteration 11     |          479 |   entropy |         5 |                19 |               20 |         None |      True |       0.0 |         0.6 |     0.5 |          1.0 |  3.515s |    52.641s |
| Iteration 12     |          298 |      gini |         2 |                 3 |               17 |         auto |     False |    0.0057 |         --- |  0.9375 |          1.0 |  3.240s |    59.903s |
| Iteration 13     |          467 |   entropy |      None |                20 |                4 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  3.376s |     1m:05s |
| Iteration 14     |          219 |   entropy |      None |                11 |               15 |         auto |     False |     0.035 |         --- |  0.5625 |          1.0 |  3.265s |     1m:10s |
| Iteration 15     |          296 |      gini |         4 |                 4 |               20 |          0.9 |     False |    0.0185 |         --- |   0.875 |          1.0 |  3.334s |     1m:15s |
| Iteration 16     |          316 |   entropy |         5 |                 6 |               17 |         log2 |     False |    0.0169 |         --- |   0.625 |          1.0 |  3.246s |     1m:23s |
| Iteration 17     |          274 |   entropy |      None |                16 |                9 |         auto |      True |    0.0128 |         0.5 |  0.8125 |          1.0 |  3.309s |     1m:31s |
| Iteration 18     |          183 |   entropy |      None |                 5 |               20 |         auto |     False |     0.013 |         --- |     1.0 |          1.0 |  3.163s |     1m:39s |
| Iteration 19     |          460 |      gini |      None |                 2 |                8 |         auto |      True |    0.0164 |         0.5 |   0.875 |          1.0 |  3.500s |     1m:47s |
| Iteration 20     |          469 |      gini |      None |                 2 |               20 |         sqrt |      True |    0.0169 |         0.6 |     0.5 |          1.0 |  3.486s |     1m:56s |
| Iteration 21     |          321 |   entropy |         2 |                 2 |                5 |          0.9 |      True |    0.0274 |        None |  0.6875 |          1.0 |  3.330s |     2m:03s |
| Iteration 22     |           60 |      gini |         5 |                 6 |               18 |          0.9 |     False |    0.0189 |         --- |  0.8125 |          1.0 |  3.140s |     2m:10s |
| Iteration 23     |          400 |   entropy |      None |                 3 |               17 |         auto |     False |    0.0165 |         --- |  0.9375 |          1.0 |  3.418s |     2m:17s |
| Iteration 24     |          499 |      gini |         7 |                19 |               20 |          0.9 |      True |    0.0075 |         0.5 |     0.5 |          1.0 |  3.579s |     2m:24s |
| Iteration 25     |          136 |   entropy |         1 |                 4 |               16 |         auto |     False |    0.0196 |         --- |  0.7812 |          1.0 |  3.277s |     2m:31s |
| Iteration 26     |          249 |      gini |      None |                16 |               18 |          0.6 |     False |     0.011 |         --- |     1.0 |          1.0 |  3.371s |     2m:38s |
| Iteration 27     |          376 |      gini |      None |                11 |               19 |          0.5 |     False |    0.0119 |         --- |  0.7188 |          1.0 |  3.421s |     2m:45s |
| Iteration 28     |          285 |   entropy |      None |                 6 |               16 |         sqrt |     False |    0.0166 |         --- |     1.0 |          1.0 |  3.336s |     2m:51s |
| Iteration 29     |          324 |      gini |         1 |                 4 |               20 |          0.7 |     False |    0.0069 |         --- |  0.8125 |          1.0 |  3.391s |     2m:56s |
| Iteration 30     |          361 |      gini |      None |                 6 |               18 |         log2 |     False |     0.021 |         --- |   0.875 |          1.0 |  3.399s |     3m:02s |
| Iteration 31     |          233 |   entropy |      None |                12 |               17 |          0.6 |     False |    0.0172 |         --- |  0.8438 |          1.0 |  3.929s |     3m:07s |
| Iteration 32     |          228 |      gini |      None |                18 |               18 |          0.5 |     False |    0.0122 |         --- |     1.0 |          1.0 |  3.347s |     3m:12s |
| Iteration 33     |          322 |      gini |      None |                10 |               16 |         None |     False |    0.0013 |         --- |     0.5 |          1.0 |  3.395s |     3m:17s |
| Iteration 34     |          285 |      gini |      None |                 7 |               16 |         auto |     False |    0.0164 |         --- |  0.5625 |          1.0 |  3.340s |     3m:22s |
| Iteration 35     |          311 |   entropy |      None |                10 |               20 |          0.7 |     False |    0.0145 |         --- |  0.4375 |          1.0 |  3.337s |     3m:27s |
| Iteration 36     |          273 |      gini |      None |                18 |               18 |         log2 |     False |    0.0237 |         --- |   0.875 |          1.0 |  3.351s |     3m:32s |
| Iteration 37     |          256 |      gini |      None |                18 |               18 |          0.6 |     False |    0.0082 |         --- |  0.4375 |          1.0 |  3.325s |     3m:38s |
| Iteration 38     |          407 |   entropy |      None |                14 |               16 |         sqrt |     False |    0.0171 |         --- |  0.3125 |          1.0 |  3.431s |     3m:43s |
| Iteration 39     |          477 |      gini |      None |                 5 |                2 |          0.8 |     False |    0.0066 |         --- |     0.5 |          1.0 |  3.461s |     3m:50s |
| Iteration 40     |          434 |      gini |      None |                18 |               18 |         None |     False |    0.0126 |         --- |  0.8125 |          1.0 |  3.443s |     3m:56s |
| Iteration 41     |          319 |   entropy |      None |                 5 |               18 |          0.5 |     False |    0.0062 |         --- |   0.875 |          1.0 |  3.396s |     4m:01s |
| Iteration 42     |           76 |      gini |      None |                 5 |               18 |         sqrt |     False |     0.021 |         --- |     0.5 |          1.0 |  3.175s |     4m:06s |
| Iteration 43     |          299 |   entropy |      None |                 4 |                1 |          0.6 |     False |    0.0277 |         --- |  0.8125 |          1.0 |  3.360s |     4m:12s |
| Iteration 44     |          440 |   entropy |      None |                 4 |               20 |          0.9 |     False |     0.011 |         --- |  0.8125 |          1.0 |  3.388s |     4m:17s |
| Iteration 45     |          444 |   entropy |      None |                 6 |                5 |         sqrt |     False |    0.0091 |         --- |  0.8125 |          1.0 |  3.431s |     4m:22s |
| Iteration 46     |          304 |   entropy |      None |                 5 |               18 |         log2 |      True |    0.0162 |         0.9 |  0.4688 |          1.0 |  3.356s |     4m:27s |
| Iteration 47     |          150 |   entropy |      None |                 5 |                9 |         sqrt |     False |    0.0236 |         --- |  0.5625 |          1.0 |  3.247s |     4m:32s |
| Iteration 48     |          361 |      gini |      None |                 7 |               18 |         auto |     False |    0.0128 |         --- |  0.4375 |          1.0 |  3.365s |     4m:38s |
| Iteration 49     |          201 |      gini |         1 |                17 |               15 |          0.5 |     False |    0.0187 |         --- |  0.7812 |          1.0 |  3.261s |     4m:43s |
| Iteration 50     |          176 |   entropy |         1 |                 4 |               12 |          0.9 |     False |    0.0202 |         --- |  0.3125 |          1.0 |  3.227s |     4m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 249, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 16, 'min_samples_leaf': 18, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.011}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8875
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.180s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.715 ± 0.086
Time elapsed: 0.794s
-------------------------------------------------
Total time: 4m:50s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.257s |     3.277s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  3.225s |     8.920s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  3.233s |    13.670s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  3.157s |    17.944s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  3.225s |    22.258s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  3.187s |    26.585s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  3.823s |    31.825s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  3.190s |    36.145s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  3.247s |    40.568s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.207s |    45.009s |
| Iteration 11     |          490 |        0.1237 |         3 |     0.0 |                4 |       0.8 |              0.6 |         0 |         10 |  0.5625 |       0.8125 |  3.237s |    49.874s |
| Iteration 12     |          500 |        0.0616 |         2 |  0.7486 |                4 |       0.8 |              0.8 |         0 |          1 |  0.9375 |       0.9375 |  3.234s |    54.707s |
| Iteration 13     |          180 |        0.0125 |         9 |     1.0 |                4 |       0.7 |              0.5 |         0 |          1 |   0.875 |       0.9375 |  3.196s |    59.431s |
| Iteration 14     |          500 |        0.0594 |         1 |   0.787 |                4 |       0.8 |              0.8 |         0 |          1 |  0.4062 |       0.9375 |  3.213s |     1m:04s |
| Iteration 15     |           45 |        0.9311 |        10 |  0.1032 |                9 |       0.5 |              0.9 |        10 |          1 |     0.5 |       0.9375 |  3.170s |     1m:09s |
| Iteration 16     |          100 |        0.0136 |        10 |  0.7512 |                2 |       0.9 |              0.5 |        10 |          1 |     0.5 |       0.9375 |  3.163s |     1m:14s |
| Iteration 17     |          272 |        0.0316 |         9 |     1.0 |                4 |       0.8 |              0.5 |      0.01 |          1 |     0.5 |       0.9375 |  3.180s |     1m:18s |
| Iteration 18     |           50 |        0.2077 |         2 |  0.3366 |                4 |       0.8 |              0.8 |         0 |          1 |  0.8125 |       0.9375 |  3.153s |     1m:25s |
| Iteration 19     |          159 |        0.0606 |        10 |   0.694 |               10 |       0.6 |              0.9 |         0 |        100 |     0.5 |       0.9375 |  3.176s |     1m:31s |
| Iteration 20     |           24 |        0.0201 |        10 |  0.5219 |                2 |       0.6 |              0.8 |         0 |         10 |  0.9375 |       0.9375 |  3.154s |     1m:35s |
| Iteration 21     |           23 |        0.1849 |        10 |  0.7857 |                1 |       0.9 |              1.0 |         0 |        0.1 |  0.5625 |       0.9375 |  3.144s |     1m:40s |
| Iteration 22     |           47 |         0.153 |        10 |  0.1231 |                7 |       0.5 |              0.8 |       100 |         10 |     0.5 |       0.9375 |  3.187s |     1m:44s |
| Iteration 23     |          316 |        0.2749 |         3 |  0.7783 |                1 |       0.5 |              0.4 |         0 |          0 |   0.875 |       0.9375 |  3.195s |     1m:49s |
| Iteration 24     |           44 |        0.8688 |         6 |  0.1097 |                1 |       0.5 |              0.4 |         0 |          1 |  0.7188 |       0.9375 |  3.167s |     1m:54s |
| Iteration 25     |          478 |        0.0666 |         2 |  0.9214 |                1 |       0.5 |              0.6 |         0 |          0 |  0.8125 |       0.9375 |  3.240s |     1m:58s |
| Iteration 26     |          166 |        0.3578 |         4 |  0.2127 |                1 |       0.5 |              1.0 |         0 |        100 |  0.9375 |       0.9375 |  3.177s |     2m:03s |
| Iteration 27     |          169 |        0.0743 |         9 |  0.5682 |                1 |       0.5 |              0.9 |         0 |       0.01 |    0.75 |       0.9375 |  3.184s |     2m:08s |
| Iteration 28     |           43 |        0.4473 |        10 |  0.0029 |                3 |       0.5 |              0.8 |         0 |         10 |   0.875 |       0.9375 |  3.179s |     2m:12s |
| Iteration 29     |           20 |          0.01 |         1 |     1.0 |                1 |       0.5 |              1.0 |         0 |        100 |     0.5 |       0.9375 |  3.177s |     2m:17s |
| Iteration 30     |           52 |        0.1927 |         1 |  0.7341 |                1 |       1.0 |              0.5 |         0 |        100 |   0.625 |       0.9375 |  3.153s |     2m:22s |
| Iteration 31     |          500 |        0.2638 |        10 |     0.0 |                3 |       0.5 |              0.4 |         0 |          0 |    0.75 |       0.9375 |  3.256s |     2m:27s |
| Iteration 32     |          500 |           1.0 |        10 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |   0.875 |       0.9375 |  3.868s |     2m:32s |
| Iteration 33     |          477 |        0.0141 |         7 |  0.9647 |               10 |       1.0 |              0.9 |       100 |        100 |     0.5 |       0.9375 |  3.237s |     2m:39s |
| Iteration 34     |          500 |          0.01 |        10 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |   0.875 |       0.9375 |  3.209s |     2m:47s |
| Iteration 35     |          427 |        0.1098 |         2 |  0.0014 |                1 |       0.5 |              0.6 |      0.01 |         10 |  0.5625 |       0.9375 |  3.144s |     2m:54s |
| Iteration 36     |          500 |           1.0 |        10 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |     1.0 |          1.0 |  3.229s |     3m:01s |
| Iteration 37     |          279 |        0.0897 |        10 |  0.0982 |                1 |       0.5 |              0.7 |         0 |         10 |   0.625 |          1.0 |  3.181s |     3m:08s |
| Iteration 38     |          338 |        0.0518 |         3 |  0.2875 |               10 |       1.0 |              0.6 |         0 |        0.1 |     0.5 |          1.0 |  3.110s |     3m:15s |
| Iteration 39     |          427 |        0.0122 |         9 |  0.9294 |                1 |       1.0 |              0.6 |         0 |         10 |  0.5625 |          1.0 |  3.161s |     3m:22s |
| Iteration 40     |          183 |        0.0323 |        10 |  0.0392 |                4 |       0.5 |              0.6 |         0 |       0.01 |  0.7812 |          1.0 |  3.129s |     3m:30s |
| Iteration 41     |          500 |           1.0 |        10 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.001s |     3m:35s |
| Iteration 42     |          145 |         0.062 |         2 |  0.7499 |                6 |       0.8 |              0.7 |         0 |          1 |   0.375 |          1.0 |  3.087s |     3m:42s |
| Iteration 43     |          365 |        0.0204 |        10 |  0.5205 |                2 |       0.6 |              0.4 |      0.01 |         10 |  0.9375 |          1.0 |  3.204s |     3m:47s |
| Iteration 44     |          340 |        0.1637 |         2 |     1.0 |                4 |       0.8 |              0.7 |      0.01 |          1 |   0.875 |          1.0 |  3.209s |     3m:52s |
| Iteration 45     |          301 |           1.0 |        10 |  0.6151 |                2 |       0.6 |              0.7 |      0.01 |         10 |  0.8125 |          1.0 |  3.230s |     3m:57s |
| Iteration 46     |          258 |        0.0796 |         4 |   0.686 |                1 |       0.5 |              0.6 |      0.01 |        100 |  0.4375 |          1.0 |  3.185s |     4m:02s |
| Iteration 47     |          422 |        0.5479 |         4 |  0.0784 |                1 |       0.5 |              1.0 |       0.1 |        100 |  0.6875 |          1.0 |  3.242s |     4m:07s |
| Iteration 48     |           77 |        0.5395 |        10 |   0.427 |                2 |       0.6 |              0.6 |         1 |         10 |   0.375 |          1.0 |  3.154s |     4m:12s |
| Iteration 49     |           70 |        0.6663 |         7 |  0.6486 |                3 |       0.9 |              0.8 |      0.01 |          1 |   0.625 |          1.0 |  3.200s |     4m:17s |
| Iteration 50     |          210 |        0.0163 |         2 |  0.7548 |                4 |       0.8 |              0.8 |         0 |          1 |    0.25 |          1.0 |  3.147s |     4m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 10, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9955
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.094s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.04
Time elapsed: 0.279s
-------------------------------------------------
Total time: 4m:24s


Final results ==================== >>
Duration: 30m:35s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.73 ± 0.04 ~ !
Logistic Regression             --> roc_auc: 0.69 ± 0.0583 ~
Linear Discriminant Analysis    --> roc_auc: 0.71 ± 0.086
Quadratic Discriminant Analysis --> roc_auc: 0.63 ± 0.103
Radius Nearest Neighbors        --> roc_auc: 0.505 ± 0.066 ~
AdaBoost                        --> roc_auc: 0.715 ± 0.1375 ~
Random Forest                   --> roc_auc: 0.715 ± 0.086
XGBoost                         --> roc_auc: 0.67 ± 0.04 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 833 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGGGSYIPTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASASGTYKYIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CASSLDSYEQYF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAARTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSPSSYEQYF.
   >>> Dropping feature CAVASGTYKYIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CAASDAGGTSYGKLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9375 |       0.9375 |  0.650s |     0.669s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |       0.9375 |  0.674s |     2.719s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |       0.9375 |  0.633s |     4.486s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.9375 |       0.9375 |  0.667s |     6.241s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.689s |     9.082s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     1.0 |          1.0 |  1.431s |    13.242s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.695s |    17.026s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.8125 |          1.0 |  0.743s |    20.476s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.9375 |          1.0 |  0.679s |    22.693s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |          1.0 |  0.680s |    24.477s |
| Iteration 11     |  deviance |        0.1683 |          446 |       0.7 | squared_er.. |                12 |               13 |         9 |         log2 |    0.0119 |    0.75 |          1.0 |  0.729s |    27.178s |
| Iteration 12     | exponen.. |        0.0281 |          117 |       0.8 | friedman_mse |                 5 |                8 |         5 |          0.6 |    0.0153 |  0.9375 |          1.0 |  0.660s |    30.887s |
| Iteration 13     | exponen.. |        0.0549 |          487 |       0.9 | friedman_mse |                 7 |                9 |         6 |          0.6 |    0.0228 |  0.8125 |          1.0 |  0.742s |    34.958s |
| Iteration 14     | exponen.. |        0.0369 |          123 |       0.5 | friedman_mse |                12 |                1 |        10 |         auto |    0.0182 |  0.6875 |          1.0 |  0.650s |    37.317s |
| Iteration 15     |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               12 |        10 |         log2 |     0.019 |  0.6875 |          1.0 |  0.712s |    40.637s |
| Iteration 16     | exponen.. |        0.2938 |          264 |       0.9 | friedman_mse |                 4 |               13 |         9 |          0.9 |    0.0258 |     1.0 |          1.0 |  0.689s |    43.076s |
| Iteration 17     | exponen.. |        0.0161 |          278 |       1.0 | squared_er.. |                17 |                1 |        10 |          0.8 |    0.0229 |   0.375 |          1.0 |  0.709s |    45.037s |
| Iteration 18     | exponen.. |        0.0653 |          267 |       1.0 | friedman_mse |                 7 |                3 |        10 |         None |    0.0216 |     1.0 |          1.0 |  0.689s |    47.083s |
| Iteration 19     | exponen.. |        0.1123 |          294 |       0.8 | friedman_mse |                 8 |                4 |         3 |         None |    0.0098 |   0.875 |          1.0 |  0.697s |    49.236s |
| Iteration 20     | exponen.. |        0.0432 |          264 |       1.0 | friedman_mse |                 7 |                3 |        10 |         None |    0.0245 |     1.0 |          1.0 |  0.700s |    53.203s |
| Iteration 21     | exponen.. |        0.0487 |          416 |       0.9 | friedman_mse |                 6 |               13 |         9 |          0.7 |     0.003 |    0.75 |          1.0 |  0.734s |    55.873s |
| Iteration 22     | exponen.. |        0.8981 |          235 |       0.9 | friedman_mse |                 3 |               13 |         9 |          0.8 |    0.0169 |  0.7188 |          1.0 |  0.718s |    58.131s |
| Iteration 23     |  deviance |        0.1545 |          261 |       0.6 | friedman_mse |                14 |                3 |         9 |         sqrt |    0.0183 |   0.875 |          1.0 |  0.723s |     1m:00s |
| Iteration 24     |  deviance |        0.0439 |          310 |       0.6 | squared_er.. |                13 |               13 |        10 |         log2 |    0.0332 |  0.8125 |          1.0 |  0.723s |     1m:03s |
| Iteration 25     |  deviance |        0.6039 |          472 |       0.6 | squared_er.. |                11 |               20 |         8 |          0.7 |    0.0057 |     0.5 |          1.0 |  0.777s |     1m:05s |
| Iteration 26     |  deviance |        0.5718 |          166 |       0.6 | squared_er.. |                12 |               13 |         9 |         log2 |    0.0308 |     1.0 |          1.0 |  0.697s |     1m:07s |
| Iteration 27     |  deviance |          0.01 |           10 |       0.5 | friedman_mse |                20 |               20 |         1 |         None |     0.035 |     0.5 |          1.0 |  0.667s |     1m:09s |
| Iteration 28     |  deviance |        0.1357 |          143 |       0.9 | friedman_mse |                14 |               18 |         1 |         sqrt |    0.0076 |    0.75 |          1.0 |  0.693s |     1m:12s |
| Iteration 29     | exponen.. |        0.0811 |          222 |       0.6 | friedman_mse |                 9 |                3 |         9 |          0.5 |    0.0342 |   0.625 |          1.0 |  0.712s |     1m:14s |
| Iteration 30     | exponen.. |        0.3549 |          292 |       0.6 | friedman_mse |                10 |                3 |        10 |         sqrt |    0.0229 |  0.6875 |          1.0 |  1.249s |     1m:17s |
| Iteration 31     |  deviance |        0.8173 |          124 |       0.6 | friedman_mse |                14 |                3 |         9 |         sqrt |    0.0256 |  0.8438 |          1.0 |  0.650s |     1m:19s |
| Iteration 32     | exponen.. |        0.0827 |          143 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0335 |    0.75 |          1.0 |  0.656s |     1m:22s |
| Iteration 33     |  deviance |        0.7981 |          202 |       0.6 | squared_er.. |                12 |               13 |         9 |         log2 |    0.0315 |  0.5625 |          1.0 |  0.659s |     1m:25s |
| Iteration 34     |  deviance |        0.5979 |          500 |       1.0 | friedman_mse |                20 |                9 |         1 |         None |       0.0 |     1.0 |          1.0 |  0.705s |     1m:27s |
| Iteration 35     |  deviance |          0.01 |          500 |       1.0 | friedman_mse |                20 |                1 |         1 |         None |     0.035 |  0.9688 |          1.0 |  0.706s |     1m:29s |
| Iteration 36     |  deviance |          0.01 |           10 |       1.0 | friedman_mse |                 2 |               20 |         1 |         None |     0.035 |    0.75 |          1.0 |  0.616s |     1m:32s |
| Iteration 37     | exponen.. |        0.2069 |          429 |       1.0 | friedman_mse |                 7 |                1 |         8 |         None |    0.0261 |  0.4375 |          1.0 |  0.742s |     1m:34s |
| Iteration 38     | exponen.. |         0.021 |          266 |       0.9 | friedman_mse |                 4 |                7 |         5 |         None |    0.0316 |     1.0 |          1.0 |  0.695s |     1m:37s |
| Iteration 39     | exponen.. |        0.1613 |          266 |       0.9 | friedman_mse |                18 |               17 |         1 |          0.8 |    0.0202 |  0.8438 |          1.0 |  0.684s |     1m:39s |
| Iteration 40     | exponen.. |        0.2279 |          269 |       0.7 | friedman_mse |                 3 |                1 |         9 |         None |    0.0018 |     1.0 |          1.0 |  0.708s |     1m:42s |
| Iteration 41     | exponen.. |        0.3458 |          267 |       0.6 | friedman_mse |                 3 |               12 |         6 |         None |    0.0195 |     1.0 |          1.0 |  0.695s |     1m:44s |
| Iteration 42     |  deviance |        0.0891 |          233 |       0.7 | friedman_mse |                10 |                8 |         5 |         auto |    0.0081 |     1.0 |          1.0 |  0.679s |     1m:46s |
| Iteration 43     | exponen.. |        0.0569 |          228 |       0.9 | friedman_mse |                20 |               12 |         9 |         auto |    0.0201 |  0.9375 |          1.0 |  0.681s |     1m:50s |
| Iteration 44     |  deviance |        0.1182 |          152 |       0.5 | squared_er.. |                12 |                9 |         5 |         log2 |     0.005 |     1.0 |          1.0 |  0.657s |     1m:53s |
| Iteration 45     |  deviance |        0.0424 |          157 |       0.6 | squared_er.. |                12 |               16 |         4 |         log2 |    0.0341 |   0.875 |          1.0 |  0.659s |     1m:55s |
| Iteration 46     | exponen.. |         0.011 |          267 |       1.0 | friedman_mse |                 2 |                2 |        10 |         None |    0.0149 |   0.625 |          1.0 |  0.708s |     1m:58s |
| Iteration 47     | exponen.. |        0.0175 |          232 |       0.8 | friedman_mse |                 5 |                3 |         8 |         auto |     0.018 |   0.625 |          1.0 |  0.741s |     2m:00s |
| Iteration 48     | exponen.. |        0.3478 |          265 |       0.7 | friedman_mse |                12 |               11 |         5 |         None |    0.0327 |     1.0 |          1.0 |  0.722s |     2m:02s |
| Iteration 49     | exponen.. |        0.2399 |          265 |       1.0 | friedman_mse |                18 |               17 |         8 |         None |    0.0132 |    0.75 |          1.0 |  0.711s |     2m:05s |
| Iteration 50     | exponen.. |        0.6692 |          267 |       0.6 | friedman_mse |                 7 |               15 |         4 |         None |    0.0184 |  0.9375 |          1.0 |  0.722s |     2m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.6819, 'n_estimators': 456, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 13, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0081}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9629
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.113s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.097
Time elapsed: 0.534s
-------------------------------------------------
Total time: 2m:10s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.9375 |       0.9375 |  0.680s |     0.693s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.3125 |       0.9375 |  0.643s |     2.465s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.75 |       0.9375 |  0.649s |     4.074s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     1.0 |          1.0 |  1.242s |     7.808s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |          1.0 |  0.683s |     9.967s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.5625 |          1.0 |  0.679s |    11.657s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |          1.0 |  0.665s |    13.321s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.375 |          1.0 |  0.635s |    14.932s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |          1.0 |  0.645s |    16.620s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |          1.0 |  0.683s |    18.419s |
| Iteration 11     |    none |     --- |     sag |      305 |      --- |    0.75 |          1.0 |  0.688s |    20.513s |
| Iteration 12     |    none |     --- |     sag |      972 |      --- |   0.625 |          1.0 |  0.690s |    22.739s |
| Iteration 13     |      l2 |  7.4349 | libli.. |      843 |      --- |   0.625 |          1.0 |  0.687s |    24.851s |
| Iteration 14     |    none |     --- |   lbfgs |      100 |      --- |     1.0 |          1.0 |  0.694s |    26.865s |
| Iteration 15     |    none |     --- | newto.. |      581 |      --- |   0.625 |          1.0 |  0.637s |    28.753s |
| Iteration 16     |    none |     --- |   lbfgs |      178 |      --- |    0.75 |          1.0 |  0.649s |    30.693s |
| Iteration 17     |      l2 |  0.0013 |   lbfgs |      887 |      --- |   0.625 |          1.0 |  0.632s |    32.634s |
| Iteration 18     |    none |     --- |    saga |      158 |      --- |  0.6875 |          1.0 |  0.642s |    34.559s |
| Iteration 19     |    none |     --- |   lbfgs |      118 |      --- |  0.6875 |          1.0 |  0.655s |    36.631s |
| Iteration 20     |      l1 | 52.6772 |    saga |      951 |      --- |   0.625 |          1.0 |  0.648s |    38.943s |
| Iteration 21     |    none |     --- |    saga |      708 |      --- |   0.625 |          1.0 |  0.640s |    40.892s |
| Iteration 22     |    none |     --- |   lbfgs |      917 |      --- |  0.4375 |          1.0 |  0.655s |    44.486s |
| Iteration 23     |      l1 |  0.0191 |    saga |      125 |      --- |     0.5 |          1.0 |  0.633s |    48.512s |
| Iteration 24     |      l2 | 11.5408 |   lbfgs |      861 |      --- |   0.625 |          1.0 |  0.652s |    50.897s |
| Iteration 25     |    none |     --- |    saga |      168 |      --- |     0.5 |          1.0 |  0.651s |    52.834s |
| Iteration 26     |    none |     --- |   lbfgs |      113 |      --- |   0.875 |          1.0 |  0.640s |    54.959s |
| Iteration 27     |    none |     --- |     sag |      953 |      --- |   0.625 |          1.0 |  0.631s |    57.148s |
| Iteration 28     |    none |     --- |   lbfgs |      997 |      --- |  0.9375 |          1.0 |  0.645s |    59.149s |
| Iteration 29     |      l2 |  3.5611 | libli.. |      944 |      --- |   0.875 |          1.0 |  0.638s |     1m:02s |
| Iteration 30     |    none |     --- |   lbfgs |      103 |      --- |  0.8125 |          1.0 |  0.640s |     1m:04s |
| Iteration 31     |    none |     --- |     sag |      992 |      --- |   0.625 |          1.0 |  0.633s |     1m:08s |
| Iteration 32     |    none |     --- |    saga |      939 |      --- |     1.0 |          1.0 |  0.635s |     1m:10s |
| Iteration 33     |      l2 |  1.8477 | libli.. |      938 |      --- |     0.5 |          1.0 |  0.647s |     1m:13s |
| Iteration 34     |      l2 |    0.05 | libli.. |      991 |      --- |  0.8125 |          1.0 |  0.634s |     1m:17s |
| Iteration 35     |      l2 |  8.2259 | libli.. |     1000 |      --- |  0.8125 |          1.0 |  0.630s |     1m:20s |
| Iteration 36     |    none |     --- |     sag |      759 |      --- |   0.625 |          1.0 |  0.650s |     1m:22s |
| Iteration 37     |      l2 |  6.5981 |   lbfgs |      880 |      --- |     0.5 |          1.0 |  0.643s |     1m:24s |
| Iteration 38     |      l2 |  0.1377 | libli.. |      949 |      --- |  0.5625 |          1.0 |  0.632s |     1m:26s |
| Iteration 39     |      l2 | 74.6493 |   lbfgs |      911 |      --- |    0.75 |          1.0 |  0.640s |     1m:28s |
| Iteration 40     |      l2 |  0.0015 | libli.. |      172 |      --- |  0.4375 |          1.0 |  0.635s |     1m:30s |
| Iteration 41     |      l2 |  0.0011 |   lbfgs |      994 |      --- |    0.75 |          1.0 |  0.649s |     1m:32s |
| Iteration 42     | elast.. |  0.0018 |    saga |      895 |      0.9 |     0.5 |          1.0 |  0.696s |     1m:34s |
| Iteration 43     |    none |     --- |   lbfgs |     1000 |      --- |   0.875 |          1.0 |  0.705s |     1m:36s |
| Iteration 44     |      l2 |  0.0022 | libli.. |      100 |      --- |    0.75 |          1.0 |  0.641s |     1m:41s |
| Iteration 45     |      l2 |  0.0086 |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  0.641s |     1m:43s |
| Iteration 46     |    none |     --- |     sag |      100 |      --- |  0.8125 |          1.0 |  0.648s |     1m:46s |
| Iteration 47     |      l2 |  0.0267 |     sag |      379 |      --- |  0.3125 |          1.0 |  0.651s |     1m:50s |
| Iteration 48     |      l2 |  2.7201 |   lbfgs |      986 |      --- |   0.625 |          1.0 |  0.639s |     1m:53s |
| Iteration 49     |    none |     --- |    saga |      100 |      --- |  0.4375 |          1.0 |  0.646s |     1m:57s |
| Iteration 50     |    none |     --- |   lbfgs |      998 |      --- |  0.6875 |          1.0 |  0.655s |     2m:00s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'penalty': 'l2', 'C': 0.1932, 'solver': 'liblinear', 'max_iter': 945}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7384
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0245
Time elapsed: 0.050s
-------------------------------------------------
Total time: 2m:02s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  0.636s |     0.642s |
| Initial point 2  |     svd |       --- |  0.4375 |         0.75 |  1.212s |     2.893s |
| Initial point 3  |     svd |       --- |  0.4375 |         0.75 |  0.000s |     3.767s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |         0.75 |  0.640s |     5.242s |
| Initial point 5  |   eigen |       0.9 |     0.5 |         0.75 |  0.643s |     6.857s |
| Initial point 6  |    lsqr |       0.7 |     0.0 |         0.75 |  0.663s |     8.459s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  0.635s |    10.029s |
| Initial point 8  |    lsqr |       0.9 |    0.25 |       0.8125 |  0.636s |    11.596s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |       0.8125 |  0.647s |    13.130s |
| Initial point 10 |   eigen |       0.8 |   0.375 |       0.8125 |  0.636s |    14.736s |
| Iteration 11     |   eigen |       0.6 |  0.5625 |       0.8125 |  0.632s |    16.554s |
| Iteration 12     |    lsqr |       0.5 |  0.8125 |       0.8125 |  0.000s |    20.979s |
| Iteration 13     |   eigen |       0.7 |     0.5 |       0.8125 |  0.639s |    23.477s |
| Iteration 14     |    lsqr |      auto |     1.0 |          1.0 |  0.625s |    25.230s |
| Iteration 15     |   eigen |      auto |     0.5 |          1.0 |  0.631s |    27.108s |
| Iteration 16     |     svd |       --- |  0.4375 |          1.0 |  0.001s |    29.471s |
| Iteration 17     |   eigen |      None |    0.75 |          1.0 |  0.620s |    31.550s |
| Iteration 18     |     svd |       --- |  0.4375 |          1.0 |  0.000s |    32.906s |
| Iteration 19     |     svd |       --- |  0.4375 |          1.0 |  0.000s |    34.033s |
| Iteration 20     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    35.174s |
| Iteration 21     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    36.353s |
| Iteration 22     |     svd |       --- |  0.4375 |          1.0 |  0.000s |    37.466s |
| Iteration 23     |    lsqr |       1.0 |  0.5625 |          1.0 |  0.621s |    41.854s |
| Iteration 24     |     svd |       --- |  0.4375 |          1.0 |  0.000s |    46.412s |
| Iteration 25     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    50.624s |
| Iteration 26     |   eigen |       0.5 |   0.375 |          1.0 |  0.631s |    53.098s |
| Iteration 27     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    54.498s |
| Iteration 28     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |    55.712s |
| Iteration 29     |     svd |       --- |  0.4375 |          1.0 |  0.000s |    57.065s |
| Iteration 30     |    lsqr |      None |  0.6875 |          1.0 |  0.677s |    58.954s |
| Iteration 31     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 32     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |     1m:04s |
| Iteration 33     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 34     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 35     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 36     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 37     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |     1m:25s |
| Iteration 38     |    lsqr |      auto |     1.0 |          1.0 |  0.001s |     1m:27s |
| Iteration 39     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 40     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:29s |
| Iteration 41     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 42     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 43     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 44     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 45     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 46     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 47     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:48s |
| Iteration 48     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:50s |
| Iteration 49     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:51s |
| Iteration 50     |    lsqr |      auto |     1.0 |          1.0 |  0.000s |     1m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7411
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0678
Time elapsed: 0.032s
-------------------------------------------------
Total time: 1m:54s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  0.626s |     0.630s |
| Initial point 2  |       0.9 |  0.1875 |         0.75 |  0.649s |     2.400s |
| Initial point 3  |       0.1 |   0.875 |        0.875 |  0.626s |     4.179s |
| Initial point 4  |       1.0 |    0.75 |        0.875 |  0.000s |     5.271s |
| Initial point 5  |       0.2 |     0.5 |        0.875 |  0.629s |     6.816s |
| Initial point 6  |       0.4 |     0.0 |        0.875 |  0.631s |    10.997s |
| Initial point 7  |       0.4 |     0.0 |        0.875 |  0.000s |    12.620s |
| Initial point 8  |       0.7 |    0.25 |        0.875 |  0.626s |    14.148s |
| Initial point 9  |       0.9 |  0.1875 |        0.875 |  0.000s |    15.077s |
| Initial point 10 |       0.8 |  0.1875 |        0.875 |  0.626s |    16.595s |
| Iteration 11     |       0.3 |  0.5625 |        0.875 |  0.642s |    18.265s |
| Iteration 12     |       0.6 |    0.75 |        0.875 |  0.629s |    19.912s |
| Iteration 13     |       0.5 |   0.375 |        0.875 |  0.638s |    21.606s |
| Iteration 14     |       0.0 |     1.0 |          1.0 |  0.632s |    23.378s |
| Iteration 15     |       0.0 |     1.0 |          1.0 |  0.000s |    24.588s |
| Iteration 16     |       0.0 |     1.0 |          1.0 |  0.000s |    25.610s |
| Iteration 17     |       0.0 |     1.0 |          1.0 |  0.000s |    26.702s |
| Iteration 18     |       0.0 |     1.0 |          1.0 |  0.000s |    29.715s |
| Iteration 19     |       0.0 |     1.0 |          1.0 |  0.001s |    31.342s |
| Iteration 20     |       0.0 |     1.0 |          1.0 |  0.000s |    32.388s |
| Iteration 21     |       0.0 |     1.0 |          1.0 |  0.001s |    33.520s |
| Iteration 22     |       0.0 |     1.0 |          1.0 |  0.001s |    34.624s |
| Iteration 23     |       0.0 |     1.0 |          1.0 |  0.000s |    35.827s |
| Iteration 24     |       0.0 |     1.0 |          1.0 |  0.000s |    38.437s |
| Iteration 25     |       0.0 |     1.0 |          1.0 |  0.002s |    40.055s |
| Iteration 26     |       0.0 |     1.0 |          1.0 |  0.000s |    41.257s |
| Iteration 27     |       0.0 |     1.0 |          1.0 |  0.001s |    44.486s |
| Iteration 28     |       0.0 |     1.0 |          1.0 |  0.001s |    48.246s |
| Iteration 29     |       0.0 |     1.0 |          1.0 |  0.001s |    51.460s |
| Iteration 30     |       0.0 |     1.0 |          1.0 |  0.001s |    54.375s |
| Iteration 31     |       0.0 |     1.0 |          1.0 |  0.000s |    57.263s |
| Iteration 32     |       0.6 |    0.75 |          1.0 |  0.001s |    58.839s |
| Iteration 33     |       0.0 |     1.0 |          1.0 |  0.001s |    59.991s |
| Iteration 34     |       0.0 |     1.0 |          1.0 |  0.001s |     1m:01s |
| Iteration 35     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 36     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 37     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 38     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 39     |       0.0 |     1.0 |          1.0 |  0.001s |     1m:07s |
| Iteration 40     |       0.0 |     1.0 |          1.0 |  0.001s |     1m:10s |
| Iteration 41     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 42     |       0.0 |     1.0 |          1.0 |  0.001s |     1m:14s |
| Iteration 43     |       0.0 |     1.0 |          1.0 |  0.001s |     1m:15s |
| Iteration 44     |       0.0 |     1.0 |          1.0 |  0.001s |     1m:16s |
| Iteration 45     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 46     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 47     |       0.0 |     1.0 |          1.0 |  0.001s |     1m:22s |
| Iteration 48     |       0.0 |     1.0 |          1.0 |  0.001s |     1m:23s |
| Iteration 49     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 50     |       0.0 |     1.0 |          1.0 |  0.000s |     1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9321
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0632
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:33s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.7882 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.721s |     0.751s |
| Initial point 2  |  4.6882 | uniform |   kd_tree |        39 |       2 |  0.5312 |          1.0 |  0.702s |     3.075s |
| Initial point 3  |  3.7034 | dista.. | ball_tree |        25 |       2 |    0.75 |          1.0 |  0.677s |     4.745s |
| Initial point 4  | 10.8044 | uniform | ball_tree |        39 |       2 |     0.5 |          1.0 |  0.665s |     6.447s |
| Initial point 5  |  8.4639 | dista.. |      auto |        30 |       2 |     0.5 |          1.0 |  0.659s |     7.965s |
| Initial point 6  |  9.8018 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  1.235s |    10.104s |
| Initial point 7  |  7.0109 | dista.. | ball_tree |        24 |       1 |    0.75 |          1.0 |  0.661s |    11.772s |
| Initial point 8  |  1.6801 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.652s |    13.292s |
| Initial point 9  |  7.8097 | uniform | ball_tree |        24 |       1 |  0.6875 |          1.0 |  0.649s |    14.825s |
| Initial point 10 |  5.5471 | uniform |     brute |        22 |       2 |     0.5 |          1.0 |  0.643s |    16.353s |
| Iteration 11     |  0.1102 | uniform |     brute |        40 |       1 |     0.5 |          1.0 |  0.630s |    18.211s |
| Iteration 12     |  5.3811 | dista.. | ball_tree |        21 |       2 |  0.8125 |          1.0 |  0.648s |    20.139s |
| Iteration 13     |  0.3977 | dista.. |     brute |        40 |       2 |  0.4375 |          1.0 |  0.673s |    21.977s |
| Iteration 14     |  1.4547 | uniform |      auto |        40 |       2 |  0.5625 |          1.0 |  0.676s |    23.788s |
| Iteration 15     |  0.9912 | dista.. | ball_tree |        21 |       1 |  0.7188 |          1.0 |  0.652s |    26.309s |
| Iteration 16     |  1.9934 | dista.. |     brute |        39 |       1 |     1.0 |          1.0 |  0.654s |    28.317s |
| Iteration 17     | 11.2354 | dista.. |      auto |        36 |       1 |    0.75 |          1.0 |  0.645s |    31.014s |
| Iteration 18     |  0.2499 | dista.. |     brute |        40 |       1 |   0.625 |          1.0 |  0.639s |    33.983s |
| Iteration 19     | 11.0996 | dista.. |     brute |        20 |       2 |    0.75 |          1.0 |  0.664s |    35.916s |
| Iteration 20     |  0.1971 | dista.. |     brute |        31 |       1 |   0.375 |          1.0 |  0.645s |    37.659s |
| Iteration 21     |  0.9256 | uniform |      auto |        40 |       1 |  0.2188 |          1.0 |  0.639s |    39.412s |
| Iteration 22     |  10.723 | dista.. |      auto |        22 |       2 |  0.8125 |          1.0 |  0.648s |    41.178s |
| Iteration 23     | 11.8215 | dista.. |      auto |        39 |       1 |  0.8125 |          1.0 |  0.641s |    43.200s |
| Iteration 24     |  1.7017 | dista.. |     brute |        22 |       2 |  0.5625 |          1.0 |  0.643s |    44.992s |
| Iteration 25     |  2.1598 | dista.. |     brute |        38 |       1 |  0.6875 |          1.0 |  0.637s |    47.063s |
| Iteration 26     |   0.049 | dista.. |      auto |        20 |       2 |     0.5 |          1.0 |  0.642s |    49.034s |
| Iteration 27     | 11.8215 | dista.. |   kd_tree |        39 |       1 |    0.75 |          1.0 |  0.664s |    50.866s |
| Iteration 28     | 11.8195 | dista.. |   kd_tree |        23 |       2 |  0.9375 |          1.0 |  0.635s |    52.673s |
| Iteration 29     | 11.8211 | dista.. |     brute |        29 |       1 |    0.75 |          1.0 |  0.644s |    54.656s |
| Iteration 30     | 11.8181 | dista.. | ball_tree |        29 |       2 |    0.75 |          1.0 |  0.657s |    56.538s |
| Iteration 31     |  9.9731 | dista.. |     brute |        35 |       1 |  0.9375 |          1.0 |  0.635s |    58.390s |
| Iteration 32     | 11.8215 | dista.. |     brute |        33 |       1 |   0.875 |          1.0 |  0.659s |     1m:00s |
| Iteration 33     | 11.8215 | dista.. |     brute |        20 |       1 |   0.625 |          1.0 |  0.639s |     1m:03s |
| Iteration 34     | 11.8189 | uniform | ball_tree |        24 |       1 |  0.7812 |          1.0 |  0.641s |     1m:04s |
| Iteration 35     |  9.9604 | dista.. |      auto |        31 |       2 |   0.875 |          1.0 |  0.649s |     1m:07s |
| Iteration 36     | 11.8213 | uniform |   kd_tree |        33 |       1 |  0.4375 |          1.0 |  0.639s |     1m:09s |
| Iteration 37     | 11.8122 | dista.. |     brute |        21 |       2 |  0.4375 |          1.0 |  0.639s |     1m:11s |
| Iteration 38     | 11.8182 | dista.. |      auto |        36 |       2 |  0.6875 |          1.0 |  0.648s |     1m:12s |
| Iteration 39     | 11.8215 | dista.. |      auto |        40 |       1 |  0.5625 |          1.0 |  0.641s |     1m:14s |
| Iteration 40     | 11.8165 | uniform | ball_tree |        32 |       2 |     0.5 |          1.0 |  0.644s |     1m:16s |
| Iteration 41     | 11.8184 | dista.. |     brute |        38 |       2 |  0.6875 |          1.0 |  0.636s |     1m:18s |
| Iteration 42     |  0.0038 | dista.. |      auto |        29 |       1 |     0.5 |          1.0 |  0.684s |     1m:20s |
| Iteration 43     |  7.9426 | dista.. |      auto |        40 |       1 |  0.8125 |          1.0 |  0.662s |     1m:22s |
| Iteration 44     |  9.8148 | dista.. |   kd_tree |        22 |       1 |     1.0 |          1.0 |  0.652s |     1m:25s |
| Iteration 45     |   9.653 | dista.. |     brute |        38 |       1 |    0.75 |          1.0 |  0.670s |     1m:30s |
| Iteration 46     |  4.6463 | dista.. |      auto |        39 |       1 |   0.875 |          1.0 |  0.645s |     1m:35s |
| Iteration 47     |  5.9245 | dista.. |      auto |        39 |       1 |  0.5625 |          1.0 |  0.644s |     1m:39s |
| Iteration 48     |  6.7146 | dista.. |     brute |        37 |       2 |  0.6875 |          1.0 |  0.645s |     1m:43s |
| Iteration 49     | 11.8207 | uniform | ball_tree |        35 |       2 |     0.5 |          1.0 |  0.651s |     1m:46s |
| Iteration 50     | 11.8191 | dista.. |   kd_tree |        21 |       2 |   0.625 |          1.0 |  0.645s |     1m:48s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 9.8018, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0374
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:49s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.030s |     1.037s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.625 |        0.625 |  1.026s |     3.062s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.9375 |       0.9375 |  0.781s |     4.777s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  0.936s |     6.702s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.875 |          1.0 |  0.804s |     8.521s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  0.998s |    10.519s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.9688 |          1.0 |  0.663s |    12.136s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7188 |          1.0 |  0.925s |    15.365s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.8125 |          1.0 |  0.647s |    17.263s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |          1.0 |  1.339s |    21.329s |
| Iteration 11     |          472 |        0.2746 |   SAMME.R |     1.0 |          1.0 |  1.015s |    25.988s |
| Iteration 12     |          373 |        0.1663 |     SAMME |     1.0 |          1.0 |  0.889s |    28.697s |
| Iteration 13     |          401 |        0.1079 |     SAMME |    0.75 |          1.0 |  0.918s |    30.807s |
| Iteration 14     |          365 |        0.4153 |     SAMME |    0.75 |          1.0 |  0.889s |    32.928s |
| Iteration 15     |          437 |        0.0763 |     SAMME |  0.8438 |          1.0 |  0.942s |    36.122s |
| Iteration 16     |          177 |        0.2542 |   SAMME.R |  0.8125 |          1.0 |  0.776s |    38.293s |
| Iteration 17     |          375 |        0.2925 |     SAMME |   0.375 |          1.0 |  0.890s |    41.806s |
| Iteration 18     |          460 |        0.2653 |   SAMME.R |   0.875 |          1.0 |  0.998s |    45.831s |
| Iteration 19     |          474 |        0.2361 |   SAMME.R |    0.75 |          1.0 |  1.005s |    48.446s |
| Iteration 20     |          111 |        0.1579 |     SAMME |     1.0 |          1.0 |  0.714s |    50.304s |
| Iteration 21     |          132 |         0.176 |     SAMME |  0.8125 |          1.0 |  0.717s |    52.160s |
| Iteration 22     |          484 |        0.1447 |     SAMME |    0.75 |          1.0 |  0.989s |    54.219s |
| Iteration 23     |          415 |        0.3011 |   SAMME.R |   0.875 |          1.0 |  1.016s |    56.470s |
| Iteration 24     |          400 |        1.9217 |     SAMME |    0.75 |          1.0 |  0.987s |    58.658s |
| Iteration 25     |          477 |        0.1618 |     SAMME |    0.75 |          1.0 |  1.029s |     1m:01s |
| Iteration 26     |          458 |        0.3683 |   SAMME.R |  0.5625 |          1.0 |  1.049s |     1m:03s |
| Iteration 27     |          412 |        0.2759 |   SAMME.R |  0.8125 |          1.0 |  1.016s |     1m:05s |
| Iteration 28     |          465 |        0.0864 |     SAMME |     1.0 |          1.0 |  1.022s |     1m:07s |
| Iteration 29     |          452 |        0.0879 |     SAMME |  0.8438 |          1.0 |  0.949s |     1m:10s |
| Iteration 30     |          144 |        0.1565 |     SAMME |   0.875 |          1.0 |  0.780s |     1m:12s |
| Iteration 31     |          337 |        0.1684 |     SAMME |  0.8125 |          1.0 |  0.927s |     1m:14s |
| Iteration 32     |          178 |        0.0853 |     SAMME |   0.875 |          1.0 |  0.805s |     1m:16s |
| Iteration 33     |          500 |        2.3482 |     SAMME |   0.375 |          1.0 |  0.706s |     1m:18s |
| Iteration 34     |          475 |        0.3046 |     SAMME |     1.0 |          1.0 |  1.603s |     1m:21s |
| Iteration 35     |          473 |        0.2951 |     SAMME |  0.6875 |          1.0 |  1.007s |     1m:23s |
| Iteration 36     |          443 |         0.082 |     SAMME |  0.8125 |          1.0 |  1.001s |     1m:25s |
| Iteration 37     |          414 |        0.0921 |     SAMME |  0.5625 |          1.0 |  0.981s |     1m:28s |
| Iteration 38     |          107 |        5.5367 |   SAMME.R |   0.875 |          1.0 |  0.742s |     1m:32s |
| Iteration 39     |          116 |        0.0107 |     SAMME |  0.5938 |          1.0 |  0.705s |     1m:36s |
| Iteration 40     |          233 |        0.4541 |     SAMME |     1.0 |          1.0 |  0.790s |     1m:39s |
| Iteration 41     |          235 |        9.3706 |   SAMME.R |  0.7812 |          1.0 |  0.809s |     1m:41s |
| Iteration 42     |          220 |        0.0132 |     SAMME |  0.8438 |          1.0 |  0.776s |     1m:43s |
| Iteration 43     |          210 |        9.7783 |   SAMME.R |  0.7188 |          1.0 |  0.793s |     1m:45s |
| Iteration 44     |           96 |        8.9482 |     SAMME |  0.7812 |          1.0 |  0.679s |     1m:49s |
| Iteration 45     |          242 |         0.011 |     SAMME |  0.9375 |          1.0 |  0.791s |     1m:51s |
| Iteration 46     |          232 |        0.0104 |     SAMME |  0.5312 |          1.0 |  0.793s |     1m:53s |
| Iteration 47     |          455 |        0.0852 |     SAMME |     0.5 |          1.0 |  0.954s |     1m:55s |
| Iteration 48     |          467 |        0.5022 |   SAMME.R |   0.875 |          1.0 |  1.017s |     1m:58s |
| Iteration 49     |          467 |        0.0212 |     SAMME |   0.875 |          1.0 |  0.958s |     2m:00s |
| Iteration 50     |          465 |        9.1008 |     SAMME |   0.375 |          1.0 |  0.652s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'n_estimators': 475, 'learning_rate': 0.3046, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9978
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.370s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1327
Time elapsed: 1.720s
-------------------------------------------------
Total time: 2m:05s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  1.064s |     1.085s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |       0.9375 |  0.903s |     2.997s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |       0.9375 |  0.923s |     4.860s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  0.744s |     6.534s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     0.5 |       0.9375 |  0.943s |     8.399s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.830s |    10.163s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  0.877s |    12.003s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |          1.0 |  0.848s |    13.788s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  0.907s |    17.859s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.875 |          1.0 |  1.478s |    22.921s |
| Iteration 11     |          262 |   entropy |      None |                20 |               11 |          0.9 |     False |    0.0176 |         --- |    0.75 |          1.0 |  0.791s |    27.827s |
| Iteration 12     |           76 |      gini |         5 |                 4 |               11 |          0.5 |     False |    0.0279 |         --- |     1.0 |          1.0 |  0.677s |    32.758s |
| Iteration 13     |          366 |      gini |         6 |                 4 |               11 |          0.6 |     False |    0.0173 |         --- |  0.8125 |          1.0 |  0.851s |    35.495s |
| Iteration 14     |           10 |      gini |         8 |                 2 |               20 |         sqrt |     False |    0.0309 |         --- |  0.8125 |          1.0 |  0.630s |    37.432s |
| Iteration 15     |           23 |      gini |         7 |                18 |                8 |         None |     False |    0.0135 |         --- |   0.625 |          1.0 |  0.642s |    39.536s |
| Iteration 16     |          151 |      gini |         7 |                 2 |               10 |         log2 |     False |    0.0298 |         --- |  0.9375 |          1.0 |  0.768s |    41.802s |
| Iteration 17     |          500 |      gini |         6 |                 7 |                8 |          0.7 |     False |    0.0009 |         --- |   0.375 |          1.0 |  1.010s |    44.187s |
| Iteration 18     |          262 |   entropy |      None |                13 |               20 |         sqrt |     False |    0.0173 |         --- |  0.8125 |          1.0 |  0.779s |    48.373s |
| Iteration 19     |           10 |      gini |         5 |                 4 |                9 |          0.6 |     False |    0.0296 |         --- |  0.7812 |          1.0 |  0.636s |    50.888s |
| Iteration 20     |          117 |      gini |      None |                 4 |               11 |          0.9 |     False |    0.0299 |         --- |     1.0 |          1.0 |  0.702s |    53.116s |
| Iteration 21     |          327 |      gini |         2 |                14 |                8 |         auto |     False |    0.0159 |         --- |    0.75 |          1.0 |  0.821s |    57.742s |
| Iteration 22     |          182 |      gini |         3 |                14 |                8 |         log2 |     False |     0.002 |         --- |  0.9375 |          1.0 |  0.753s |     1m:01s |
| Iteration 23     |          500 |   entropy |         1 |                14 |                8 |         sqrt |     False |    0.0056 |         --- |  0.8125 |          1.0 |  0.925s |     1m:05s |
| Iteration 24     |          189 |   entropy |         4 |                 2 |               10 |         None |     False |    0.0134 |         --- |   0.875 |          1.0 |  0.750s |     1m:07s |
| Iteration 25     |          500 |      gini |         6 |                14 |                8 |          0.9 |     False |    0.0039 |         --- |    0.75 |          1.0 |  0.958s |     1m:10s |
| Iteration 26     |          342 |      gini |         8 |                 4 |               11 |         None |     False |     0.035 |         --- |   0.625 |          1.0 |  0.901s |     1m:12s |
| Iteration 27     |          423 |   entropy |         9 |                20 |                3 |          0.7 |      True |    0.0291 |         0.9 |  0.8125 |          1.0 |  1.003s |     1m:15s |
| Iteration 28     |          286 |      gini |      None |                 4 |                9 |         log2 |     False |    0.0271 |         --- |     1.0 |          1.0 |  0.841s |     1m:17s |
| Iteration 29     |          427 |      gini |         2 |                 4 |                5 |         auto |     False |    0.0267 |         --- |     1.0 |          1.0 |  0.888s |     1m:19s |
| Iteration 30     |          348 |      gini |         6 |                 4 |               10 |         log2 |     False |    0.0201 |         --- |   0.875 |          1.0 |  0.844s |     1m:22s |
| Iteration 31     |          368 |      gini |         3 |                 4 |                1 |          0.5 |     False |    0.0262 |         --- |  0.8125 |          1.0 |  0.862s |     1m:24s |
| Iteration 32     |          256 |      gini |         6 |                 4 |               10 |         sqrt |     False |    0.0299 |         --- |     1.0 |          1.0 |  0.779s |     1m:28s |
| Iteration 33     |          147 |      gini |         2 |                 4 |               12 |         log2 |     False |    0.0334 |         --- |  0.6875 |          1.0 |  0.715s |     1m:31s |
| Iteration 34     |          416 |      gini |         6 |                 5 |               11 |          0.7 |     False |    0.0278 |         --- |     1.0 |          1.0 |  0.888s |     1m:33s |
| Iteration 35     |          500 |      gini |         7 |                 4 |               15 |          0.7 |     False |    0.0279 |         --- |  0.8125 |          1.0 |  1.521s |     1m:36s |
| Iteration 36     |          309 |      gini |         6 |                 4 |                9 |         auto |     False |    0.0266 |         --- |  0.6875 |          1.0 |  0.862s |     1m:38s |
| Iteration 37     |          214 |   entropy |         1 |                 9 |                8 |         auto |     False |    0.0284 |         --- |    0.75 |          1.0 |  0.805s |     1m:41s |
| Iteration 38     |          117 |      gini |         6 |                17 |                8 |          0.7 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.754s |     1m:43s |
| Iteration 39     |          325 |      gini |         6 |                 4 |                9 |         log2 |     False |    0.0272 |         --- |  0.8125 |          1.0 |  0.883s |     1m:45s |
| Iteration 40     |          397 |      gini |         2 |                17 |               15 |          0.5 |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.867s |     1m:47s |
| Iteration 41     |          497 |      gini |         4 |                 3 |                3 |         auto |     False |    0.0271 |         --- |     1.0 |          1.0 |  0.930s |     1m:50s |
| Iteration 42     |           10 |   entropy |         9 |                20 |                9 |          0.8 |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.631s |     1m:52s |
| Iteration 43     |           10 |   entropy |         9 |                15 |                1 |          0.6 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.653s |     1m:54s |
| Iteration 44     |           39 |   entropy |         1 |                15 |                1 |         None |     False |     0.035 |         --- |  0.8438 |          1.0 |  0.694s |     1m:57s |
| Iteration 45     |          223 |      gini |         1 |                18 |               18 |         auto |     False |       0.0 |         --- |  0.9375 |          1.0 |  0.752s |     1m:60s |
| Iteration 46     |          477 |      gini |      None |                 2 |                1 |          0.6 |      True |    0.0272 |         0.9 |  0.6875 |          1.0 |  1.026s |     2m:03s |
| Iteration 47     |          191 |   entropy |         6 |                20 |                1 |          0.8 |     False |       0.0 |         --- |     0.5 |          1.0 |  0.739s |     2m:05s |
| Iteration 48     |           51 |      gini |         5 |                 5 |               13 |         log2 |     False |    0.0287 |         --- |     1.0 |          1.0 |  0.653s |     2m:07s |
| Iteration 49     |          500 |      gini |         7 |                12 |               10 |         sqrt |     False |    0.0312 |         --- |    0.75 |          1.0 |  0.926s |     2m:10s |
| Iteration 50     |          446 |      gini |         9 |                18 |                1 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.903s |     2m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'n_estimators': 497, 'criterion': 'gini', 'max_depth': 4, 'min_samples_split': 3, 'min_samples_leaf': 3, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0271}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9563
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.346s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0583
Time elapsed: 1.545s
-------------------------------------------------
Total time: 2m:20s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.744s |     0.763s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  0.765s |     3.008s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  0.780s |     4.785s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  0.722s |     6.389s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  0.777s |     8.256s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  0.729s |     9.974s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  0.746s |    11.640s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  0.744s |    13.334s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  0.779s |    15.012s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  0.753s |    16.754s |
| Iteration 11     |          444 |        0.1408 |         6 |     1.0 |                9 |       0.8 |              0.9 |         0 |         10 |     0.5 |       0.8125 |  0.731s |    18.742s |
| Iteration 12     |          447 |        0.0411 |         6 |  0.5499 |                4 |       0.8 |              0.9 |      0.01 |          1 |  0.7812 |       0.8125 |  0.770s |    20.925s |
| Iteration 13     |           74 |        0.7571 |         6 |   0.857 |                5 |       0.5 |              0.4 |         1 |          1 |     0.5 |       0.8125 |  1.305s |    23.633s |
| Iteration 14     |          424 |        0.0716 |         7 |  0.7272 |                4 |       0.8 |              0.7 |      0.01 |          1 |  0.8125 |       0.8125 |  0.760s |    25.751s |
| Iteration 15     |          325 |         0.051 |         4 |  0.2267 |                3 |       0.9 |              0.4 |      0.01 |       0.01 |    0.75 |       0.8125 |  0.741s |    27.881s |
| Iteration 16     |          473 |        0.2361 |         6 |  0.6828 |                4 |       0.9 |              1.0 |         0 |        0.1 |     1.0 |          1.0 |  0.767s |    30.111s |
| Iteration 17     |          494 |        0.3943 |         5 |  0.7263 |                4 |       0.9 |              1.0 |         0 |        0.1 |  0.4375 |          1.0 |  0.775s |    32.334s |
| Iteration 18     |          407 |         0.024 |         6 |   0.786 |                4 |       0.9 |              1.0 |         0 |       0.01 |    0.75 |          1.0 |  0.727s |    34.494s |
| Iteration 19     |          500 |        0.6364 |         6 |  0.6494 |                4 |       0.8 |              0.8 |         0 |       0.01 |     1.0 |          1.0 |  0.806s |    36.820s |
| Iteration 20     |          206 |        0.4179 |         6 |  0.2115 |                4 |       0.9 |              0.9 |       100 |         10 |     0.5 |          1.0 |  0.739s |    38.927s |
| Iteration 21     |          458 |        0.4536 |         6 |  0.0421 |                3 |       0.9 |              0.8 |         0 |         10 |  0.8125 |          1.0 |  0.719s |    41.062s |
| Iteration 22     |          489 |        0.3704 |         6 |   0.977 |                4 |       1.0 |              0.9 |         0 |          1 |    0.75 |          1.0 |  0.724s |    43.222s |
| Iteration 23     |          485 |        0.3597 |         6 |  0.6437 |                4 |       1.0 |              0.7 |         0 |        0.1 |  0.9688 |          1.0 |  0.732s |    48.055s |
| Iteration 24     |          480 |        0.3077 |         6 |  0.5877 |                4 |       0.8 |              0.8 |         0 |          1 |  0.8125 |          1.0 |  0.716s |    53.235s |
| Iteration 25     |          356 |        0.5123 |         6 |  0.7186 |                4 |       0.6 |              0.8 |       0.1 |        0.1 |    0.75 |          1.0 |  0.696s |    55.940s |
| Iteration 26     |          304 |        0.2491 |         6 |     0.0 |                3 |       0.8 |              0.6 |         0 |       0.01 |  0.8125 |          1.0 |  0.696s |    58.237s |
| Iteration 27     |          370 |        0.2223 |         6 |  0.6354 |                4 |       0.7 |              0.4 |         0 |        0.1 |  0.5938 |          1.0 |  0.694s |     1m:01s |
| Iteration 28     |          500 |        0.0227 |         6 |  0.7026 |                4 |       0.8 |              0.7 |         0 |        0.1 |    0.75 |          1.0 |  0.735s |     1m:03s |
| Iteration 29     |          231 |           1.0 |         6 |   0.681 |                4 |       1.0 |              0.9 |         0 |          1 |     1.0 |          1.0 |  0.698s |     1m:05s |
| Iteration 30     |          450 |        0.2295 |         6 |  0.6518 |                4 |       1.0 |              0.9 |         0 |       0.01 |  0.8125 |          1.0 |  0.765s |     1m:07s |
| Iteration 31     |          102 |           1.0 |         7 |  0.4688 |                3 |       0.9 |              1.0 |         0 |          0 |     0.5 |          1.0 |  0.700s |     1m:09s |
| Iteration 32     |          243 |           1.0 |         6 |  0.3464 |                4 |       0.6 |              1.0 |         0 |        100 |  0.6875 |          1.0 |  0.724s |     1m:13s |
| Iteration 33     |           40 |           1.0 |         6 |  0.6955 |                4 |       0.9 |              0.9 |         0 |       0.01 |  0.6562 |          1.0 |  0.689s |     1m:16s |
| Iteration 34     |           20 |          0.01 |         4 |  0.4582 |                1 |       1.0 |              0.4 |       100 |        100 |     0.5 |          1.0 |  0.651s |     1m:18s |
| Iteration 35     |          370 |        0.0115 |         3 |  0.8576 |                7 |       0.9 |              0.4 |         0 |          1 |  0.6875 |          1.0 |  0.702s |     1m:20s |
| Iteration 36     |          500 |           1.0 |         6 |  0.7656 |                4 |       1.0 |              1.0 |         0 |         10 |  0.8438 |          1.0 |  0.736s |     1m:22s |
| Iteration 37     |          450 |           1.0 |         6 |  0.2678 |                4 |       1.0 |              1.0 |         0 |       0.01 |  0.5312 |          1.0 |  1.330s |     1m:27s |
| Iteration 38     |          500 |           1.0 |         6 |  0.6576 |                4 |       0.9 |              0.9 |        10 |       0.01 |     0.5 |          1.0 |  0.724s |     1m:32s |
| Iteration 39     |          371 |        0.7404 |         6 |  0.2263 |                3 |       0.5 |              0.5 |      0.01 |          1 |     1.0 |          1.0 |  0.712s |     1m:34s |
| Iteration 40     |          408 |           1.0 |         6 |   0.238 |                3 |       0.6 |              0.4 |      0.01 |          1 |  0.8125 |          1.0 |  0.722s |     1m:37s |
| Iteration 41     |          130 |        0.8535 |         6 |  0.2214 |                3 |       0.9 |              0.7 |      0.01 |        0.1 |     1.0 |          1.0 |  0.666s |     1m:39s |
| Iteration 42     |          365 |        0.8908 |         9 |  0.9726 |                1 |       0.5 |              0.6 |         0 |        100 |     0.5 |          1.0 |  0.716s |     1m:41s |
| Iteration 43     |          120 |           1.0 |         6 |  0.2066 |                3 |       0.8 |              0.7 |      0.01 |          1 |    0.75 |          1.0 |  0.665s |     1m:43s |
| Iteration 44     |          257 |        0.2856 |         6 |  0.2937 |                3 |       0.8 |              0.6 |         0 |       0.01 |  0.9375 |          1.0 |  0.698s |     1m:46s |
| Iteration 45     |          281 |        0.5659 |         6 |  0.3036 |                3 |       1.0 |              0.6 |         0 |        0.1 |   0.875 |          1.0 |  0.723s |     1m:51s |
| Iteration 46     |          241 |        0.3194 |         6 |  0.2673 |                3 |       0.6 |              0.5 |         0 |          1 |   0.625 |          1.0 |  0.686s |     1m:54s |
| Iteration 47     |          294 |        0.1832 |        10 |  0.9155 |               10 |       1.0 |              0.4 |       100 |         10 |     0.5 |          1.0 |  0.678s |     1m:56s |
| Iteration 48     |          320 |        0.1118 |        10 |     0.0 |                4 |       1.0 |              0.6 |         0 |          0 |   0.875 |          1.0 |  0.701s |     1m:58s |
| Iteration 49     |          492 |         0.924 |         4 |     0.0 |                5 |       0.5 |              0.7 |         0 |       0.01 |     0.5 |          1.0 |  0.717s |     2m:00s |
| Iteration 50     |          466 |        0.2322 |         2 |  0.4041 |                1 |       1.0 |              0.4 |      0.01 |         10 |  0.9375 |          1.0 |  0.712s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.6364, 'max_depth': 6, 'gamma': 0.6494, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9411
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.109s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.515 ± 0.1091
Time elapsed: 0.305s
-------------------------------------------------
Total time: 2m:04s


Final results ==================== >>
Duration: 15m:59s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.39 ± 0.097 ~
Logistic Regression             --> roc_auc: 0.78 ± 0.0245
Linear Discriminant Analysis    --> roc_auc: 0.82 ± 0.0678
Quadratic Discriminant Analysis --> roc_auc: 0.95 ± 0.0632 !
Radius Nearest Neighbors        --> roc_auc: 0.81 ± 0.0374
AdaBoost                        --> roc_auc: 0.82 ± 0.1327
Random Forest                   --> roc_auc: 0.74 ± 0.0583 ~
XGBoost                         --> roc_auc: 0.515 ± 0.1091 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGGGSYIPTF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CAASASGTYKYIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASSLAGGTDTQYF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CASSLDSYEQYF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVRPNDYKLSF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAARTGNQFYF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CASSPSSYEQYF.
   >>> Dropping feature CAVASGTYKYIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVLDSSYKLIF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAASANTGNQFYF.
   >>> Dropping feature CAASDAGGTSYGKLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.625 |        0.625 |  3.218s |     3.239s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  3.266s |     7.566s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  3.156s |    11.918s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     1.0 |          1.0 |  3.260s |    16.155s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  3.178s |    22.833s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |          1.0 |  3.241s |    29.986s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |          1.0 |  3.164s |    34.826s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |   0.625 |          1.0 |  3.220s |    38.964s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.4375 |          1.0 |  3.214s |    43.108s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6562 |          1.0 |  3.228s |    47.412s |
| Iteration 11     | exponen.. |        0.1222 |          458 |       0.6 | friedman_mse |                 6 |                7 |         4 |         log2 |    0.0214 |  0.5625 |          1.0 |  3.270s |    52.070s |
| Iteration 12     |  deviance |        0.1675 |           10 |       0.8 | friedman_mse |                 2 |                5 |         6 |          0.9 |    0.0175 |    0.75 |          1.0 |  3.174s |    56.579s |
| Iteration 13     | exponen.. |        0.0153 |          110 |       0.8 | squared_er.. |                20 |               18 |         7 |         log2 |    0.0331 |  0.6875 |          1.0 |  3.175s |     1m:04s |
| Iteration 14     | exponen.. |         0.019 |          224 |       0.6 | friedman_mse |                 6 |               20 |         5 |         sqrt |    0.0167 |     0.5 |          1.0 |  3.195s |     1m:09s |
| Iteration 15     | exponen.. |           1.0 |           98 |       0.5 | squared_er.. |                18 |               16 |         3 |         sqrt |    0.0249 |     0.5 |          1.0 |  3.192s |     1m:14s |
| Iteration 16     | exponen.. |         0.026 |          247 |       0.6 | friedman_mse |                 9 |                2 |        10 |         sqrt |    0.0178 |     1.0 |          1.0 |  3.245s |     1m:18s |
| Iteration 17     |  deviance |          0.01 |          500 |       0.5 | friedman_mse |                 2 |               17 |        10 |         auto |    0.0055 |     0.5 |          1.0 |  3.238s |     1m:23s |
| Iteration 18     |  deviance |        0.0911 |          468 |       0.5 | squared_er.. |                10 |                1 |         7 |         None |    0.0239 |   0.875 |          1.0 |  3.291s |     1m:28s |
| Iteration 19     |  deviance |        0.1387 |          496 |       0.9 | squared_er.. |                 5 |                9 |         3 |         None |      0.03 |  0.7812 |          1.0 |  3.271s |     1m:32s |
| Iteration 20     | exponen.. |        0.1898 |          159 |       0.6 | friedman_mse |                 9 |               17 |         4 |         auto |     0.025 |    0.75 |          1.0 |  3.195s |     1m:37s |
| Iteration 21     | exponen.. |        0.0202 |          404 |       0.8 | friedman_mse |                12 |               15 |         7 |         auto |      0.02 |  0.8125 |          1.0 |  3.274s |     1m:42s |
| Iteration 22     | exponen.. |        0.0219 |          304 |       0.8 | friedman_mse |                20 |                1 |        10 |         sqrt |    0.0261 |  0.8125 |          1.0 |  3.179s |     1m:48s |
| Iteration 23     | exponen.. |        0.1533 |           85 |       0.7 | squared_er.. |                 5 |                2 |         8 |         sqrt |    0.0108 |     1.0 |          1.0 |  3.113s |     1m:53s |
| Iteration 24     | exponen.. |        0.0113 |          416 |       0.5 | friedman_mse |                19 |                2 |         8 |         sqrt |    0.0067 |   0.875 |          1.0 |  3.277s |     2m:00s |
| Iteration 25     | exponen.. |        0.0554 |          157 |       0.6 | friedman_mse |                 2 |                2 |         9 |         sqrt |     0.001 |  0.8125 |          1.0 |  3.199s |     2m:05s |
| Iteration 26     |  deviance |        0.7579 |          283 |       0.6 | squared_er.. |                18 |               18 |         8 |         None |    0.0308 |     0.5 |          1.0 |  3.199s |     2m:10s |
| Iteration 27     | exponen.. |        0.0848 |           10 |       0.8 | squared_er.. |                 2 |                4 |         8 |         sqrt |    0.0157 |  0.8125 |          1.0 |  3.153s |     2m:14s |
| Iteration 28     | exponen.. |         0.062 |          301 |       0.9 | squared_er.. |                 7 |               20 |         6 |         auto |    0.0015 |  0.8125 |          1.0 |  3.221s |     2m:19s |
| Iteration 29     |  deviance |          0.01 |           10 |       0.5 | friedman_mse |                20 |                4 |        10 |         None |       0.0 |     1.0 |          1.0 |  3.152s |     2m:24s |
| Iteration 30     |  deviance |        0.0135 |          397 |       0.6 | squared_er.. |                13 |               20 |         1 |          0.7 |    0.0037 |     0.5 |          1.0 |  3.254s |     2m:28s |
| Iteration 31     |  deviance |        0.0529 |           10 |       0.8 | friedman_mse |                20 |                4 |        10 |         None |     0.035 |   0.875 |          1.0 |  3.105s |     2m:33s |
| Iteration 32     | exponen.. |          0.01 |           10 |       0.5 | friedman_mse |                20 |                1 |        10 |         None |       0.0 |  0.8125 |          1.0 |  3.172s |     2m:37s |
| Iteration 33     |  deviance |        0.6307 |          188 |       0.8 | squared_er.. |                 8 |                1 |         9 |         sqrt |    0.0275 |    0.75 |          1.0 |  3.217s |     2m:44s |
| Iteration 34     |  deviance |        0.0171 |           76 |       0.9 | squared_er.. |                10 |                1 |         8 |          0.6 |    0.0304 |  0.6875 |          1.0 |  3.163s |     2m:50s |
| Iteration 35     |  deviance |        0.0704 |          500 |       0.7 | squared_er.. |                20 |                5 |         1 |         None |       0.0 |  0.8125 |          1.0 |  3.265s |     2m:56s |
| Iteration 36     | exponen.. |        0.8615 |           35 |       0.8 | squared_er.. |                14 |                1 |         1 |         sqrt |    0.0209 |  0.8125 |          1.0 |  3.129s |     3m:02s |
| Iteration 37     |  deviance |        0.2642 |          131 |       0.5 | friedman_mse |                16 |                6 |        10 |         None |     0.027 |  0.5938 |          1.0 |  3.814s |     3m:07s |
| Iteration 38     | exponen.. |        0.0718 |           10 |       1.0 | squared_er.. |                20 |                1 |         1 |         auto |    0.0269 |    0.75 |          1.0 |  3.158s |     3m:12s |
| Iteration 39     |  deviance |          0.01 |          430 |       1.0 | squared_er.. |                10 |               10 |         2 |         None |     0.017 |     1.0 |          1.0 |  3.257s |     3m:17s |
| Iteration 40     |  deviance |          0.01 |           36 |       0.8 | squared_er.. |                16 |               11 |         5 |         None |    0.0024 |     0.5 |          1.0 |  3.148s |     3m:21s |
| Iteration 41     | exponen.. |          0.01 |           10 |       0.5 | friedman_mse |                 2 |                1 |        10 |         auto |     0.035 |  0.7188 |          1.0 |  3.178s |     3m:26s |
| Iteration 42     | exponen.. |        0.0739 |          393 |       0.6 | friedman_mse |                15 |                2 |        10 |         sqrt |    0.0151 |  0.5625 |          1.0 |  3.251s |     3m:31s |
| Iteration 43     | exponen.. |        0.0514 |          167 |       0.9 | friedman_mse |                 9 |                3 |         7 |         sqrt |    0.0105 |   0.875 |          1.0 |  3.223s |     3m:38s |
| Iteration 44     | exponen.. |        0.0318 |          240 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |     0.009 |  0.9375 |          1.0 |  3.237s |     3m:45s |
| Iteration 45     | exponen.. |        0.6989 |          237 |       0.6 | friedman_mse |                14 |                2 |         4 |         sqrt |     0.022 |     0.5 |          1.0 |  3.188s |     3m:51s |
| Iteration 46     | exponen.. |        0.0314 |          235 |       0.9 | friedman_mse |                11 |                2 |         6 |         sqrt |    0.0245 |   0.375 |          1.0 |  3.178s |     3m:59s |
| Iteration 47     | exponen.. |        0.9977 |           14 |       0.8 | friedman_mse |                 8 |               17 |         4 |          0.6 |    0.0225 |  0.5625 |          1.0 |  3.176s |     4m:06s |
| Iteration 48     | exponen.. |        0.9718 |          228 |       0.7 | friedman_mse |                19 |                3 |         9 |         sqrt |    0.0244 |    0.75 |          1.0 |  3.227s |     4m:11s |
| Iteration 49     | exponen.. |          0.01 |          217 |       0.5 | squared_er.. |                 6 |               20 |        10 |         sqrt |    0.0072 |     0.5 |          1.0 |  3.225s |     4m:16s |
| Iteration 50     |  deviance |        0.0419 |          217 |       0.6 | friedman_mse |                 2 |                2 |        10 |          0.9 |    0.0297 |   0.875 |          1.0 |  3.216s |     4m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.2204, 'n_estimators': 212, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 5, 'min_samples_leaf': 16, 'max_depth': 5, 'max_features': 'auto', 'ccp_alpha': 0.0218}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9437
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.059s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0791
Time elapsed: 0.286s
-------------------------------------------------
Total time: 4m:23s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  3.194s |     3.206s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.875 |        0.875 |  3.213s |     7.433s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     1.0 |          1.0 |  3.219s |    13.104s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.875 |          1.0 |  3.201s |    17.576s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.875 |          1.0 |  3.227s |    21.739s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |          1.0 |  3.210s |    25.961s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.25 |          1.0 |  3.205s |    30.134s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.6875 |          1.0 |  3.188s |    34.243s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.375 |          1.0 |  3.195s |    40.477s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |          1.0 |  3.239s |    47.336s |
| Iteration 11     |      l2 |  7.3247 |   lbfgs |      343 |      --- |   0.375 |          1.0 |  3.177s |    54.273s |
| Iteration 12     |      l2 |  0.3117 |     sag |      308 |      --- |   0.625 |          1.0 |  3.115s |     1m:01s |
| Iteration 13     |      l2 |  0.6638 | newto.. |      302 |      --- |  0.5625 |          1.0 |  3.762s |     1m:09s |
| Iteration 14     |      l2 | 46.7407 | libli.. |      926 |      --- |     0.5 |          1.0 |  3.107s |     1m:16s |
| Iteration 15     |    none |     --- | newto.. |      944 |      --- |     0.5 |          1.0 |  3.142s |     1m:23s |
| Iteration 16     |      l2 |  0.1138 | libli.. |      199 |      --- |     1.0 |          1.0 |  3.078s |     1m:30s |
| Iteration 17     |      l1 |  0.0021 | libli.. |      134 |      --- |     0.5 |          1.0 |  3.088s |     1m:37s |
| Iteration 18     |      l2 |  0.0012 | libli.. |      904 |      --- |    0.75 |          1.0 |  3.098s |     1m:44s |
| Iteration 19     |    none |     --- |     sag |      127 |      --- |    0.75 |          1.0 |  3.166s |     1m:52s |
| Iteration 20     |      l2 | 91.5499 |     sag |      903 |      --- |     0.5 |          1.0 |  3.211s |     1m:57s |
| Iteration 21     |      l2 |  0.0011 | newto.. |      326 |      --- |  0.6875 |          1.0 |  3.239s |     2m:01s |
| Iteration 22     |      l2 |  0.2689 | libli.. |      249 |      --- |   0.375 |          1.0 |  3.214s |     2m:06s |
| Iteration 23     |      l2 |  0.6956 |     sag |      203 |      --- |  0.6875 |          1.0 |  3.232s |     2m:10s |
| Iteration 24     |      l2 |  0.0225 |   lbfgs |      141 |      --- |    0.75 |          1.0 |  3.211s |     2m:15s |
| Iteration 25     |      l2 |   0.385 | libli.. |     1000 |      --- |   0.625 |          1.0 |  3.222s |     2m:20s |
| Iteration 26     |      l2 |  0.4203 | newto.. |      318 |      --- |  0.3125 |          1.0 |  3.221s |     2m:26s |
| Iteration 27     |    none |     --- |   lbfgs |      145 |      --- |  0.6875 |          1.0 |  3.246s |     2m:31s |
| Iteration 28     |      l2 |  0.0723 |   lbfgs |      876 |      --- |    0.75 |          1.0 |  3.239s |     2m:36s |
| Iteration 29     |      l2 |  5.5078 | newto.. |      617 |      --- |     0.5 |          1.0 |  3.239s |     2m:40s |
| Iteration 30     |      l2 |   2.934 | libli.. |      606 |      --- |  0.6875 |          1.0 |  3.242s |     2m:45s |
| Iteration 31     |      l2 |  0.0107 | libli.. |      181 |      --- |  0.6875 |          1.0 |  3.258s |     2m:52s |
| Iteration 32     |      l2 | 12.4717 |   lbfgs |      410 |      --- |    0.75 |          1.0 |  3.137s |     2m:59s |
| Iteration 33     |      l2 |   0.001 | libli.. |      100 |      --- |     0.5 |          1.0 |  3.142s |     3m:06s |
| Iteration 34     |      l2 | 66.5584 | libli.. |      407 |      --- |  0.1875 |          1.0 |  3.134s |     3m:13s |
| Iteration 35     |      l2 |  0.0024 |     sag |      127 |      --- |   0.625 |          1.0 |  3.116s |     3m:20s |
| Iteration 36     |      l2 |  0.0016 |   lbfgs |      770 |      --- |  0.5625 |          1.0 |  3.131s |     3m:27s |
| Iteration 37     |      l2 |  0.0141 |     sag |      700 |      --- |  0.4375 |          1.0 |  3.666s |     3m:34s |
| Iteration 38     |      l2 |  0.0522 | libli.. |      175 |      --- |   0.375 |          1.0 |  3.136s |     3m:41s |
| Iteration 39     |      l2 |  0.4649 | libli.. |      249 |      --- |   0.625 |          1.0 |  3.171s |     3m:49s |
| Iteration 40     |      l2 |  0.1189 | libli.. |      890 |      --- |  0.1875 |          1.0 |  3.139s |     3m:56s |
| Iteration 41     |      l2 |  1.9949 |   lbfgs |      507 |      --- |  0.4375 |          1.0 |  3.123s |     4m:03s |
| Iteration 42     |      l2 |  0.1138 | libli.. |      197 |      --- |     0.5 |          1.0 |  3.162s |     4m:10s |
| Iteration 43     |      l2 |  0.1307 | libli.. |      379 |      --- |  0.6875 |          1.0 |  3.122s |     4m:17s |
| Iteration 44     |      l2 |  0.2059 | libli.. |      365 |      --- |    0.75 |          1.0 |  3.146s |     4m:25s |
| Iteration 45     |      l2 |  0.7618 | libli.. |      122 |      --- |  0.4375 |          1.0 |  3.133s |     4m:32s |
| Iteration 46     |      l2 |  0.0195 | libli.. |      336 |      --- |  0.4375 |          1.0 |  3.216s |     4m:38s |
| Iteration 47     |      l2 |  0.3679 | libli.. |      318 |      --- |     0.0 |          1.0 |  3.228s |     4m:43s |
| Iteration 48     |      l2 | 16.7835 |   lbfgs |      559 |      --- |   0.625 |          1.0 |  3.235s |     4m:47s |
| Iteration 49     |      l2 |  0.1399 |   lbfgs |      200 |      --- |    0.75 |          1.0 |  3.232s |     4m:54s |
| Iteration 50     | elast.. |  0.0195 |    saga |      574 |      0.6 |     0.5 |          1.0 |  3.235s |     4m:59s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'penalty': 'l2', 'C': 0.4195, 'solver': 'liblinear', 'max_iter': 307}
Best evaluation --> roc_auc: 1.0
Time elapsed: 5m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.867
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.0735
Time elapsed: 0.052s
-------------------------------------------------
Total time: 5m:00s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  3.233s |     3.239s |
| Initial point 2  |     svd |       --- |  0.9375 |       0.9375 |  3.230s |     7.491s |
| Initial point 3  |     svd |       --- |  0.9375 |       0.9375 |  0.001s |    10.789s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |       0.9375 |  3.214s |    17.890s |
| Initial point 5  |   eigen |       0.9 |  0.1875 |       0.9375 |  3.185s |    24.835s |
| Initial point 6  |    lsqr |       0.7 |  0.5625 |       0.9375 |  3.208s |    31.532s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.9375 |  3.146s |    36.093s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |       0.9375 |  3.243s |    41.602s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |       0.9375 |  3.240s |    46.153s |
| Initial point 10 |   eigen |       0.8 |     1.0 |          1.0 |  3.267s |    52.516s |
| Iteration 11     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    54.120s |
| Iteration 12     |   eigen |       0.7 |     0.5 |          1.0 |  3.231s |    58.361s |
| Iteration 13     |     svd |       --- |  0.9375 |          1.0 |  0.000s |    59.400s |
| Iteration 14     |    lsqr |      auto |   0.375 |          1.0 |  3.270s |     1m:04s |
| Iteration 15     |   eigen |      auto |     0.5 |          1.0 |  3.246s |     1m:08s |
| Iteration 16     |     svd |       --- |  0.9375 |          1.0 |  0.000s |     1m:09s |
| Iteration 17     |     svd |       --- |  0.9375 |          1.0 |  0.000s |     1m:10s |
| Iteration 18     |     svd |       --- |  0.9375 |          1.0 |  0.000s |     1m:14s |
| Iteration 19     |     svd |       --- |  0.9375 |          1.0 |  0.000s |     1m:15s |
| Iteration 20     |     svd |       --- |  0.9375 |          1.0 |  0.000s |     1m:16s |
| Iteration 21     |    lsqr |      None |    0.25 |          1.0 |  3.811s |     1m:21s |
| Iteration 22     |    lsqr |       1.0 |   0.875 |          1.0 |  3.107s |     1m:26s |
| Iteration 23     |   eigen |       0.5 |   0.875 |          1.0 |  3.158s |     1m:30s |
| Iteration 24     |   eigen |      None |   0.625 |          1.0 |  3.115s |     1m:36s |
| Iteration 25     |   eigen |       0.6 |  0.6875 |          1.0 |  3.138s |     1m:41s |
| Iteration 26     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:42s |
| Iteration 27     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 28     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 29     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 30     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:49s |
| Iteration 31     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:51s |
| Iteration 32     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:52s |
| Iteration 33     |    lsqr |       0.7 |  0.5625 |          1.0 |  0.000s |     1m:55s |
| Iteration 34     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:57s |
| Iteration 35     |    lsqr |       1.0 |   0.875 |          1.0 |  0.000s |     1m:58s |
| Iteration 36     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:59s |
| Iteration 37     |    lsqr |      auto |   0.375 |          1.0 |  0.000s |     2m:00s |
| Iteration 38     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:01s |
| Iteration 39     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:03s |
| Iteration 40     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     2m:04s |
| Iteration 41     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:05s |
| Iteration 42     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     2m:06s |
| Iteration 43     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     2m:09s |
| Iteration 44     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:11s |
| Iteration 45     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:12s |
| Iteration 46     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:15s |
| Iteration 47     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:17s |
| Iteration 48     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:18s |
| Iteration 49     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:19s |
| Iteration 50     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     2m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7982
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.0245
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:24s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  3.034s |     3.037s |
| Initial point 2  |       0.9 |  0.9375 |       0.9375 |  3.056s |     9.745s |
| Initial point 3  |       0.1 |  0.9375 |       0.9375 |  3.049s |    14.276s |
| Initial point 4  |       1.0 |  0.5625 |       0.9375 |  0.000s |    15.260s |
| Initial point 5  |       0.2 |    0.25 |       0.9375 |  3.137s |    19.241s |
| Initial point 6  |       0.4 |     0.0 |       0.9375 |  3.168s |    25.285s |
| Initial point 7  |       0.4 |     0.0 |       0.9375 |  0.000s |    26.679s |
| Initial point 8  |       0.7 |   0.625 |       0.9375 |  3.152s |    30.698s |
| Initial point 9  |       0.9 |  0.9375 |       0.9375 |  0.001s |    31.647s |
| Initial point 10 |       0.8 |     1.0 |          1.0 |  3.165s |    37.448s |
| Iteration 11     |       0.3 |   0.625 |          1.0 |  3.172s |    42.083s |
| Iteration 12     |       0.6 |   0.375 |          1.0 |  3.173s |    46.287s |
| Iteration 13     |       0.5 |   0.375 |          1.0 |  3.144s |    52.660s |
| Iteration 14     |       0.0 |     0.5 |          1.0 |  3.179s |    57.674s |
| Iteration 15     |       0.8 |     1.0 |          1.0 |  0.000s |    58.847s |
| Iteration 16     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 17     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 18     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 19     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 20     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 21     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 22     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 23     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 24     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 25     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 26     |       0.8 |     1.0 |          1.0 |  0.001s |     1m:33s |
| Iteration 27     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 28     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 29     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 30     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 31     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 32     |       0.5 |   0.375 |          1.0 |  0.000s |     1m:41s |
| Iteration 33     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:42s |
| Iteration 34     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 35     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:44s |
| Iteration 36     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 37     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 38     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:47s |
| Iteration 39     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:49s |
| Iteration 40     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:50s |
| Iteration 41     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:51s |
| Iteration 42     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:53s |
| Iteration 43     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:54s |
| Iteration 44     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:55s |
| Iteration 45     |       0.8 |     1.0 |          1.0 |  0.001s |     1m:56s |
| Iteration 46     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:57s |
| Iteration 47     |       0.8 |     1.0 |          1.0 |  0.000s |     2m:01s |
| Iteration 48     |       0.8 |     1.0 |          1.0 |  0.000s |     2m:05s |
| Iteration 49     |       0.8 |     1.0 |          1.0 |  0.000s |     2m:09s |
| Iteration 50     |       0.8 |     1.0 |          1.0 |  0.000s |     2m:14s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7286
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.02
Time elapsed: 0.027s
-------------------------------------------------
Total time: 2m:15s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  9.8524 | dista.. |      auto |        40 |       1 |  0.8125 |       0.8125 |  3.081s |     3.101s |
| Initial point 2  |  3.9183 | uniform |   kd_tree |        39 |       2 |     1.0 |          1.0 |  3.143s |     7.480s |
| Initial point 3  |  3.0952 | dista.. | ball_tree |        25 |       2 |  0.9375 |          1.0 |  3.223s |    11.993s |
| Initial point 4  |  9.0302 | uniform | ball_tree |        39 |       2 |   0.375 |          1.0 |  3.198s |    16.375s |
| Initial point 5  |   7.074 | dista.. |      auto |        30 |       2 |   0.625 |          1.0 |  3.202s |    20.781s |
| Initial point 6  |  8.1922 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  3.222s |    25.192s |
| Initial point 7  |  5.8596 | dista.. | ball_tree |        24 |       1 |   0.375 |          1.0 |  3.228s |    29.726s |
| Initial point 8  |  1.4042 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  3.183s |    34.151s |
| Initial point 9  |  6.5273 | uniform | ball_tree |        24 |       1 |    0.75 |          1.0 |  3.230s |    38.501s |
| Initial point 10 |  4.6362 | uniform |     brute |        22 |       2 |  0.8438 |          1.0 |  3.192s |    42.961s |
| Iteration 11     |  3.0823 | uniform |   kd_tree |        20 |       2 |  0.2188 |          1.0 |  3.220s |    47.737s |
| Iteration 12     |  8.2308 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  3.210s |    52.294s |
| Iteration 13     |  3.9638 | uniform |   kd_tree |        39 |       2 |   0.375 |          1.0 |  3.222s |    56.829s |
| Iteration 14     |  8.1215 | uniform |   kd_tree |        21 |       2 |    0.25 |          1.0 |  3.211s |     1m:01s |
| Iteration 15     |  9.8803 | dista.. | ball_tree |        27 |       2 |     0.5 |          1.0 |  3.225s |     1m:06s |
| Iteration 16     |  9.6615 | dista.. | ball_tree |        22 |       2 |    0.75 |          1.0 |  3.214s |     1m:10s |
| Iteration 17     |  9.7839 | uniform |     brute |        28 |       2 |     0.5 |          1.0 |  3.199s |     1m:15s |
| Iteration 18     |   9.458 | dista.. |      auto |        34 |       1 |  0.9375 |          1.0 |  3.221s |     1m:20s |
| Iteration 19     |  0.2422 | dista.. |      auto |        30 |       1 |     0.5 |          1.0 |  3.197s |     1m:24s |
| Iteration 20     |  0.3826 | dista.. |      auto |        38 |       1 |     0.5 |          1.0 |  3.222s |     1m:29s |
| Iteration 21     |  0.0122 | dista.. | ball_tree |        30 |       2 |     0.5 |          1.0 |  3.800s |     1m:34s |
| Iteration 22     |  8.9001 | dista.. |   kd_tree |        28 |       1 |  0.4375 |          1.0 |  3.195s |     1m:39s |
| Iteration 23     |  8.6534 | dista.. | ball_tree |        21 |       2 |  0.9375 |          1.0 |  3.173s |     1m:44s |
| Iteration 24     |  9.8803 | dista.. |      auto |        36 |       1 |    0.75 |          1.0 |  3.176s |     1m:48s |
| Iteration 25     |  9.8803 | dista.. |      auto |        32 |       1 |   0.375 |          1.0 |  3.201s |     1m:53s |
| Iteration 26     |   6.285 | dista.. | ball_tree |        23 |       2 |  0.8125 |          1.0 |  3.205s |     1m:58s |
| Iteration 27     |  9.8803 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  3.204s |     2m:02s |
| Iteration 28     |  7.2148 | dista.. | ball_tree |        23 |       2 |  0.6875 |          1.0 |  3.201s |     2m:07s |
| Iteration 29     |  9.6416 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  3.228s |     2m:12s |
| Iteration 30     |  3.8211 | dista.. | ball_tree |        24 |       2 |  0.6562 |          1.0 |  3.161s |     2m:16s |
| Iteration 31     |  0.6819 | uniform |     brute |        20 |       2 |     0.5 |          1.0 |  3.185s |     2m:21s |
| Iteration 32     |  2.2368 | uniform | ball_tree |        28 |       1 |  0.4375 |          1.0 |  3.185s |     2m:26s |
| Iteration 33     |  9.0143 | uniform | ball_tree |        20 |       1 |  0.6875 |          1.0 |  3.177s |     2m:30s |
| Iteration 34     |  9.6687 | dista.. |      auto |        38 |       1 |   0.375 |          1.0 |  3.172s |     2m:35s |
| Iteration 35     |  9.6923 | dista.. | ball_tree |        23 |       2 |  0.9375 |          1.0 |  3.169s |     2m:40s |
| Iteration 36     |  0.1884 | uniform |     brute |        24 |       2 |     0.5 |          1.0 |  3.179s |     2m:45s |
| Iteration 37     |  9.7865 | dista.. |     brute |        20 |       2 |  0.5625 |          1.0 |  3.168s |     2m:49s |
| Iteration 38     |  9.7483 | dista.. | ball_tree |        23 |       2 |   0.375 |          1.0 |  3.192s |     2m:54s |
| Iteration 39     |  0.7349 | dista.. | ball_tree |        22 |       2 |     0.5 |          1.0 |  3.168s |     2m:59s |
| Iteration 40     |  7.6364 | dista.. | ball_tree |        22 |       2 |  0.1875 |          1.0 |  3.202s |     3m:04s |
| Iteration 41     |  0.0887 | uniform |      auto |        40 |       2 |     0.5 |          1.0 |  3.196s |     3m:08s |
| Iteration 42     |  9.7572 | dista.. |      auto |        21 |       2 |   0.625 |          1.0 |  3.177s |     3m:13s |
| Iteration 43     |  8.2155 | dista.. | ball_tree |        21 |       2 |  0.7188 |          1.0 |  3.177s |     3m:18s |
| Iteration 44     |  0.0544 | uniform |     brute |        40 |       1 |     0.5 |          1.0 |  3.191s |     3m:23s |
| Iteration 45     |  9.8272 | dista.. | ball_tree |        21 |       2 |  0.4375 |          1.0 |  3.177s |     3m:29s |
| Iteration 46     |  9.4497 | dista.. |      auto |        21 |       2 |  0.6875 |          1.0 |  3.165s |     3m:34s |
| Iteration 47     |  8.2942 | dista.. | ball_tree |        21 |       2 |    0.25 |          1.0 |  3.147s |     3m:39s |
| Iteration 48     |  3.0952 | dista.. |   kd_tree |        25 |       1 |  0.5312 |          1.0 |  3.187s |     3m:43s |
| Iteration 49     |  6.6711 | dista.. |     brute |        40 |       2 |     1.0 |          1.0 |  3.143s |     3m:49s |
| Iteration 50     |  9.3692 | dista.. |     brute |        40 |       2 |   0.625 |          1.0 |  3.172s |     3m:55s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 8.1922, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.103
Time elapsed: 0.065s
-------------------------------------------------
Total time: 3m:56s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  3.557s |     3.564s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  3.605s |     8.371s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |        0.875 |  3.349s |    12.863s |
| Initial point 4  |          431 |        0.0871 |     SAMME |     1.0 |          1.0 |  3.516s |    17.514s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9688 |          1.0 |  3.352s |    21.878s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  3.567s |    27.887s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.75 |          1.0 |  3.188s |    32.784s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.7188 |          1.0 |  3.452s |    37.307s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.6562 |          1.0 |  3.156s |    41.668s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6562 |          1.0 |  3.304s |    46.205s |
| Iteration 11     |           74 |        0.1941 |     SAMME |  0.5938 |          1.0 |  3.204s |    50.967s |
| Iteration 12     |          487 |        0.1464 |     SAMME |  0.6875 |          1.0 |  3.502s |    55.940s |
| Iteration 13     |           57 |        0.1322 |   SAMME.R |  0.8125 |          1.0 |  3.183s |     1m:01s |
| Iteration 14     |          480 |        0.3817 |   SAMME.R |     1.0 |          1.0 |  3.540s |     1m:06s |
| Iteration 15     |          300 |        0.7675 |   SAMME.R |   0.625 |          1.0 |  3.296s |     1m:13s |
| Iteration 16     |          160 |        0.0678 |     SAMME |     1.0 |          1.0 |  3.180s |     1m:18s |
| Iteration 17     |          498 |        0.3211 |   SAMME.R |   0.625 |          1.0 |  3.535s |     1m:25s |
| Iteration 18     |          389 |        0.0647 |     SAMME |     1.0 |          1.0 |  3.419s |     1m:30s |
| Iteration 19     |          497 |        0.0662 |     SAMME |  0.8125 |          1.0 |  3.522s |     1m:36s |
| Iteration 20     |           97 |         0.063 |     SAMME |   0.875 |          1.0 |  3.222s |     1m:41s |
| Iteration 21     |          474 |        0.0445 |     SAMME |  0.8438 |          1.0 |  3.523s |     1m:46s |
| Iteration 22     |           72 |        0.0834 |     SAMME |  0.7812 |          1.0 |  3.197s |     1m:50s |
| Iteration 23     |          204 |        0.0529 |     SAMME |  0.8125 |          1.0 |  3.352s |     1m:56s |
| Iteration 24     |          494 |        0.0682 |     SAMME |    0.75 |          1.0 |  3.553s |     2m:00s |
| Iteration 25     |          263 |        0.0652 |   SAMME.R |  0.6875 |          1.0 |  3.393s |     2m:05s |
| Iteration 26     |          406 |         0.196 |   SAMME.R |   0.625 |          1.0 |  3.498s |     2m:10s |
| Iteration 27     |          355 |        0.0645 |     SAMME |  0.9375 |          1.0 |  3.450s |     2m:15s |
| Iteration 28     |          263 |        0.0363 |     SAMME |  0.6875 |          1.0 |  3.340s |     2m:20s |
| Iteration 29     |          128 |        0.0639 |     SAMME |  0.9375 |          1.0 |  3.258s |     2m:25s |
| Iteration 30     |           74 |        0.6768 |     SAMME |   0.875 |          1.0 |  3.225s |     2m:29s |
| Iteration 31     |          263 |        0.0281 |   SAMME.R |    0.75 |          1.0 |  3.320s |     2m:37s |
| Iteration 32     |          233 |        0.0663 |     SAMME |   0.875 |          1.0 |  3.286s |     2m:45s |
| Iteration 33     |          404 |        0.0642 |     SAMME |  0.8125 |          1.0 |  3.440s |     2m:50s |
| Iteration 34     |          478 |        0.3907 |   SAMME.R |  0.5625 |          1.0 |  3.566s |     2m:57s |
| Iteration 35     |          202 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  3.277s |     3m:01s |
| Iteration 36     |           80 |        0.0127 |   SAMME.R |  0.6562 |          1.0 |  3.239s |     3m:08s |
| Iteration 37     |          283 |        0.4914 |     SAMME |  0.6875 |          1.0 |  3.331s |     3m:13s |
| Iteration 38     |          393 |        9.9943 |     SAMME |   0.375 |          1.0 |  3.182s |     3m:18s |
| Iteration 39     |          115 |        0.0761 |     SAMME |     1.0 |          1.0 |  3.249s |     3m:22s |
| Iteration 40     |           66 |        1.4604 |   SAMME.R |  0.3125 |          1.0 |  3.217s |     3m:27s |
| Iteration 41     |          109 |          0.08 |     SAMME |   0.875 |          1.0 |  3.260s |     3m:32s |
| Iteration 42     |          466 |        1.1371 |     SAMME |  0.5625 |          1.0 |  3.506s |     3m:37s |
| Iteration 43     |           50 |        0.0779 |     SAMME |    0.75 |          1.0 |  3.190s |     3m:43s |
| Iteration 44     |          500 |        0.0531 |   SAMME.R |  0.9375 |          1.0 |  3.582s |     3m:49s |
| Iteration 45     |          402 |          0.01 |     SAMME |  0.5938 |          1.0 |  3.432s |     3m:54s |
| Iteration 46     |           88 |        0.0782 |   SAMME.R |  0.1562 |          1.0 |  3.226s |     3m:59s |
| Iteration 47     |          284 |        0.0804 |     SAMME |   0.375 |          1.0 |  3.982s |     4m:04s |
| Iteration 48     |          104 |        0.0576 |     SAMME |  0.8438 |          1.0 |  3.277s |     4m:09s |
| Iteration 49     |           78 |        0.0575 |     SAMME |  0.6875 |          1.0 |  3.219s |     4m:14s |
| Iteration 50     |           63 |        0.0668 |     SAMME |   0.875 |          1.0 |  3.237s |     4m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.422s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.086
Time elapsed: 1.897s
-------------------------------------------------
Total time: 4m:24s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.5625 |       0.5625 |  3.550s |     3.569s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  3.348s |    11.173s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.9375 |          1.0 |  3.417s |    16.658s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.286s |    21.071s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.5625 |          1.0 |  3.521s |    25.561s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  3.335s |    29.822s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |          1.0 |  3.374s |    34.235s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |   0.625 |          1.0 |  3.346s |    38.714s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.625 |          1.0 |  3.454s |    43.270s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.5312 |          1.0 |  3.432s |    47.954s |
| Iteration 11     |           10 |      gini |         9 |                 2 |                1 |          0.7 |     False |    0.0268 |         --- |   0.625 |          1.0 |  3.181s |    52.844s |
| Iteration 12     |          207 |      gini |         7 |                 7 |                8 |         sqrt |     False |    0.0336 |         --- |    0.75 |          1.0 |  3.277s |    57.839s |
| Iteration 13     |           10 |   entropy |         7 |                15 |                4 |         sqrt |     False |       0.0 |         --- |  0.8125 |          1.0 |  3.176s |     1m:03s |
| Iteration 14     |          457 |      gini |         4 |                 9 |                5 |          0.7 |     False |    0.0187 |         --- |  0.8125 |          1.0 |  3.372s |     1m:10s |
| Iteration 15     |          421 |      gini |         5 |                 9 |                4 |         log2 |     False |    0.0304 |         --- |  0.6875 |          1.0 |  3.354s |     1m:16s |
| Iteration 16     |          318 |      gini |         7 |                 9 |               11 |         sqrt |     False |    0.0237 |         --- |     1.0 |          1.0 |  3.352s |     1m:21s |
| Iteration 17     |          204 |      gini |         8 |                13 |               12 |         sqrt |     False |    0.0213 |         --- |   0.625 |          1.0 |  3.170s |     1m:28s |
| Iteration 18     |          494 |      gini |         3 |                 9 |                5 |          0.6 |     False |    0.0217 |         --- |  0.8125 |          1.0 |  3.428s |     1m:34s |
| Iteration 19     |           17 |      gini |      None |                 3 |               11 |         auto |     False |    0.0302 |         --- |  0.9062 |          1.0 |  3.154s |     1m:39s |
| Iteration 20     |          183 |      gini |         7 |                16 |               11 |          0.7 |     False |    0.0126 |         --- |     1.0 |          1.0 |  3.267s |     1m:47s |
| Iteration 21     |          333 |      gini |         9 |                12 |               11 |         log2 |     False |       0.0 |         --- |   0.875 |          1.0 |  3.241s |     1m:55s |
| Iteration 22     |          308 |      gini |         1 |                 9 |               11 |          0.9 |     False |     0.035 |         --- |     0.5 |          1.0 |  3.301s |     2m:00s |
| Iteration 23     |          334 |      gini |         5 |                 9 |                5 |          0.6 |     False |    0.0209 |         --- |  0.9375 |          1.0 |  3.393s |     2m:06s |
| Iteration 24     |          389 |      gini |         5 |                11 |                5 |         sqrt |     False |    0.0011 |         --- |   0.875 |          1.0 |  3.433s |     2m:11s |
| Iteration 25     |          190 |   entropy |         7 |                17 |               11 |          0.5 |     False |    0.0251 |         --- |  0.8125 |          1.0 |  3.304s |     2m:16s |
| Iteration 26     |          133 |      gini |         7 |                15 |                5 |         sqrt |     False |    0.0062 |         --- |     1.0 |          1.0 |  3.278s |     2m:21s |
| Iteration 27     |          261 |   entropy |         7 |                 5 |               11 |          0.6 |     False |    0.0115 |         --- |   0.875 |          1.0 |  3.327s |     2m:26s |
| Iteration 28     |          117 |      gini |         7 |                17 |                5 |          0.6 |     False |    0.0261 |         --- |    0.75 |          1.0 |  3.165s |     2m:33s |
| Iteration 29     |          500 |   entropy |         7 |                16 |                5 |          0.5 |     False |    0.0184 |         --- |  0.9375 |          1.0 |  3.428s |     2m:42s |
| Iteration 30     |          429 |      gini |         3 |                12 |                5 |         log2 |     False |    0.0118 |         --- |  0.8125 |          1.0 |  3.399s |     2m:48s |
| Iteration 31     |          318 |      gini |         6 |                18 |                5 |          0.5 |     False |       0.0 |         --- |  0.9375 |          1.0 |  3.342s |     2m:53s |
| Iteration 32     |          128 |      gini |         9 |                 9 |               11 |          0.8 |     False |    0.0024 |         --- |    0.75 |          1.0 |  3.229s |     2m:59s |
| Iteration 33     |          299 |      gini |         8 |                13 |               11 |         auto |     False |    0.0266 |         --- |   0.875 |          1.0 |  3.342s |     3m:06s |
| Iteration 34     |          222 |      gini |         5 |                10 |                5 |          0.6 |      True |    0.0147 |         0.9 |  0.8125 |          1.0 |  3.327s |     3m:12s |
| Iteration 35     |          217 |      gini |         7 |                 2 |               11 |          0.5 |     False |    0.0172 |         --- |   0.875 |          1.0 |  3.272s |     3m:17s |
| Iteration 36     |          474 |      gini |         5 |                11 |                5 |          0.6 |     False |     0.027 |         --- |    0.75 |          1.0 |  3.469s |     3m:22s |
| Iteration 37     |          498 |      gini |         3 |                 6 |                5 |          0.6 |     False |    0.0172 |         --- |   0.625 |          1.0 |  3.426s |     3m:28s |
| Iteration 38     |           10 |      gini |         7 |                19 |               20 |          0.9 |     False |       0.0 |         --- |   0.375 |          1.0 |  3.146s |     3m:32s |
| Iteration 39     |          243 |      gini |         6 |                10 |                5 |          0.5 |     False |    0.0144 |         --- |     1.0 |          1.0 |  3.319s |     3m:38s |
| Iteration 40     |          382 |   entropy |         5 |                10 |                5 |          0.6 |     False |    0.0155 |         --- |  0.4375 |          1.0 |  3.388s |     3m:43s |
| Iteration 41     |          268 |      gini |         6 |                 9 |                5 |         log2 |     False |    0.0119 |         --- |    0.75 |          1.0 |  3.303s |     3m:48s |
| Iteration 42     |          422 |      gini |         7 |                 5 |                1 |         log2 |     False |    0.0331 |         --- |  0.6875 |          1.0 |  3.394s |     3m:55s |
| Iteration 43     |          486 |      gini |         9 |                20 |                5 |         auto |      True |    0.0157 |         0.8 |  0.8125 |          1.0 |  3.570s |     4m:02s |
| Iteration 44     |           14 |      gini |         6 |                17 |               10 |         auto |     False |    0.0133 |         --- |  0.9375 |          1.0 |  3.191s |     4m:07s |
| Iteration 45     |          165 |      gini |         9 |                 2 |               10 |         auto |     False |    0.0244 |         --- |  0.5625 |          1.0 |  3.220s |     4m:12s |
| Iteration 46     |          413 |      gini |         7 |                20 |               11 |          0.7 |     False |    0.0038 |         --- |  0.1875 |          1.0 |  3.415s |     4m:17s |
| Iteration 47     |           84 |      gini |         7 |                15 |               11 |          0.6 |     False |    0.0204 |         --- |   0.125 |          1.0 |  3.209s |     4m:22s |
| Iteration 48     |          104 |      gini |         7 |                19 |               11 |         sqrt |     False |    0.0263 |         --- |   0.875 |          1.0 |  3.864s |     4m:29s |
| Iteration 49     |          500 |      gini |         9 |                20 |                1 |         auto |     False |    0.0057 |         --- |  0.8125 |          1.0 |  3.474s |     4m:37s |
| Iteration 50     |          235 |   entropy |      None |                 2 |                1 |         auto |      True |    0.0271 |         0.9 |  0.8125 |          1.0 |  3.353s |     4m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 318, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 9, 'min_samples_leaf': 11, 'max_features': 'sqrt', 'bootstrap': False, 'ccp_alpha': 0.0237}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9607
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.224s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.04
Time elapsed: 0.990s
-------------------------------------------------
Total time: 4m:45s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.265s |     3.285s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |       0.9375 |  3.283s |     7.633s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9375 |  3.254s |    11.853s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9375 |  3.227s |    18.143s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  3.259s |    23.003s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9375 |  3.194s |    28.548s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9375 |  3.150s |    33.131s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9375 |  3.140s |    39.740s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.375 |       0.9375 |  3.173s |    46.893s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.154s |    51.891s |
| Iteration 11     |          173 |         0.345 |         6 |  0.4718 |                2 |       0.6 |              1.0 |       100 |          0 |     0.5 |       0.9375 |  3.206s |    56.586s |
| Iteration 12     |          310 |        0.0254 |         7 |  0.4207 |                3 |       0.6 |              0.9 |       0.1 |         10 |  0.6875 |       0.9375 |  3.231s |     1m:01s |
| Iteration 13     |          350 |        0.0352 |         3 |  0.3762 |                2 |       0.9 |              1.0 |       0.1 |       0.01 |  0.8125 |       0.9375 |  3.238s |     1m:06s |
| Iteration 14     |          363 |        0.0457 |         8 |  0.4228 |                2 |       0.8 |              0.9 |       0.1 |         10 |     1.0 |          1.0 |  3.267s |     1m:11s |
| Iteration 15     |          396 |        0.0362 |         9 |  0.3542 |                1 |       0.8 |              1.0 |       0.1 |         10 |    0.75 |          1.0 |  3.249s |     1m:16s |
| Iteration 16     |          270 |        0.0589 |         9 |  0.4179 |                2 |       0.8 |              0.9 |      0.01 |          1 |   0.875 |          1.0 |  3.238s |     1m:20s |
| Iteration 17     |          497 |          0.02 |         5 |  0.4362 |                1 |       0.8 |              0.7 |       0.1 |         10 |  0.6875 |          1.0 |  3.269s |     1m:25s |
| Iteration 18     |           93 |        0.0522 |         7 |   0.417 |                4 |       0.8 |              0.9 |       0.1 |         10 |  0.8438 |          1.0 |  3.206s |     1m:30s |
| Iteration 19     |          494 |        0.0598 |         5 |  0.4188 |                1 |       0.8 |              0.9 |         1 |          1 |   0.875 |          1.0 |  3.235s |     1m:35s |
| Iteration 20     |          500 |        0.0362 |         8 |   0.441 |                8 |       0.9 |              0.9 |      0.01 |         10 |     0.5 |          1.0 |  3.260s |     1m:40s |
| Iteration 21     |          372 |        0.0374 |         9 |  0.4249 |                2 |       0.9 |              0.9 |       0.1 |         10 |  0.6875 |          1.0 |  3.236s |     1m:45s |
| Iteration 22     |          438 |        0.2517 |         3 |  0.4487 |                2 |       0.8 |              1.0 |         1 |        0.1 |     0.5 |          1.0 |  3.244s |     1m:50s |
| Iteration 23     |          464 |        0.0454 |         7 |  0.5672 |                1 |       0.8 |              0.9 |        10 |        100 |     0.5 |          1.0 |  3.247s |     1m:55s |
| Iteration 24     |           91 |         0.042 |         8 |  0.4268 |                1 |       0.8 |              0.8 |       0.1 |         10 |  0.9375 |          1.0 |  3.208s |     2m:01s |
| Iteration 25     |          294 |         0.045 |         1 |  0.4228 |                2 |       0.8 |              1.0 |      0.01 |        100 |  0.8125 |          1.0 |  3.836s |     2m:08s |
| Iteration 26     |          346 |        0.0432 |         8 |  0.4276 |                2 |       0.7 |              0.8 |         0 |          0 |   0.625 |          1.0 |  3.114s |     2m:14s |
| Iteration 27     |          451 |        0.0437 |         8 |   0.423 |                2 |       0.8 |              0.8 |      0.01 |       0.01 |  0.8125 |          1.0 |  3.157s |     2m:19s |
| Iteration 28     |          453 |          0.05 |        10 |  0.4251 |                2 |       0.8 |              0.7 |       0.1 |          1 |  0.8125 |          1.0 |  3.195s |     2m:24s |
| Iteration 29     |          232 |         0.044 |        10 |  0.4348 |                1 |       0.8 |              0.9 |       0.1 |          1 |  0.6875 |          1.0 |  3.163s |     2m:29s |
| Iteration 30     |          422 |        0.0146 |         6 |   0.401 |                2 |       0.8 |              1.0 |       0.1 |          0 |  0.8125 |          1.0 |  3.191s |     2m:34s |
| Iteration 31     |          409 |        0.0168 |         8 |  0.3828 |                6 |       0.8 |              0.9 |       0.1 |         10 |  0.6875 |          1.0 |  3.189s |     2m:39s |
| Iteration 32     |          122 |          0.01 |         5 |     0.0 |                1 |       1.0 |              0.9 |        10 |        0.1 |     0.5 |          1.0 |  3.165s |     2m:46s |
| Iteration 33     |           52 |           1.0 |         2 |     0.0 |               10 |       1.0 |              0.7 |        10 |        0.1 |     0.5 |          1.0 |  3.107s |     2m:53s |
| Iteration 34     |           72 |          0.01 |         5 |     1.0 |               10 |       1.0 |              0.9 |       100 |       0.01 |     0.5 |          1.0 |  3.068s |     3m:01s |
| Iteration 35     |          354 |        0.0542 |         1 |  0.3323 |                1 |       0.9 |              0.7 |       100 |        100 |     0.5 |          1.0 |  3.178s |     3m:07s |
| Iteration 36     |          167 |        0.2081 |        10 |  0.2463 |                1 |       0.7 |              0.8 |         0 |        100 |  0.5625 |          1.0 |  3.165s |     3m:13s |
| Iteration 37     |          340 |          0.01 |         8 |     0.0 |               10 |       0.5 |              0.5 |         0 |        0.1 |     0.5 |          1.0 |  3.173s |     3m:19s |
| Iteration 38     |           61 |        0.5608 |         7 |  0.6718 |                1 |       0.5 |              0.4 |      0.01 |       0.01 |   0.875 |          1.0 |  3.123s |     3m:23s |
| Iteration 39     |           38 |        0.1224 |         2 |  0.9927 |                1 |       0.8 |              0.4 |      0.01 |         10 |    0.75 |          1.0 |  3.161s |     3m:28s |
| Iteration 40     |          435 |        0.9619 |         2 |  0.3469 |                1 |       0.8 |              1.0 |      0.01 |          0 |    0.25 |          1.0 |  3.189s |     3m:34s |
| Iteration 41     |          196 |           1.0 |         7 |  0.8331 |                1 |       0.6 |              0.4 |         0 |        0.1 |  0.8125 |          1.0 |  3.169s |     3m:40s |
| Iteration 42     |          132 |           1.0 |         8 |  0.7038 |                1 |       0.8 |              0.4 |         0 |         10 |  0.5625 |          1.0 |  3.153s |     3m:44s |
| Iteration 43     |           27 |           1.0 |         7 |  0.7562 |                1 |       0.5 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.159s |     3m:49s |
| Iteration 44     |           36 |         0.049 |         7 |  0.7344 |                2 |       0.8 |              0.7 |       0.1 |          1 |   0.875 |          1.0 |  3.161s |     3m:55s |
| Iteration 45     |          500 |        0.0423 |         7 |  0.3161 |                4 |       0.8 |              1.0 |       0.1 |        100 |   0.625 |          1.0 |  3.187s |     3m:60s |
| Iteration 46     |           23 |        0.0767 |         3 |  0.0184 |                1 |       0.9 |              0.4 |       0.1 |       0.01 |   0.125 |          1.0 |  3.143s |     4m:05s |
| Iteration 47     |           68 |        0.0292 |         9 |  0.7821 |                1 |       0.9 |              0.7 |       0.1 |        0.1 |   0.375 |          1.0 |  3.151s |     4m:10s |
| Iteration 48     |          317 |        0.0328 |        10 |  0.7656 |                1 |       0.8 |              0.6 |       0.1 |        100 |   0.875 |          1.0 |  3.187s |     4m:15s |
| Iteration 49     |           57 |        0.0362 |         9 |  0.7677 |                6 |       0.8 |              1.0 |       0.1 |          0 |  0.8125 |          1.0 |  3.177s |     4m:20s |
| Iteration 50     |          388 |        0.4261 |         5 |  0.6309 |                3 |       0.5 |              0.4 |      0.01 |          0 |    0.75 |          1.0 |  3.900s |     4m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 363, 'learning_rate': 0.0457, 'max_depth': 8, 'gamma': 0.4228, 'min_child_weight': 2, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9839
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.089s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0812
Time elapsed: 0.281s
-------------------------------------------------
Total time: 4m:29s


Final results ==================== >>
Duration: 31m:37s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.75 ± 0.0791 ~
Logistic Regression             --> roc_auc: 0.79 ± 0.0735
Linear Discriminant Analysis    --> roc_auc: 0.83 ± 0.0245
Quadratic Discriminant Analysis --> roc_auc: 0.81 ± 0.02
Radius Nearest Neighbors        --> roc_auc: 0.83 ± 0.103
AdaBoost                        --> roc_auc: 0.84 ± 0.086
Random Forest                   --> roc_auc: 0.83 ± 0.04
XGBoost                         --> roc_auc: 0.88 ± 0.0812 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 830 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVTGANNLFF.
   >>> Dropping feature CANAGGTSYGKLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVRPNDYKLSF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.8125 |       0.8125 |  0.692s |     0.712s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |       0.8125 |  0.731s |     2.681s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.5625 |       0.8125 |  0.687s |     4.343s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4375 |       0.8125 |  0.760s |     6.191s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |       0.9375 |  0.739s |     7.849s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |   0.875 |       0.9375 |  0.773s |     9.718s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |       0.9375 |  0.745s |    11.562s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.790s |    13.366s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  0.727s |    15.135s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |          1.0 |  0.716s |    16.928s |
| Iteration 11     | exponen.. |        0.7002 |          193 |       0.9 | friedman_mse |                17 |               18 |         1 |          0.5 |    0.0005 |    0.25 |          1.0 |  0.719s |    19.352s |
| Iteration 12     | exponen.. |        0.0189 |           33 |       0.7 | friedman_mse |                15 |                8 |        10 |          0.7 |    0.0036 |     1.0 |          1.0 |  0.682s |    21.425s |
| Iteration 13     | exponen.. |         0.131 |           10 |       1.0 | friedman_mse |                17 |               19 |         1 |          0.6 |       0.0 |    0.75 |          1.0 |  0.683s |    23.546s |
| Iteration 14     | exponen.. |        0.0358 |           25 |       0.8 | friedman_mse |                13 |                9 |         3 |          0.7 |    0.0021 |  0.5625 |          1.0 |  0.696s |    25.618s |
| Iteration 15     | exponen.. |        0.0662 |          440 |       0.7 | squared_er.. |                11 |                7 |         8 |         sqrt |    0.0004 |  0.8125 |          1.0 |  0.787s |    27.755s |
| Iteration 16     | exponen.. |        0.0207 |           46 |       0.8 | friedman_mse |                15 |                3 |        10 |          0.9 |    0.0012 |     1.0 |          1.0 |  0.683s |    29.892s |
| Iteration 17     | exponen.. |        0.0732 |          482 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0035 |    0.75 |          1.0 |  0.790s |    32.082s |
| Iteration 18     | exponen.. |        0.0167 |          376 |       0.7 | friedman_mse |                15 |               12 |         8 |          0.7 |    0.0023 |  0.6875 |          1.0 |  0.764s |    34.148s |
| Iteration 19     | exponen.. |        0.0324 |           10 |       0.6 | squared_er.. |                 3 |               15 |        10 |         log2 |    0.0226 |  0.7812 |          1.0 |  0.625s |    36.308s |
| Iteration 20     | exponen.. |        0.0798 |          440 |       0.5 | squared_er.. |                 4 |               14 |         6 |          0.5 |     0.012 |  0.5625 |          1.0 |  0.721s |    38.431s |
| Iteration 21     |  deviance |        0.0258 |           16 |       0.9 | friedman_mse |                 4 |                5 |        10 |         auto |    0.0032 |    0.75 |          1.0 |  0.623s |    40.425s |
| Iteration 22     | exponen.. |        0.0228 |           32 |       0.7 | friedman_mse |                15 |                5 |        10 |          0.7 |    0.0061 |   0.875 |          1.0 |  0.628s |    42.389s |
| Iteration 23     | exponen.. |        0.0212 |          269 |       0.8 | friedman_mse |                19 |                3 |         9 |          0.7 |    0.0185 |     1.0 |          1.0 |  0.717s |    44.475s |
| Iteration 24     | exponen.. |        0.0211 |          153 |       0.9 | squared_er.. |                 2 |                2 |         9 |         sqrt |    0.0099 |     0.5 |          1.0 |  0.673s |    46.601s |
| Iteration 25     |  deviance |        0.0194 |          346 |       0.9 | friedman_mse |                20 |                1 |        10 |          0.5 |    0.0125 |  0.3125 |          1.0 |  0.724s |    50.623s |
| Iteration 26     | exponen.. |        0.0199 |           90 |       0.9 | friedman_mse |                18 |                2 |        10 |          0.9 |    0.0117 |    0.75 |          1.0 |  1.363s |    56.401s |
| Iteration 27     | exponen.. |        0.0211 |          242 |       0.8 | friedman_mse |                18 |                9 |        10 |         log2 |     0.021 |     1.0 |          1.0 |  0.688s |    59.380s |
| Iteration 28     | exponen.. |        0.0205 |           77 |       0.8 | friedman_mse |                18 |                1 |        10 |          0.7 |     0.031 |  0.9375 |          1.0 |  0.648s |     1m:02s |
| Iteration 29     | exponen.. |         0.021 |          345 |       0.8 | squared_er.. |                14 |               11 |         9 |          0.8 |    0.0058 |   0.875 |          1.0 |  0.733s |     1m:04s |
| Iteration 30     | exponen.. |        0.0856 |          400 |       0.7 | squared_er.. |                14 |               17 |         5 |         sqrt |    0.0138 |    0.75 |          1.0 |  0.744s |     1m:06s |
| Iteration 31     | exponen.. |        0.0208 |          236 |       0.8 | friedman_mse |                19 |               15 |        10 |          0.6 |    0.0161 |   0.625 |          1.0 |  0.687s |     1m:09s |
| Iteration 32     | exponen.. |        0.0202 |          458 |       0.7 | squared_er.. |                 9 |                7 |         9 |         log2 |    0.0132 |   0.875 |          1.0 |  0.751s |     1m:11s |
| Iteration 33     | exponen.. |        0.0211 |           78 |       0.8 | friedman_mse |                16 |                8 |         6 |          0.7 |    0.0212 |   0.875 |          1.0 |  0.647s |     1m:13s |
| Iteration 34     | exponen.. |        0.0188 |           89 |       0.8 | friedman_mse |                20 |                5 |        10 |         log2 |    0.0202 |   0.875 |          1.0 |  0.648s |     1m:15s |
| Iteration 35     | exponen.. |        0.0814 |          160 |       0.7 | squared_er.. |                16 |                4 |         6 |         log2 |     0.015 |     1.0 |          1.0 |  0.671s |     1m:17s |
| Iteration 36     | exponen.. |        0.0799 |          105 |       0.7 | squared_er.. |                18 |                7 |         6 |          0.9 |    0.0278 |    0.75 |          1.0 |  0.656s |     1m:22s |
| Iteration 37     | exponen.. |        0.0202 |          407 |       0.8 | squared_er.. |                17 |                5 |        10 |          0.8 |    0.0046 |     0.5 |          1.0 |  0.754s |     1m:25s |
| Iteration 38     | exponen.. |        0.0206 |          455 |       0.8 | friedman_mse |                 5 |                4 |        10 |          0.7 |    0.0168 |     1.0 |          1.0 |  0.749s |     1m:28s |
| Iteration 39     | exponen.. |        0.0854 |          193 |       0.7 | squared_er.. |                 9 |                6 |         6 |          0.8 |       0.0 |     1.0 |          1.0 |  0.678s |     1m:32s |
| Iteration 40     | exponen.. |        0.0202 |           31 |       0.7 | friedman_mse |                14 |                5 |        10 |          0.8 |     0.019 |   0.625 |          1.0 |  0.641s |     1m:35s |
| Iteration 41     | exponen.. |        0.0987 |          253 |       0.7 | squared_er.. |                15 |                4 |         9 |          0.5 |    0.0013 |   0.625 |          1.0 |  0.690s |     1m:37s |
| Iteration 42     | exponen.. |         0.082 |          287 |       0.7 | squared_er.. |                16 |                6 |         6 |          0.9 |     0.003 |    0.75 |          1.0 |  0.714s |     1m:40s |
| Iteration 43     | exponen.. |        0.0198 |          307 |       0.7 | friedman_mse |                 9 |                5 |         3 |          0.7 |    0.0058 |  0.8125 |          1.0 |  0.719s |     1m:43s |
| Iteration 44     | exponen.. |        0.0208 |          246 |       0.8 | friedman_mse |                 7 |                3 |        10 |          0.9 |    0.0307 |     1.0 |          1.0 |  0.701s |     1m:47s |
| Iteration 45     | exponen.. |          0.08 |          335 |       0.7 | squared_er.. |                12 |                8 |         6 |          0.7 |    0.0285 |  0.3125 |          1.0 |  0.710s |     1m:50s |
| Iteration 46     | exponen.. |         0.022 |           96 |       0.8 | friedman_mse |                19 |                4 |         9 |         auto |    0.0139 |  0.8125 |          1.0 |  0.656s |     1m:52s |
| Iteration 47     | exponen.. |        0.0201 |          401 |       0.8 | friedman_mse |                11 |                2 |         6 |         None |    0.0158 |    0.75 |          1.0 |  0.746s |     1m:55s |
| Iteration 48     |  deviance |        0.0208 |          178 |       0.8 | friedman_mse |                13 |                4 |        10 |          0.7 |    0.0189 |  0.5312 |          1.0 |  0.679s |     1m:57s |
| Iteration 49     | exponen.. |        0.0233 |          371 |       0.9 | friedman_mse |                15 |                5 |        10 |          0.5 |    0.0244 |  0.6875 |          1.0 |  0.725s |     2m:02s |
| Iteration 50     | exponen.. |        0.0196 |          276 |       0.8 | friedman_mse |                 8 |                8 |        10 |          0.7 |    0.0092 |    0.75 |          1.0 |  0.709s |     2m:05s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.707s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.051
Time elapsed: 0.600s
-------------------------------------------------
Total time: 2m:09s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.8125 |       0.8125 |  0.695s |     0.707s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.375 |       0.8125 |  0.691s |     2.635s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |       0.8125 |  0.652s |     6.869s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |       0.8125 |  0.655s |    11.369s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.875 |        0.875 |  0.654s |    16.339s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |        0.875 |  0.640s |    18.545s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.875 |        0.875 |  0.641s |    21.770s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.9375 |       0.9375 |  0.637s |    23.850s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.9375 |       0.9375 |  0.648s |    27.998s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.8125 |       0.9375 |  0.637s |    30.214s |
| Iteration 11     |      l2 |  0.0133 |   lbfgs |      251 |      --- |  0.4375 |       0.9375 |  0.653s |    32.760s |
| Iteration 12     |      l2 |  0.0299 |     sag |      264 |      --- |  0.8125 |       0.9375 |  0.635s |    34.822s |
| Iteration 13     |      l1 | 16.3332 | libli.. |      122 |      --- |  0.5625 |       0.9375 |  0.636s |    36.949s |
| Iteration 14     |      l2 |  4.1487 |   lbfgs |      352 |      --- |  0.8125 |       0.9375 |  0.650s |    41.424s |
| Iteration 15     |      l2 |  5.3454 |   lbfgs |      925 |      --- |  0.8125 |       0.9375 |  0.639s |    43.983s |
| Iteration 16     |      l2 |  0.1316 | newto.. |      151 |      --- |  0.8125 |       0.9375 |  0.639s |    45.897s |
| Iteration 17     |      l2 |  0.0028 |    saga |      185 |      --- |  0.5625 |       0.9375 |  0.642s |    47.770s |
| Iteration 18     |      l2 |  1.4232 |    saga |      135 |      --- |  0.6875 |       0.9375 |  0.642s |    49.688s |
| Iteration 19     |    none |     --- |    saga |      743 |      --- |  0.8125 |       0.9375 |  0.648s |    54.440s |
| Iteration 20     |    none |     --- |     sag |      460 |      --- |  0.4375 |       0.9375 |  0.642s |    56.941s |
| Iteration 21     |      l2 |  0.0594 | libli.. |      291 |      --- |  0.6875 |       0.9375 |  0.632s |    58.784s |
| Iteration 22     |      l2 |  0.0621 | newto.. |      138 |      --- |    0.75 |       0.9375 |  0.634s |     1m:01s |
| Iteration 23     |      l1 |  0.0145 |    saga |      273 |      --- |     0.5 |       0.9375 |  0.638s |     1m:03s |
| Iteration 24     |      l2 |  8.2909 | newto.. |      158 |      --- |    0.75 |       0.9375 |  0.648s |     1m:05s |
| Iteration 25     |      l2 |  0.0236 | libli.. |      310 |      --- |  0.3125 |       0.9375 |  0.639s |     1m:07s |
| Iteration 26     |    none |     --- | newto.. |      719 |      --- |    0.75 |       0.9375 |  0.641s |     1m:09s |
| Iteration 27     |      l2 |  99.588 |     sag |      470 |      --- |  0.8125 |       0.9375 |  0.639s |     1m:11s |
| Iteration 28     |      l2 | 98.9621 |     sag |      803 |      --- |   0.875 |       0.9375 |  1.216s |     1m:14s |
| Iteration 29     |      l1 | 99.7301 |    saga |      940 |      --- |  0.8125 |       0.9375 |  0.657s |     1m:16s |
| Iteration 30     |      l2 |   100.0 |   lbfgs |      100 |      --- |    0.75 |       0.9375 |  0.645s |     1m:21s |
| Iteration 31     |    none |     --- |   lbfgs |     1000 |      --- |   0.875 |       0.9375 |  0.652s |     1m:26s |
| Iteration 32     |      l2 |   100.0 | newto.. |     1000 |      --- |  0.9375 |       0.9375 |  0.642s |     1m:29s |
| Iteration 33     |      l2 |   100.0 | newto.. |     1000 |      --- |  0.9375 |       0.9375 |  0.000s |     1m:30s |
| Iteration 34     |      l1 |  8.2345 |    saga |      103 |      --- |     1.0 |          1.0 |  0.644s |     1m:32s |
| Iteration 35     |      l2 |  0.0349 | libli.. |      307 |      --- |  0.9375 |          1.0 |  0.647s |     1m:36s |
| Iteration 36     |      l2 |   100.0 | newto.. |      948 |      --- |   0.875 |          1.0 |  0.644s |     1m:39s |
| Iteration 37     |      l1 |   100.0 | libli.. |      203 |      --- |   0.375 |          1.0 |  0.657s |     1m:41s |
| Iteration 38     |      l1 |  7.4518 | libli.. |      102 |      --- |   0.875 |          1.0 |  0.647s |     1m:43s |
| Iteration 39     |      l1 |  9.3198 | libli.. |      100 |      --- |  0.8125 |          1.0 |  0.642s |     1m:45s |
| Iteration 40     |    none |     --- |     sag |      339 |      --- |   0.625 |          1.0 |  0.640s |     1m:48s |
| Iteration 41     |      l2 |  0.0347 | libli.. |      280 |      --- |  0.8125 |          1.0 |  0.645s |     1m:52s |
| Iteration 42     |      l2 |  8.2239 |     sag |      110 |      --- |  0.6875 |          1.0 |  0.633s |     1m:54s |
| Iteration 43     |      l2 |  8.2169 | newto.. |      111 |      --- |  0.5625 |          1.0 |  0.668s |     1m:57s |
| Iteration 44     |      l2 | 99.9925 |     sag |     1000 |      --- |     1.0 |          1.0 |  0.646s |     1m:59s |
| Iteration 45     |      l2 | 99.9466 |     sag |      991 |      --- |   0.375 |          1.0 |  0.659s |     2m:01s |
| Iteration 46     |      l2 | 12.7919 |    saga |     1000 |      --- |   0.875 |          1.0 |  0.644s |     2m:04s |
| Iteration 47     |      l2 |  2.1207 |   lbfgs |     1000 |      --- |     0.5 |          1.0 |  0.651s |     2m:07s |
| Iteration 48     |      l2 |  1.6968 | newto.. |      100 |      --- |  0.6875 |          1.0 |  0.640s |     2m:09s |
| Iteration 49     |      l2 |   100.0 | libli.. |     1000 |      --- |    0.75 |          1.0 |  0.642s |     2m:11s |
| Iteration 50     |      l2 |  0.0011 |    saga |      988 |      --- |   0.625 |          1.0 |  0.638s |     2m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'penalty': 'l2', 'C': 99.9925, 'solver': 'sag', 'max_iter': 1000}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8661
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.024s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1265
Time elapsed: 0.090s
-------------------------------------------------
Total time: 2m:15s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  0.633s |     0.639s |
| Initial point 2  |     svd |       --- |   0.375 |        0.625 |  0.637s |     2.363s |
| Initial point 3  |     svd |       --- |   0.375 |        0.625 |  0.000s |     3.384s |
| Initial point 4  |    lsqr |       0.8 |  0.4375 |        0.625 |  0.639s |     4.988s |
| Initial point 5  |   eigen |       0.9 |    0.75 |         0.75 |  0.638s |     6.679s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |         0.75 |  1.192s |     8.858s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |         0.75 |  0.636s |    10.508s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |         0.75 |  0.626s |    13.352s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |         0.75 |  0.635s |    16.307s |
| Initial point 10 |   eigen |       0.8 |   0.625 |         0.75 |  0.634s |    18.191s |
| Iteration 11     |   eigen |       0.9 |    0.75 |         0.75 |  0.000s |    19.319s |
| Iteration 12     |   eigen |       0.7 |  0.3125 |         0.75 |  0.633s |    21.005s |
| Iteration 13     |     svd |       --- |   0.375 |         0.75 |  0.000s |    22.228s |
| Iteration 14     |    lsqr |      auto |     0.5 |         0.75 |  0.622s |    24.031s |
| Iteration 15     |   eigen |      auto |  0.8125 |       0.8125 |  0.630s |    26.123s |
| Iteration 16     |   eigen |      None |  0.9375 |       0.9375 |  0.632s |    28.044s |
| Iteration 17     |   eigen |      None |  0.9375 |       0.9375 |  0.000s |    29.283s |
| Iteration 18     |   eigen |       0.5 |     0.5 |       0.9375 |  0.624s |    31.000s |
| Iteration 19     |   eigen |       0.6 |    0.75 |       0.9375 |  0.632s |    32.788s |
| Iteration 20     |   eigen |      None |  0.9375 |       0.9375 |  0.000s |    34.385s |
| Iteration 21     |   eigen |      None |  0.9375 |       0.9375 |  0.000s |    35.663s |
| Iteration 22     |   eigen |      None |  0.9375 |       0.9375 |  0.000s |    36.864s |
| Iteration 23     |    lsqr |      None |     1.0 |          1.0 |  0.629s |    38.753s |
| Iteration 24     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    39.937s |
| Iteration 25     |     svd |       --- |   0.375 |          1.0 |  0.000s |    41.181s |
| Iteration 26     |    lsqr |       1.0 |  0.5625 |          1.0 |  0.629s |    42.936s |
| Iteration 27     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    44.069s |
| Iteration 28     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    47.033s |
| Iteration 29     |     svd |       --- |   0.375 |          1.0 |  0.000s |    48.672s |
| Iteration 30     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    49.762s |
| Iteration 31     |    lsqr |      None |     1.0 |          1.0 |  0.001s |    50.905s |
| Iteration 32     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    52.057s |
| Iteration 33     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    54.296s |
| Iteration 34     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    55.754s |
| Iteration 35     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    57.158s |
| Iteration 36     |    lsqr |      None |     1.0 |          1.0 |  0.000s |    58.432s |
| Iteration 37     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 38     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 39     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 40     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 41     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 42     |    lsqr |      None |     1.0 |          1.0 |  0.001s |     1m:17s |
| Iteration 43     |    lsqr |      None |     1.0 |          1.0 |  0.001s |     1m:20s |
| Iteration 44     |    lsqr |      None |     1.0 |          1.0 |  0.001s |     1m:24s |
| Iteration 45     |    lsqr |      None |     1.0 |          1.0 |  0.001s |     1m:29s |
| Iteration 46     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:33s |
| Iteration 47     |    lsqr |      None |     1.0 |          1.0 |  0.001s |     1m:35s |
| Iteration 48     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 49     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 50     |    lsqr |      None |     1.0 |          1.0 |  0.000s |     1m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'solver': 'lsqr', 'shrinkage': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7991
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1715
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:41s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  0.641s |     0.644s |
| Initial point 2  |       0.9 |   0.375 |        0.625 |  0.635s |     2.272s |
| Initial point 3  |       0.1 |     0.5 |        0.625 |  1.207s |     4.591s |
| Initial point 4  |       1.0 |   0.625 |        0.625 |  0.000s |     5.642s |
| Initial point 5  |       0.2 |  0.6875 |       0.6875 |  0.635s |     7.211s |
| Initial point 6  |       0.4 |   0.625 |       0.6875 |  0.633s |     8.832s |
| Initial point 7  |       0.4 |   0.625 |       0.6875 |  0.000s |     9.927s |
| Initial point 8  |       0.7 |  0.5625 |       0.6875 |  0.631s |    11.582s |
| Initial point 9  |       0.9 |   0.375 |       0.6875 |  0.000s |    15.026s |
| Initial point 10 |       0.8 |   0.625 |       0.6875 |  0.630s |    19.900s |
| Iteration 11     |       0.3 |  0.5625 |       0.6875 |  0.645s |    22.288s |
| Iteration 12     |       0.6 |   0.125 |       0.6875 |  0.629s |    24.067s |
| Iteration 13     |       0.5 |     0.5 |       0.6875 |  0.628s |    25.841s |
| Iteration 14     |       0.0 |    0.75 |         0.75 |  0.627s |    28.201s |
| Iteration 15     |       0.0 |    0.75 |         0.75 |  0.000s |    30.164s |
| Iteration 16     |       0.0 |    0.75 |         0.75 |  0.000s |    31.478s |
| Iteration 17     |       0.0 |    0.75 |         0.75 |  0.000s |    32.545s |
| Iteration 18     |       0.0 |    0.75 |         0.75 |  0.000s |    33.647s |
| Iteration 19     |       0.9 |   0.375 |         0.75 |  0.000s |    34.822s |
| Iteration 20     |       0.6 |   0.125 |         0.75 |  0.000s |    35.994s |
| Iteration 21     |       0.0 |    0.75 |         0.75 |  0.000s |    38.776s |
| Iteration 22     |       0.0 |    0.75 |         0.75 |  0.000s |    40.269s |
| Iteration 23     |       0.0 |    0.75 |         0.75 |  0.000s |    41.324s |
| Iteration 24     |       0.0 |    0.75 |         0.75 |  0.000s |    42.531s |
| Iteration 25     |       0.0 |    0.75 |         0.75 |  0.000s |    43.605s |
| Iteration 26     |       0.0 |    0.75 |         0.75 |  0.000s |    44.669s |
| Iteration 27     |       0.0 |    0.75 |         0.75 |  0.000s |    45.835s |
| Iteration 28     |       0.9 |   0.375 |         0.75 |  0.000s |    46.950s |
| Iteration 29     |       0.0 |    0.75 |         0.75 |  0.000s |    48.019s |
| Iteration 30     |       0.8 |   0.625 |         0.75 |  0.001s |    50.598s |
| Iteration 31     |       0.0 |    0.75 |         0.75 |  0.000s |    52.134s |
| Iteration 32     |       0.0 |    0.75 |         0.75 |  0.000s |    55.856s |
| Iteration 33     |       0.0 |    0.75 |         0.75 |  0.000s |    57.536s |
| Iteration 34     |       0.0 |    0.75 |         0.75 |  0.000s |    58.599s |
| Iteration 35     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:02s |
| Iteration 36     |       0.0 |    0.75 |         0.75 |  0.001s |     1m:03s |
| Iteration 37     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:05s |
| Iteration 38     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:06s |
| Iteration 39     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:07s |
| Iteration 40     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:08s |
| Iteration 41     |       0.0 |    0.75 |         0.75 |  0.001s |     1m:09s |
| Iteration 42     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:11s |
| Iteration 43     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:12s |
| Iteration 44     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:13s |
| Iteration 45     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:14s |
| Iteration 46     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:15s |
| Iteration 47     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:19s |
| Iteration 48     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:22s |
| Iteration 49     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:23s |
| Iteration 50     |       0.0 |    0.75 |         0.75 |  0.000s |     1m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9223
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.06
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:29s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.9423 | dista.. |      auto |        40 |       1 |     0.5 |          0.5 |  0.648s |     0.669s |
| Initial point 2  |  5.1471 | uniform |   kd_tree |        39 |       2 |   0.375 |          0.5 |  0.644s |     3.188s |
| Initial point 3  |  4.0659 | dista.. | ball_tree |        25 |       2 |  0.3125 |          0.5 |  0.642s |     4.818s |
| Initial point 4  | 11.8621 | uniform | ball_tree |        39 |       2 |     0.5 |          0.5 |  0.645s |     9.218s |
| Initial point 5  |  9.2924 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  0.649s |    11.473s |
| Initial point 6  | 10.7613 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  0.636s |    13.136s |
| Initial point 7  |  7.6973 | dista.. | ball_tree |        24 |       1 |   0.625 |        0.875 |  1.194s |    15.457s |
| Initial point 8  |  1.8446 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.632s |    17.103s |
| Initial point 9  |  8.5743 | uniform | ball_tree |        24 |       1 |   0.625 |          1.0 |  0.640s |    18.825s |
| Initial point 10 |  6.0902 | uniform |     brute |        22 |       2 |    0.75 |          1.0 |  0.642s |    20.593s |
| Iteration 11     |     0.0 | dista.. |      auto |        21 |       1 |     0.5 |          1.0 |  0.646s |    22.636s |
| Iteration 12     |     0.0 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.634s |    27.529s |
| Iteration 13     | 10.2846 | dista.. |      auto |        31 |       2 |  0.4375 |          1.0 |  0.634s |    30.077s |
| Iteration 14     | 12.5057 | dista.. |   kd_tree |        20 |       2 |     0.5 |          1.0 |  0.648s |    32.088s |
| Iteration 15     |  0.1983 | uniform |     brute |        30 |       2 |  0.5312 |          1.0 |  0.632s |    33.969s |
| Iteration 16     |    12.4 | dista.. |     brute |        21 |       2 |  0.8125 |          1.0 |  0.637s |    36.118s |
| Iteration 17     |  0.0283 | dista.. |     brute |        30 |       2 |     0.5 |          1.0 |  0.628s |    38.102s |
| Iteration 18     |  1.5825 | dista.. |      auto |        22 |       2 |   0.375 |          1.0 |  0.627s |    40.737s |
| Iteration 19     | 12.1191 | dista.. |   kd_tree |        21 |       2 |  0.8125 |          1.0 |  0.641s |    43.636s |
| Iteration 20     |  2.0623 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.639s |    46.493s |
| Iteration 21     |  7.8875 | uniform |      auto |        30 |       1 |   0.625 |          1.0 |  0.639s |    48.827s |
| Iteration 22     | 12.7395 | uniform |   kd_tree |        21 |       2 |     0.5 |          1.0 |  0.646s |    50.819s |
| Iteration 23     | 12.8399 | dista.. |      auto |        29 |       2 |     1.0 |          1.0 |  0.644s |    52.822s |
| Iteration 24     |  0.0267 | dista.. | ball_tree |        29 |       2 |     0.5 |          1.0 |  0.642s |    54.783s |
| Iteration 25     | 12.5279 | dista.. |   kd_tree |        29 |       2 |   0.125 |          1.0 |  0.627s |    57.013s |
| Iteration 26     | 10.8581 | dista.. |      auto |        29 |       2 |    0.75 |          1.0 |  0.629s |    58.947s |
| Iteration 27     |  12.555 | dista.. |      auto |        28 |       2 |  0.8125 |          1.0 |  0.650s |     1m:01s |
| Iteration 28     | 11.5924 | uniform | ball_tree |        20 |       1 |  0.6562 |          1.0 |  0.629s |     1m:03s |
| Iteration 29     |  0.6411 | uniform |      auto |        28 |       1 |    0.25 |          1.0 |  0.632s |     1m:05s |
| Iteration 30     | 12.8494 | dista.. | ball_tree |        20 |       2 |  0.8125 |          1.0 |  0.632s |     1m:07s |
| Iteration 31     |  0.0988 | uniform |      auto |        29 |       2 |    0.75 |          1.0 |  0.629s |     1m:09s |
| Iteration 32     |  0.1069 | uniform |      auto |        27 |       2 |   0.375 |          1.0 |  0.644s |     1m:11s |
| Iteration 33     | 12.3878 | uniform | ball_tree |        22 |       2 |     0.5 |          1.0 |  1.251s |     1m:14s |
| Iteration 34     | 12.7744 | dista.. | ball_tree |        21 |       1 |     1.0 |          1.0 |  0.680s |     1m:16s |
| Iteration 35     | 12.6649 | dista.. | ball_tree |        21 |       1 |   0.875 |          1.0 |  0.688s |     1m:20s |
| Iteration 36     | 12.9788 | dista.. | ball_tree |        21 |       1 |  0.6875 |          1.0 |  0.635s |     1m:24s |
| Iteration 37     | 12.8095 | dista.. | ball_tree |        22 |       1 |  0.5625 |          1.0 |  0.645s |     1m:26s |
| Iteration 38     |   0.758 | dista.. |      auto |        29 |       1 |  0.8438 |          1.0 |  0.640s |     1m:28s |
| Iteration 39     | 12.9215 | dista.. |      auto |        29 |       1 |    0.75 |          1.0 |  0.642s |     1m:30s |
| Iteration 40     | 11.8979 | dista.. |   kd_tree |        22 |       2 |    0.75 |          1.0 |  0.642s |     1m:32s |
| Iteration 41     | 10.8891 | dista.. |     brute |        22 |       2 |    0.75 |          1.0 |  0.635s |     1m:34s |
| Iteration 42     |  0.7987 | dista.. | ball_tree |        21 |       1 |    0.75 |          1.0 |  0.636s |     1m:36s |
| Iteration 43     |  0.5631 | dista.. |     brute |        22 |       2 |  0.6875 |          1.0 |  0.641s |     1m:38s |
| Iteration 44     |  0.6042 | dista.. |      auto |        27 |       1 |    0.25 |          1.0 |  0.641s |     1m:40s |
| Iteration 45     | 12.2106 | uniform |     brute |        24 |       1 |  0.4375 |          1.0 |  0.645s |     1m:42s |
| Iteration 46     | 12.8107 | uniform |     brute |        34 |       1 |  0.5312 |          1.0 |  0.639s |     1m:47s |
| Iteration 47     |  4.5209 | dista.. | ball_tree |        20 |       1 |    0.75 |          1.0 |  0.639s |     1m:50s |
| Iteration 48     |  0.4565 | dista.. |      auto |        35 |       1 |  0.4688 |          1.0 |  0.643s |     1m:52s |
| Iteration 49     |  0.2305 | dista.. |     brute |        36 |       2 |  0.4375 |          1.0 |  0.639s |     1m:54s |
| Iteration 50     |  0.1897 | uniform | ball_tree |        33 |       2 |  0.4375 |          1.0 |  0.651s |     1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 12.7744, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0447
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:58s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.3438 |       0.3438 |  1.027s |     1.034s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |         0.75 |  1.042s |     2.977s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.9375 |       0.9375 |  0.812s |     4.788s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.8125 |       0.9375 |  0.932s |     6.581s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9062 |       0.9375 |  0.807s |     8.289s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |       0.9375 |  0.995s |    10.147s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.625 |       0.9375 |  0.676s |    11.688s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  0.925s |    13.514s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.8125 |          1.0 |  0.640s |    15.067s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.875 |          1.0 |  1.321s |    17.274s |
| Iteration 11     |          379 |          0.01 |     SAMME |  0.4062 |          1.0 |  0.893s |    19.293s |
| Iteration 12     |          237 |        0.0186 |   SAMME.R |     1.0 |          1.0 |  0.815s |    21.299s |
| Iteration 13     |          255 |        0.0429 |     SAMME |  0.6562 |          1.0 |  0.813s |    25.593s |
| Iteration 14     |          363 |        0.0168 |     SAMME |  0.6875 |          1.0 |  0.885s |    29.256s |
| Iteration 15     |           98 |        0.9425 |   SAMME.R |  0.6875 |          1.0 |  0.721s |    31.939s |
| Iteration 16     |          362 |        1.1007 |     SAMME |  0.8125 |          1.0 |  0.883s |    34.123s |
| Iteration 17     |          188 |        0.0188 |   SAMME.R |  0.7188 |          1.0 |  0.785s |    36.077s |
| Iteration 18     |          312 |        0.0201 |     SAMME |  0.7188 |          1.0 |  0.847s |    38.059s |
| Iteration 19     |          165 |        0.0139 |   SAMME.R |  0.7812 |          1.0 |  0.763s |    39.901s |
| Iteration 20     |          462 |         0.018 |     SAMME |  0.9062 |          1.0 |  1.092s |    42.126s |
| Iteration 21     |          425 |        1.2238 |   SAMME.R |  0.4375 |          1.0 |  1.020s |    44.328s |
| Iteration 22     |          354 |        0.0183 |     SAMME |     1.0 |          1.0 |  0.930s |    46.395s |
| Iteration 23     |          458 |        0.0186 |   SAMME.R |     1.0 |          1.0 |  1.052s |    48.897s |
| Iteration 24     |          500 |        1.0073 |     SAMME |   0.375 |          1.0 |  1.045s |    51.271s |
| Iteration 25     |          359 |        0.0186 |   SAMME.R |  0.4062 |          1.0 |  0.984s |    53.533s |
| Iteration 26     |          489 |         0.026 |     SAMME |    0.75 |          1.0 |  1.032s |    55.737s |
| Iteration 27     |          232 |        0.1256 |   SAMME.R |     1.0 |          1.0 |  0.885s |    57.755s |
| Iteration 28     |          234 |        0.0677 |   SAMME.R |     1.0 |          1.0 |  0.859s |    59.904s |
| Iteration 29     |          239 |        0.0895 |     SAMME |     1.0 |          1.0 |  0.837s |     1m:02s |
| Iteration 30     |          243 |        0.0556 |     SAMME |  0.9375 |          1.0 |  0.880s |     1m:04s |
| Iteration 31     |          233 |        0.1017 |     SAMME |   0.875 |          1.0 |  0.853s |     1m:08s |
| Iteration 32     |          237 |        0.0679 |   SAMME.R |  0.8125 |          1.0 |  0.868s |     1m:11s |
| Iteration 33     |          229 |        0.0282 |   SAMME.R |  0.9375 |          1.0 |  1.457s |     1m:13s |
| Iteration 34     |          456 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.977s |     1m:16s |
| Iteration 35     |          343 |        0.0307 |     SAMME |     1.0 |          1.0 |  0.869s |     1m:18s |
| Iteration 36     |          346 |        0.0257 |     SAMME |  0.8125 |          1.0 |  0.929s |     1m:20s |
| Iteration 37     |          226 |        0.2892 |   SAMME.R |    0.25 |          1.0 |  0.816s |     1m:22s |
| Iteration 38     |           79 |         0.074 |     SAMME |  0.8125 |          1.0 |  0.688s |     1m:25s |
| Iteration 39     |           73 |        0.0753 |   SAMME.R |     1.0 |          1.0 |  0.695s |     1m:29s |
| Iteration 40     |           50 |        0.0607 |   SAMME.R |    0.75 |          1.0 |  0.666s |     1m:32s |
| Iteration 41     |          452 |        0.0942 |     SAMME |   0.625 |          1.0 |  0.937s |     1m:36s |
| Iteration 42     |          266 |          10.0 |     SAMME |  0.7188 |          1.0 |  0.620s |     1m:38s |
| Iteration 43     |           84 |          0.01 |   SAMME.R |    0.75 |          1.0 |  0.702s |     1m:40s |
| Iteration 44     |          108 |        9.9974 |     SAMME |     1.0 |          1.0 |  0.623s |     1m:42s |
| Iteration 45     |          233 |        0.0496 |   SAMME.R |    0.25 |          1.0 |  0.809s |     1m:44s |
| Iteration 46     |          100 |        0.1296 |   SAMME.R |  0.8125 |          1.0 |  0.701s |     1m:46s |
| Iteration 47     |          123 |        9.9909 |   SAMME.R |   0.625 |          1.0 |  0.718s |     1m:49s |
| Iteration 48     |          424 |        9.9912 |     SAMME |    0.25 |          1.0 |  0.634s |     1m:52s |
| Iteration 49     |           50 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.716s |     1m:54s |
| Iteration 50     |           50 |          0.01 |     SAMME |  0.8438 |          1.0 |  0.001s |     1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 458, 'learning_rate': 0.0186, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9625
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.430s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.0663
Time elapsed: 1.914s
-------------------------------------------------
Total time: 1m:58s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     0.5 |          0.5 |  1.068s |     1.088s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |    0.75 |         0.75 |  0.964s |     4.681s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.971s |     7.045s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  0.791s |     8.717s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |   0.875 |          1.0 |  0.992s |    10.631s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.818s |    12.366s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |          1.0 |  0.861s |    14.124s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.850s |    16.860s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  1.564s |    19.410s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  0.966s |    21.353s |
| Iteration 11     |          421 |      gini |         6 |                17 |               11 |          0.7 |     False |    0.0052 |         --- |    0.25 |          1.0 |  0.941s |    23.541s |
| Iteration 12     |          251 |      gini |         8 |                 4 |               12 |          0.5 |     False |    0.0281 |         --- |  0.9688 |          1.0 |  0.829s |    25.696s |
| Iteration 13     |          500 |   entropy |         8 |                14 |               14 |          0.8 |     False |    0.0315 |         --- |  0.6875 |          1.0 |  0.991s |    28.018s |
| Iteration 14     |          471 |      gini |         4 |                16 |                3 |          0.7 |     False |    0.0109 |         --- |     0.5 |          1.0 |  0.989s |    30.381s |
| Iteration 15     |          252 |      gini |      None |                 5 |               13 |         sqrt |     False |    0.0299 |         --- |    0.75 |          1.0 |  0.822s |    32.615s |
| Iteration 16     |          180 |      gini |         9 |                 4 |               17 |         log2 |      True |    0.0299 |         0.9 |  0.6875 |          1.0 |  0.822s |    34.785s |
| Iteration 17     |          161 |      gini |         7 |                 3 |               19 |         log2 |     False |    0.0264 |         --- |  0.6875 |          1.0 |  0.773s |    37.010s |
| Iteration 18     |          229 |      gini |         8 |                 4 |               13 |          0.6 |      True |     0.035 |         0.5 |  0.6875 |          1.0 |  0.855s |    39.377s |
| Iteration 19     |          212 |      gini |         8 |                 4 |                3 |         auto |     False |    0.0277 |         --- |  0.8125 |          1.0 |  0.751s |    43.472s |
| Iteration 20     |          226 |      gini |         8 |                 6 |               11 |         sqrt |     False |    0.0311 |         --- |  0.9375 |          1.0 |  0.757s |    45.961s |
| Iteration 21     |          265 |      gini |         7 |                 5 |                8 |          0.6 |     False |    0.0017 |         --- |   0.875 |          1.0 |  0.781s |    48.016s |
| Iteration 22     |          447 |      gini |         5 |                14 |                8 |         log2 |     False |    0.0346 |         --- |     1.0 |          1.0 |  0.898s |    50.353s |
| Iteration 23     |          230 |      gini |         7 |                 4 |               10 |         auto |     False |    0.0326 |         --- |     1.0 |          1.0 |  0.753s |    52.567s |
| Iteration 24     |          446 |      gini |         5 |                13 |                9 |          0.5 |     False |    0.0119 |         --- |  0.4375 |          1.0 |  0.894s |    55.261s |
| Iteration 25     |          209 |      gini |         8 |                 4 |               10 |          0.6 |     False |     0.008 |         --- |    0.75 |          1.0 |  0.811s |    57.681s |
| Iteration 26     |          379 |      gini |         4 |                14 |                8 |         sqrt |     False |    0.0192 |         --- |    0.75 |          1.0 |  0.921s |     1m:00s |
| Iteration 27     |          466 |      gini |         4 |                14 |                8 |          0.9 |     False |    0.0157 |         --- |     1.0 |          1.0 |  0.975s |     1m:03s |
| Iteration 28     |          459 |      gini |         5 |                12 |                8 |          0.8 |     False |    0.0073 |         --- |  0.9375 |          1.0 |  0.975s |     1m:06s |
| Iteration 29     |          436 |      gini |         8 |                 2 |               11 |         sqrt |     False |    0.0328 |         --- |  0.9375 |          1.0 |  0.936s |     1m:09s |
| Iteration 30     |          218 |      gini |         5 |                17 |                8 |          0.6 |     False |    0.0347 |         --- |  0.8438 |          1.0 |  0.811s |     1m:12s |
| Iteration 31     |          369 |   entropy |         6 |                18 |                3 |          0.7 |     False |    0.0155 |         --- |   0.875 |          1.0 |  0.907s |     1m:14s |
| Iteration 32     |          385 |      gini |         5 |                 5 |                8 |         sqrt |     False |    0.0265 |         --- |     1.0 |          1.0 |  0.919s |     1m:16s |
| Iteration 33     |          354 |      gini |         7 |                 9 |               10 |          0.8 |     False |    0.0013 |         --- |   0.625 |          1.0 |  0.890s |     1m:19s |
| Iteration 34     |          134 |      gini |         5 |                13 |                8 |          0.6 |     False |       0.0 |         --- |   0.875 |          1.0 |  1.277s |     1m:24s |
| Iteration 35     |          500 |   entropy |         6 |                 6 |                3 |         sqrt |     False |     0.035 |         --- |     1.0 |          1.0 |  0.945s |     1m:29s |
| Iteration 36     |          500 |      gini |         5 |                 7 |                8 |         log2 |     False |    0.0006 |         --- |   0.875 |          1.0 |  0.922s |     1m:32s |
| Iteration 37     |          500 |      gini |         5 |                17 |                8 |         sqrt |     False |    0.0333 |         --- |   0.625 |          1.0 |  0.925s |     1m:35s |
| Iteration 38     |          352 |      gini |         7 |                 4 |               12 |         auto |     False |    0.0268 |         --- |     1.0 |          1.0 |  0.827s |     1m:37s |
| Iteration 39     |          118 |      gini |         5 |                 8 |               10 |         log2 |     False |    0.0162 |         --- |  0.8125 |          1.0 |  0.698s |     1m:42s |
| Iteration 40     |          359 |      gini |         8 |                 3 |                3 |         sqrt |     False |    0.0241 |         --- |    0.75 |          1.0 |  0.845s |     1m:44s |
| Iteration 41     |          472 |      gini |         5 |                14 |                8 |         log2 |     False |     0.035 |         --- |   0.625 |          1.0 |  0.915s |     1m:47s |
| Iteration 42     |          138 |      gini |         5 |                14 |                7 |         log2 |     False |     0.035 |         --- |     0.5 |          1.0 |  0.728s |     1m:49s |
| Iteration 43     |          382 |      gini |         6 |                13 |                3 |          0.5 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.866s |     1m:52s |
| Iteration 44     |          396 |   entropy |         6 |                12 |                3 |         sqrt |     False |    0.0346 |         --- |     1.0 |          1.0 |  0.870s |     1m:54s |
| Iteration 45     |          279 |   entropy |         4 |                11 |                3 |         None |     False |     0.035 |         --- |  0.6875 |          1.0 |  0.834s |     1m:57s |
| Iteration 46     |          413 |   entropy |         7 |                17 |                3 |         sqrt |     False |     0.032 |         --- |  0.9375 |          1.0 |  0.945s |     1m:59s |
| Iteration 47     |           82 |      gini |         6 |                17 |               12 |          0.5 |     False |    0.0264 |         --- |  0.6562 |          1.0 |  0.729s |     2m:02s |
| Iteration 48     |          485 |   entropy |         6 |                11 |                3 |         log2 |     False |    0.0316 |         --- |  0.5312 |          1.0 |  0.976s |     2m:04s |
| Iteration 49     |          401 |      gini |         1 |                 3 |                8 |         log2 |     False |    0.0094 |         --- |   0.875 |          1.0 |  0.913s |     2m:07s |
| Iteration 50     |          236 |      gini |         7 |                 7 |                8 |         log2 |     False |     0.026 |         --- |   0.875 |          1.0 |  0.830s |     2m:09s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.954
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.325s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0339
Time elapsed: 1.438s
-------------------------------------------------
Total time: 2m:13s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |   0.625 |        0.625 |  0.775s |     0.795s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  0.775s |     2.567s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  0.768s |     4.298s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  0.715s |     6.071s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  0.766s |     7.823s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  0.688s |     9.518s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  0.693s |    13.303s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  0.701s |    17.806s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  0.732s |    19.996s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.710s |    21.636s |
| Iteration 11     |          461 |        0.0201 |         6 |  0.5739 |                3 |       0.9 |              0.7 |         0 |         10 |  0.4375 |          1.0 |  1.316s |    24.283s |
| Iteration 12     |          143 |        0.1951 |         6 |  0.9346 |                4 |       0.6 |              0.8 |         1 |          1 |  0.9062 |          1.0 |  0.669s |    27.273s |
| Iteration 13     |          500 |        0.2133 |         3 |  0.2028 |                5 |       1.0 |              0.4 |        10 |          1 |     0.5 |          1.0 |  0.719s |    30.814s |
| Iteration 14     |          500 |        0.1483 |         1 |     0.0 |                4 |       1.0 |              0.8 |      0.01 |          0 |  0.8125 |          1.0 |  0.738s |    33.172s |
| Iteration 15     |          398 |        0.3012 |        10 |  0.4749 |                4 |       0.9 |              0.8 |      0.01 |        0.1 |  0.6875 |          1.0 |  0.724s |    35.146s |
| Iteration 16     |          500 |        0.0508 |         5 |  0.7351 |                4 |       0.9 |              0.8 |         1 |          1 |     1.0 |          1.0 |  0.728s |    37.236s |
| Iteration 17     |          226 |        0.0247 |         6 |  0.7745 |                3 |       0.5 |              0.8 |      0.01 |        0.1 |  0.6875 |          1.0 |  0.677s |    39.247s |
| Iteration 18     |           20 |        0.0481 |        10 |     0.0 |                4 |       0.5 |              1.0 |         0 |         10 |  0.5938 |          1.0 |  0.646s |    41.401s |
| Iteration 19     |          468 |        0.0368 |         6 |   0.695 |                4 |       0.7 |              0.8 |      0.01 |         10 |     1.0 |          1.0 |  0.722s |    43.596s |
| Iteration 20     |          462 |        0.0231 |         5 |  0.0449 |                4 |       1.0 |              0.8 |         0 |       0.01 |  0.6875 |          1.0 |  0.771s |    45.805s |
| Iteration 21     |           54 |        0.0726 |         5 |  0.6647 |                4 |       0.6 |              0.8 |       0.1 |         10 |   0.875 |          1.0 |  0.702s |    47.910s |
| Iteration 22     |          459 |         0.052 |         5 |  0.6769 |                4 |       0.9 |              0.8 |        10 |          0 |     0.5 |          1.0 |  0.721s |    52.493s |
| Iteration 23     |          387 |        0.0145 |         5 |   0.378 |                4 |       0.9 |              0.8 |         1 |          1 |     1.0 |          1.0 |  0.714s |    55.312s |
| Iteration 24     |          473 |         0.028 |         4 |  0.8809 |                4 |       0.9 |              0.7 |         1 |        100 |  0.5312 |          1.0 |  0.718s |    57.354s |
| Iteration 25     |          292 |        0.2978 |         4 |  0.0514 |                4 |       0.8 |              0.8 |         1 |         10 |  0.1875 |          1.0 |  0.692s |    59.333s |
| Iteration 26     |          396 |        0.0401 |         6 |  0.0156 |                4 |       0.5 |              0.8 |      0.01 |        0.1 |     0.5 |          1.0 |  0.713s |     1m:01s |
| Iteration 27     |          416 |         0.036 |         5 |  0.5939 |                4 |       0.9 |              0.8 |         1 |       0.01 |     1.0 |          1.0 |  0.723s |     1m:03s |
| Iteration 28     |          424 |        0.0746 |         6 |  0.8144 |                4 |       0.7 |              0.8 |      0.01 |          1 |   0.875 |          1.0 |  0.716s |     1m:06s |
| Iteration 29     |          447 |        0.8344 |         6 |  0.5286 |                4 |       0.8 |              0.8 |      0.01 |        100 |  0.9062 |          1.0 |  0.733s |     1m:08s |
| Iteration 30     |          320 |         0.033 |         5 |  0.6144 |                4 |       0.9 |              0.8 |         1 |        0.1 |  0.8125 |          1.0 |  0.698s |     1m:10s |
| Iteration 31     |          500 |        0.9173 |         5 |  0.4635 |                8 |       0.6 |              0.8 |         1 |        0.1 |     0.5 |          1.0 |  0.725s |     1m:13s |
| Iteration 32     |          447 |        0.0307 |         6 |  0.4501 |                4 |       0.9 |              0.8 |      0.01 |         10 |  0.8125 |          1.0 |  0.717s |     1m:15s |
| Iteration 33     |          498 |        0.0437 |         5 |  0.4913 |                4 |       0.8 |              0.9 |         1 |       0.01 |     1.0 |          1.0 |  0.733s |     1m:17s |
| Iteration 34     |          446 |         0.042 |         5 |  0.5641 |                4 |       0.9 |              0.8 |         1 |       0.01 |  0.8125 |          1.0 |  0.723s |     1m:19s |
| Iteration 35     |          500 |        0.1096 |         5 |  0.1843 |                4 |       0.7 |              0.7 |         1 |         10 |  0.9375 |          1.0 |  0.726s |     1m:22s |
| Iteration 36     |          500 |        0.0358 |         5 |  0.3948 |                4 |       0.5 |              0.8 |         1 |          1 |     0.5 |          1.0 |  0.717s |     1m:24s |
| Iteration 37     |          500 |        0.2978 |         5 |  0.3512 |                4 |       0.8 |              0.8 |         1 |        0.1 |  0.2812 |          1.0 |  0.732s |     1m:27s |
| Iteration 38     |          201 |        0.0138 |        10 |  0.8367 |                4 |       0.8 |              0.9 |         1 |        0.1 |   0.875 |          1.0 |  0.683s |     1m:29s |
| Iteration 39     |          313 |        0.0452 |         7 |  0.8583 |                3 |       0.8 |              0.8 |      0.01 |       0.01 |  0.8438 |          1.0 |  0.736s |     1m:31s |
| Iteration 40     |          361 |        0.0598 |         8 |  0.7088 |                5 |       0.8 |              0.8 |      0.01 |       0.01 |   0.375 |          1.0 |  0.704s |     1m:34s |
| Iteration 41     |           37 |        0.0129 |         2 |  0.1098 |                4 |       0.8 |              0.8 |      0.01 |        0.1 |  0.5312 |          1.0 |  0.647s |     1m:36s |
| Iteration 42     |          101 |        0.0336 |         6 |  0.4633 |                4 |       0.8 |              0.9 |         1 |         10 |  0.5625 |          1.0 |  0.661s |     1m:39s |
| Iteration 43     |          496 |        0.0414 |         8 |  0.6963 |                4 |       0.9 |              0.8 |         0 |         10 |  0.5938 |          1.0 |  0.728s |     1m:42s |
| Iteration 44     |          360 |        0.0458 |         4 |  0.2685 |                4 |       0.8 |              1.0 |      0.01 |         10 |     1.0 |          1.0 |  0.755s |     1m:45s |
| Iteration 45     |          402 |        0.0476 |         4 |  0.7006 |                8 |       0.8 |              0.7 |      0.01 |         10 |     0.5 |          1.0 |  0.755s |     1m:47s |
| Iteration 46     |           42 |         0.047 |         8 |  0.6988 |                4 |       0.7 |              1.0 |      0.01 |         10 |   0.875 |          1.0 |  0.697s |     1m:50s |
| Iteration 47     |          500 |        0.0449 |         5 |  0.4006 |                4 |       0.8 |              0.5 |      0.01 |          1 |     0.5 |          1.0 |  0.771s |     1m:54s |
| Iteration 48     |           80 |        0.0468 |         3 |  0.9283 |                4 |       0.8 |              0.9 |      0.01 |         10 |  0.4688 |          1.0 |  0.698s |     1m:57s |
| Iteration 49     |          478 |        0.0153 |         5 |  0.5844 |                4 |       0.9 |              0.8 |         1 |          1 |  0.6875 |          1.0 |  0.759s |     1m:60s |
| Iteration 50     |          253 |        0.0462 |         5 |  0.4115 |                4 |       0.8 |              1.0 |      0.01 |          0 |  0.5625 |          1.0 |  0.740s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'n_estimators': 360, 'learning_rate': 0.0458, 'max_depth': 4, 'gamma': 0.2685, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8915
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.091s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.0917
Time elapsed: 0.271s
-------------------------------------------------
Total time: 2m:05s


Final results ==================== >>
Duration: 15m:47s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.78 ± 0.051 ~
Logistic Regression             --> roc_auc: 0.55 ± 0.1265 ~
Linear Discriminant Analysis    --> roc_auc: 0.59 ± 0.1715 ~
Quadratic Discriminant Analysis --> roc_auc: 0.63 ± 0.06 ~
Radius Nearest Neighbors        --> roc_auc: 0.85 ± 0.0447 !
AdaBoost                        --> roc_auc: 0.79 ± 0.0663 ~
Random Forest                   --> roc_auc: 0.74 ± 0.0339
XGBoost                         --> roc_auc: 0.79 ± 0.0917 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAASKGSARQLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVHGSGNTGKLIF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAGNSGNTPLVF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVTGANNLFF.
   >>> Dropping feature CANAGGTSYGKLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVSDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAVDAGGTSYGKLTF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVRPNDYKLSF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9688 |       0.9688 |  3.222s |     3.243s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.6562 |       0.9688 |  3.251s |     7.491s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.8125 |       0.9688 |  3.205s |    11.649s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.5625 |       0.9688 |  3.233s |    15.801s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |       0.9688 |  3.254s |    21.987s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5625 |       0.9688 |  3.205s |    28.619s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |       0.9688 |  3.193s |    35.232s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |       0.9688 |  3.239s |    39.969s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |     1.0 |          1.0 |  3.266s |    45.061s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |          1.0 |  3.137s |    50.273s |
| Iteration 11     | exponen.. |        0.2739 |          232 |       0.9 | friedman_mse |                14 |               12 |         3 |          0.7 |    0.0064 |  0.4062 |          1.0 |  3.237s |    56.446s |
| Iteration 12     | exponen.. |        0.0469 |          277 |       1.0 | squared_er.. |                20 |               20 |         1 |         None |    0.0007 |  0.8125 |          1.0 |  3.247s |     1m:02s |
| Iteration 13     | exponen.. |        0.1979 |          132 |       0.7 | friedman_mse |                10 |               18 |         1 |         sqrt |    0.0118 |  0.4375 |          1.0 |  3.196s |     1m:07s |
| Iteration 14     | exponen.. |          0.54 |          182 |       0.9 | friedman_mse |                11 |               17 |         3 |          0.7 |    0.0022 |   0.375 |          1.0 |  3.368s |     1m:12s |
| Iteration 15     | exponen.. |        0.1251 |          411 |       1.0 | squared_er.. |                12 |                7 |         9 |         sqrt |    0.0114 |  0.9375 |          1.0 |  3.351s |     1m:17s |
| Iteration 16     | exponen.. |        0.0419 |          129 |       0.8 | friedman_mse |                16 |               18 |         1 |         log2 |    0.0205 |  0.9375 |          1.0 |  3.234s |     1m:22s |
| Iteration 17     | exponen.. |        0.4218 |          129 |       0.8 | friedman_mse |                16 |               18 |         6 |         None |       0.0 |  0.5625 |          1.0 |  3.272s |     1m:26s |
| Iteration 18     | exponen.. |        0.1559 |          143 |       0.6 | friedman_mse |                20 |                3 |         3 |         sqrt |       0.0 |     1.0 |          1.0 |  3.270s |     1m:31s |
| Iteration 19     | exponen.. |        0.1324 |          349 |       0.9 | friedman_mse |                19 |                3 |         4 |          0.7 |    0.0111 |  0.9375 |          1.0 |  3.233s |     1m:38s |
| Iteration 20     |  deviance |        0.4294 |          111 |       0.5 | squared_er.. |                11 |                6 |         3 |          0.8 |    0.0305 |  0.9375 |          1.0 |  3.164s |     1m:45s |
| Iteration 21     |  deviance |        0.0145 |          142 |       0.6 | friedman_mse |                20 |                4 |         1 |         sqrt |    0.0088 |   0.875 |          1.0 |  3.192s |     1m:50s |
| Iteration 22     |  deviance |        0.2462 |           36 |       0.6 | squared_er.. |                20 |                1 |         1 |          0.7 |     0.031 |  0.9062 |          1.0 |  3.220s |     1m:54s |
| Iteration 23     |  deviance |        0.0132 |          305 |       0.5 | squared_er.. |                20 |                5 |        10 |          0.5 |    0.0215 |     1.0 |          1.0 |  3.262s |     1m:59s |
| Iteration 24     | exponen.. |        0.1005 |           10 |       0.5 | squared_er.. |                20 |                4 |         8 |         auto |       0.0 |    0.75 |          1.0 |  3.194s |     2m:05s |
| Iteration 25     | exponen.. |        0.0844 |           91 |       0.9 | friedman_mse |                11 |                6 |         5 |          0.9 |    0.0117 |   0.375 |          1.0 |  3.216s |     2m:09s |
| Iteration 26     | exponen.. |        0.4445 |          211 |       0.9 | friedman_mse |                16 |               17 |         1 |          0.7 |       0.0 |  0.6875 |          1.0 |  3.178s |     2m:14s |
| Iteration 27     | exponen.. |        0.0964 |          191 |       0.6 | friedman_mse |                12 |               13 |         3 |         sqrt |    0.0069 |  0.9375 |          1.0 |  3.321s |     2m:19s |
| Iteration 28     |  deviance |        0.0398 |          325 |       0.9 | friedman_mse |                 7 |                7 |         1 |          0.6 |     0.014 |     1.0 |          1.0 |  3.357s |     2m:24s |
| Iteration 29     | exponen.. |        0.1796 |          470 |       0.9 | friedman_mse |                 4 |               12 |         1 |          0.6 |    0.0078 |    0.75 |          1.0 |  3.320s |     2m:29s |
| Iteration 30     |  deviance |        0.2653 |          284 |       0.9 | friedman_mse |                 8 |                4 |         1 |          0.6 |    0.0065 |  0.9375 |          1.0 |  3.354s |     2m:34s |
| Iteration 31     |  deviance |         0.013 |          349 |       0.9 | friedman_mse |                 6 |                5 |         1 |          0.6 |    0.0123 |  0.5312 |          1.0 |  3.265s |     2m:39s |
| Iteration 32     |  deviance |        0.0465 |          309 |       0.9 | friedman_mse |                 7 |               14 |         1 |          0.6 |    0.0132 |    0.75 |          1.0 |  3.262s |     2m:43s |
| Iteration 33     |  deviance |        0.3599 |           10 |       0.9 | friedman_mse |                 7 |                3 |         1 |          0.6 |    0.0338 |  0.8125 |          1.0 |  3.210s |     2m:48s |
| Iteration 34     | exponen.. |        0.5749 |          248 |       0.6 | friedman_mse |                20 |               10 |         3 |         sqrt |    0.0005 |  0.6875 |          1.0 |  3.327s |     2m:53s |
| Iteration 35     | exponen.. |        0.1554 |          194 |       0.8 | squared_er.. |                17 |               18 |         1 |          0.5 |    0.0067 |  0.6875 |          1.0 |  3.319s |     2m:58s |
| Iteration 36     |  deviance |        0.0138 |          249 |       0.5 | squared_er.. |                14 |                3 |        10 |          0.5 |     0.003 |  0.6875 |          1.0 |  3.312s |     3m:03s |
| Iteration 37     | exponen.. |        0.2235 |          260 |       0.6 | friedman_mse |                17 |                2 |         2 |         sqrt |    0.0054 |  0.5625 |          1.0 |  3.132s |     3m:09s |
| Iteration 38     | exponen.. |        0.1407 |          220 |       0.7 | friedman_mse |                16 |               13 |        10 |         log2 |    0.0015 |   0.875 |          1.0 |  3.230s |     3m:14s |
| Iteration 39     |  deviance |        0.0352 |          344 |       0.7 | friedman_mse |                14 |                3 |         6 |          0.5 |    0.0154 |   0.875 |          1.0 |  3.314s |     3m:19s |
| Iteration 40     | exponen.. |        0.1793 |           98 |       0.6 | squared_er.. |                19 |               12 |         7 |         sqrt |    0.0016 |   0.875 |          1.0 |  3.214s |     3m:24s |
| Iteration 41     | exponen.. |        0.1404 |          129 |       0.6 | friedman_mse |                16 |               16 |         1 |         None |    0.0026 |  0.3125 |          1.0 |  3.208s |     3m:29s |
| Iteration 42     | exponen.. |        0.1017 |          151 |       0.6 | friedman_mse |                13 |                6 |         8 |         sqrt |       0.0 |     0.5 |          1.0 |  3.252s |     3m:34s |
| Iteration 43     | exponen.. |        0.3261 |          388 |       0.8 | squared_er.. |                 9 |               19 |         3 |          0.6 |    0.0092 |   0.625 |          1.0 |  3.307s |     3m:39s |
| Iteration 44     | exponen.. |         0.077 |          408 |       0.8 | friedman_mse |                18 |                8 |         6 |         log2 |    0.0097 |     1.0 |          1.0 |  3.303s |     3m:44s |
| Iteration 45     | exponen.. |        0.0755 |          408 |       0.7 | squared_er.. |                18 |               13 |         5 |         log2 |    0.0097 |   0.625 |          1.0 |  3.281s |     3m:51s |
| Iteration 46     | exponen.. |        0.6619 |          411 |       0.8 | friedman_mse |                18 |               12 |         4 |         log2 |    0.0217 |  0.9375 |          1.0 |  3.177s |     3m:59s |
| Iteration 47     | exponen.. |        0.0202 |          401 |       0.8 | friedman_mse |                18 |               10 |         9 |         log2 |    0.0058 |   0.625 |          1.0 |  3.246s |     4m:04s |
| Iteration 48     |  deviance |        0.2061 |          325 |       0.9 | friedman_mse |                 7 |               13 |         5 |          0.6 |    0.0328 |  0.6875 |          1.0 |  3.187s |     4m:11s |
| Iteration 49     | exponen.. |        0.1498 |          409 |       0.8 | friedman_mse |                18 |               17 |         6 |         log2 |    0.0111 |  0.9375 |          1.0 |  3.225s |     4m:19s |
| Iteration 50     | exponen.. |        0.2194 |          344 |       0.9 | friedman_mse |                19 |                9 |         5 |          0.7 |    0.0186 |   0.625 |          1.0 |  3.216s |     4m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 28
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0398, 'n_estimators': 325, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 7, 'min_samples_leaf': 7, 'max_depth': 1, 'max_features': 0.6, 'ccp_alpha': 0.014}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9513
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.085s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.02
Time elapsed: 0.398s
-------------------------------------------------
Total time: 4m:29s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |   0.875 |        0.875 |  3.234s |     3.247s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4062 |        0.875 |  3.203s |     7.601s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.6875 |        0.875 |  3.148s |    14.144s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |        0.875 |  3.122s |    18.755s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |        0.875 |  3.221s |    23.028s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |        0.875 |  3.207s |    27.173s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |        0.875 |  3.208s |    31.278s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.875 |        0.875 |  3.203s |    35.456s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |        0.875 |  3.229s |    39.809s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.6875 |        0.875 |  3.201s |    45.516s |
| Iteration 11     |      l2 | 20.0303 | newto.. |      964 |      --- |  0.4062 |        0.875 |  3.203s |    50.420s |
| Iteration 12     |      l1 |  6.5395 | libli.. |      245 |      --- |   0.625 |        0.875 |  3.215s |    54.895s |
| Iteration 13     |      l1 |  9.3564 | libli.. |      136 |      --- |  0.4375 |        0.875 |  3.192s |    59.386s |
| Iteration 14     |      l2 |  9.1398 | newto.. |      135 |      --- |    0.75 |        0.875 |  3.196s |     1m:04s |
| Iteration 15     |    none |     --- |    saga |      135 |      --- |   0.625 |        0.875 |  3.180s |     1m:09s |
| Iteration 16     |    none |     --- |   lbfgs |     1000 |      --- |  0.8125 |        0.875 |  3.180s |     1m:15s |
| Iteration 17     |      l2 |  0.0014 |     sag |      145 |      --- |  0.5625 |        0.875 |  3.219s |     1m:19s |
| Iteration 18     |      l2 |   100.0 | libli.. |      970 |      --- |   0.875 |        0.875 |  3.262s |     1m:24s |
| Iteration 19     |      l1 |   100.0 |    saga |      100 |      --- |    0.75 |        0.875 |  3.311s |     1m:29s |
| Iteration 20     |    none |     --- |     sag |      954 |      --- |  0.8125 |        0.875 |  3.193s |     1m:33s |
| Iteration 21     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  3.240s |     1m:38s |
| Iteration 22     |    none |     --- |     sag |      884 |      --- |     1.0 |          1.0 |  3.224s |     1m:42s |
| Iteration 23     |    none |     --- |    saga |     1000 |      --- |  0.8125 |          1.0 |  3.190s |     1m:47s |
| Iteration 24     |    none |     --- |   lbfgs |      524 |      --- |  0.5625 |          1.0 |  3.213s |     1m:51s |
| Iteration 25     |    none |     --- |    saga |      841 |      --- |    0.25 |          1.0 |  3.197s |     1m:56s |
| Iteration 26     |      l2 |  6.4087 | libli.. |      891 |      --- |  0.8125 |          1.0 |  3.215s |     2m:00s |
| Iteration 27     |    none |     --- | newto.. |      882 |      --- |  0.8125 |          1.0 |  3.130s |     2m:07s |
| Iteration 28     | elast.. |   0.001 |    saga |      886 |      0.6 |     0.5 |          1.0 |  3.117s |     2m:15s |
| Iteration 29     |    none |     --- |     sag |      803 |      --- |   0.875 |          1.0 |  3.108s |     2m:23s |
| Iteration 30     |      l2 |   100.0 |   lbfgs |      100 |      --- |  0.9375 |          1.0 |  3.163s |     2m:28s |
| Iteration 31     |    none |     --- |    saga |      882 |      --- |    0.75 |          1.0 |  3.280s |     2m:33s |
| Iteration 32     |    none |     --- |     sag |      904 |      --- |   0.625 |          1.0 |  3.253s |     2m:37s |
| Iteration 33     |    none |     --- | newto.. |     1000 |      --- |   0.875 |          1.0 |  0.001s |     2m:39s |
| Iteration 34     |    none |     --- |   lbfgs |     1000 |      --- |  0.8125 |          1.0 |  0.001s |     2m:42s |
| Iteration 35     |    none |     --- |    saga |     1000 |      --- |  0.8125 |          1.0 |  0.000s |     2m:45s |
| Iteration 36     |      l2 |  0.2931 |   lbfgs |      121 |      --- |   0.625 |          1.0 |  3.152s |     2m:50s |
| Iteration 37     |      l2 | 30.1362 | libli.. |      995 |      --- |   0.375 |          1.0 |  3.085s |     2m:56s |
| Iteration 38     |    none |     --- |   lbfgs |      964 |      --- |  0.9375 |          1.0 |  3.191s |     3m:03s |
| Iteration 39     |    none |     --- |     sag |      963 |      --- |  0.8125 |          1.0 |  3.177s |     3m:08s |
| Iteration 40     |    none |     --- |     sag |      795 |      --- |    0.75 |          1.0 |  3.174s |     3m:14s |
| Iteration 41     |    none |     --- |   lbfgs |      812 |      --- |  0.4375 |          1.0 |  3.812s |     3m:20s |
| Iteration 42     |    none |     --- |   lbfgs |      974 |      --- |   0.375 |          1.0 |  3.224s |     3m:25s |
| Iteration 43     |    none |     --- |    saga |      873 |      --- |    0.75 |          1.0 |  3.202s |     3m:31s |
| Iteration 44     |      l2 |   0.001 | newto.. |      108 |      --- |     1.0 |          1.0 |  3.147s |     3m:36s |
| Iteration 45     |      l2 |  0.0024 | newto.. |      107 |      --- |  0.6875 |          1.0 |  3.166s |     3m:41s |
| Iteration 46     |      l1 |  0.0019 | libli.. |      111 |      --- |     0.5 |          1.0 |  3.206s |     3m:48s |
| Iteration 47     |      l2 |  0.0029 |   lbfgs |      956 |      --- |   0.625 |          1.0 |  3.145s |     3m:53s |
| Iteration 48     |    none |     --- | newto.. |      889 |      --- |  0.4375 |          1.0 |  3.251s |     3m:58s |
| Iteration 49     |      l2 | 13.2322 |   lbfgs |      100 |      --- |    0.75 |          1.0 |  3.218s |     4m:02s |
| Iteration 50     |      l2 |  0.0033 |   lbfgs |      100 |      --- |    0.75 |          1.0 |  3.143s |     4m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 884}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9116
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0837
Time elapsed: 0.067s
-------------------------------------------------
Total time: 4m:14s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  3.124s |     3.129s |
| Initial point 2  |     svd |       --- |  0.4688 |        0.625 |  3.087s |    10.003s |
| Initial point 3  |     svd |       --- |  0.4688 |        0.625 |  0.001s |    11.595s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |        0.625 |  3.083s |    15.553s |
| Initial point 5  |   eigen |       0.9 |  0.8125 |       0.8125 |  3.192s |    20.295s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |       0.8125 |  3.178s |    26.336s |
| Initial point 7  |    lsqr |       0.5 |  0.5625 |       0.8125 |  3.187s |    30.870s |
| Initial point 8  |    lsqr |       0.9 |     1.0 |          1.0 |  3.165s |    34.935s |
| Initial point 9  |    lsqr |       0.6 |   0.875 |          1.0 |  3.189s |    39.070s |
| Initial point 10 |   eigen |       0.8 |     0.5 |          1.0 |  3.145s |    43.110s |
| Iteration 11     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |    44.135s |
| Iteration 12     |     svd |       --- |  0.4688 |          1.0 |  0.000s |    45.154s |
| Iteration 13     |    lsqr |       1.0 |    0.75 |          1.0 |  3.164s |    49.326s |
| Iteration 14     |    lsqr |      auto |    0.75 |          1.0 |  3.178s |    53.650s |
| Iteration 15     |    lsqr |      None |   0.375 |          1.0 |  3.150s |    57.871s |
| Iteration 16     |     svd |       --- |  0.4688 |          1.0 |  0.000s |     1m:01s |
| Iteration 17     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 18     |   eigen |       0.6 |     0.5 |          1.0 |  3.096s |     1m:07s |
| Iteration 19     |   eigen |      auto |    0.75 |          1.0 |  3.149s |     1m:11s |
| Iteration 20     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 21     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 22     |   eigen |      None |   0.875 |          1.0 |  3.163s |     1m:18s |
| Iteration 23     |   eigen |       0.7 |     1.0 |          1.0 |  3.173s |     1m:22s |
| Iteration 24     |   eigen |       0.5 |   0.375 |          1.0 |  3.153s |     1m:26s |
| Iteration 25     |     svd |       --- |  0.4688 |          1.0 |  0.000s |     1m:28s |
| Iteration 26     |     svd |       --- |  0.4688 |          1.0 |  0.000s |     1m:29s |
| Iteration 27     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 28     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 29     |     svd |       --- |  0.4688 |          1.0 |  0.000s |     1m:33s |
| Iteration 30     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:34s |
| Iteration 31     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:36s |
| Iteration 32     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 33     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 34     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 35     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:42s |
| Iteration 36     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 37     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:47s |
| Iteration 38     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:48s |
| Iteration 39     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:49s |
| Iteration 40     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:50s |
| Iteration 41     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:52s |
| Iteration 42     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:53s |
| Iteration 43     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:54s |
| Iteration 44     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     1m:55s |
| Iteration 45     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     1m:58s |
| Iteration 46     |   eigen |       0.7 |     1.0 |          1.0 |  0.000s |     2m:02s |
| Iteration 47     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     2m:04s |
| Iteration 48     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     2m:05s |
| Iteration 49     |   eigen |       0.7 |     1.0 |          1.0 |  0.001s |     2m:06s |
| Iteration 50     |    lsqr |       0.9 |     1.0 |          1.0 |  0.000s |     2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8545
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.0374
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:09s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  3.136s |     3.139s |
| Initial point 2  |       0.9 |  0.5312 |        0.625 |  3.151s |     7.218s |
| Initial point 3  |       0.1 |  0.8125 |       0.8125 |  3.208s |    11.330s |
| Initial point 4  |       1.0 |   0.625 |       0.8125 |  0.001s |    12.229s |
| Initial point 5  |       0.2 |     0.5 |       0.8125 |  3.126s |    16.294s |
| Initial point 6  |       0.4 |  0.6875 |       0.8125 |  3.170s |    20.451s |
| Initial point 7  |       0.4 |  0.6875 |       0.8125 |  0.000s |    21.367s |
| Initial point 8  |       0.7 |     1.0 |          1.0 |  3.156s |    25.389s |
| Initial point 9  |       0.9 |  0.5312 |          1.0 |  0.000s |    26.346s |
| Initial point 10 |       0.8 |     0.5 |          1.0 |  3.170s |    30.425s |
| Iteration 11     |       0.3 |  0.4062 |          1.0 |  3.187s |    34.604s |
| Iteration 12     |       0.6 |  0.8125 |          1.0 |  3.218s |    38.817s |
| Iteration 13     |       0.7 |     1.0 |          1.0 |  0.000s |    39.905s |
| Iteration 14     |       0.5 |  0.6875 |          1.0 |  3.225s |    45.118s |
| Iteration 15     |       0.0 |  0.5625 |          1.0 |  3.226s |    49.618s |
| Iteration 16     |       0.7 |     1.0 |          1.0 |  0.000s |    52.301s |
| Iteration 17     |       0.7 |     1.0 |          1.0 |  0.000s |    53.717s |
| Iteration 18     |       0.7 |     1.0 |          1.0 |  0.000s |    54.699s |
| Iteration 19     |       0.7 |     1.0 |          1.0 |  0.000s |    55.679s |
| Iteration 20     |       0.7 |     1.0 |          1.0 |  0.000s |    56.646s |
| Iteration 21     |       0.6 |  0.8125 |          1.0 |  0.000s |    57.614s |
| Iteration 22     |       0.7 |     1.0 |          1.0 |  0.000s |    58.590s |
| Iteration 23     |       0.7 |     1.0 |          1.0 |  0.000s |    59.563s |
| Iteration 24     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 25     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 26     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 27     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 28     |       0.9 |  0.5312 |          1.0 |  0.000s |     1m:07s |
| Iteration 29     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 30     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 31     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 32     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 33     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 34     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 35     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 36     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 37     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 38     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 39     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 40     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 41     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 42     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 43     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 44     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 45     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 46     |       0.7 |     1.0 |          1.0 |  0.001s |     1m:43s |
| Iteration 47     |       0.7 |     1.0 |          1.0 |  0.001s |     1m:47s |
| Iteration 48     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:48s |
| Iteration 49     |       0.7 |     1.0 |          1.0 |  0.001s |     1m:50s |
| Iteration 50     |       0.7 |     1.0 |          1.0 |  0.000s |     1m:51s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:52s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7509
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.06
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:52s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.7254 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  3.143s |     3.163s |
| Initial point 2  |  4.2655 | uniform |   kd_tree |        39 |       2 |  0.5625 |       0.6875 |  3.178s |     7.459s |
| Initial point 3  |  3.3695 | dista.. | ball_tree |        25 |       2 |   0.625 |       0.6875 |  3.152s |    13.827s |
| Initial point 4  |  9.8303 | uniform | ball_tree |        39 |       2 |  0.3125 |       0.6875 |  3.135s |    20.874s |
| Initial point 5  |  7.7008 | dista.. |      auto |        30 |       2 |   0.625 |       0.6875 |  3.107s |    25.532s |
| Initial point 6  |  8.9181 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  3.214s |    29.736s |
| Initial point 7  |  6.3789 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  3.230s |    33.892s |
| Initial point 8  |  1.5286 | dista.. | ball_tree |        21 |       2 |  0.5312 |          1.0 |  3.216s |    38.010s |
| Initial point 9  |  7.1056 | uniform | ball_tree |        24 |       1 |     0.5 |          1.0 |  3.237s |    42.188s |
| Initial point 10 |   5.047 | uniform |     brute |        22 |       2 |  0.8125 |          1.0 |  3.212s |    47.466s |
| Iteration 11     | 10.7557 | dista.. | ball_tree |        40 |       1 |  0.4062 |          1.0 |  3.221s |    52.291s |
| Iteration 12     |  6.7802 | dista.. | ball_tree |        23 |       1 |    0.75 |          1.0 |  3.181s |    56.752s |
| Iteration 13     |  8.7976 | dista.. | ball_tree |        26 |       1 |  0.4375 |          1.0 |  3.203s |     1m:01s |
| Iteration 14     | 10.7275 | dista.. |      auto |        20 |       1 |  0.5312 |          1.0 |  3.149s |     1m:07s |
| Iteration 15     |  6.4111 | dista.. |     brute |        20 |       2 |     0.5 |          1.0 |  3.130s |     1m:12s |
| Iteration 16     |   6.298 | dista.. | ball_tree |        24 |       1 |  0.9375 |          1.0 |  3.223s |     1m:16s |
| Iteration 17     |  6.5917 | dista.. | ball_tree |        24 |       1 |  0.5938 |          1.0 |  3.201s |     1m:21s |
| Iteration 18     |  6.3632 | dista.. | ball_tree |        24 |       2 |  0.5312 |          1.0 |  3.228s |     1m:25s |
| Iteration 19     |  9.0355 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  3.208s |     1m:32s |
| Iteration 20     |  9.0649 | uniform | ball_tree |        21 |       2 |   0.375 |          1.0 |  3.116s |     1m:38s |
| Iteration 21     |  6.3661 | dista.. | ball_tree |        24 |       1 |  0.4375 |          1.0 |  3.207s |     1m:44s |
| Iteration 22     |  9.6053 | dista.. |   kd_tree |        21 |       2 |    0.75 |          1.0 |  3.220s |     1m:49s |
| Iteration 23     | 10.2881 | dista.. |      auto |        35 |       2 |    0.75 |          1.0 |  3.224s |     1m:54s |
| Iteration 24     |  4.6645 | dista.. | ball_tree |        39 |       1 |  0.6562 |          1.0 |  3.214s |     1m:59s |
| Iteration 25     |  1.4956 | dista.. |      auto |        33 |       1 |  0.4062 |          1.0 |  3.230s |     2m:03s |
| Iteration 26     |  9.0814 | dista.. |      auto |        39 |       2 |    0.75 |          1.0 |  3.201s |     2m:08s |
| Iteration 27     |  0.0001 | uniform |   kd_tree |        28 |       1 |     0.5 |          1.0 |  3.228s |     2m:13s |
| Iteration 28     |  0.0095 | uniform |   kd_tree |        38 |       2 |   0.375 |          1.0 |  3.215s |     2m:18s |
| Iteration 29     | 10.3373 | uniform |     brute |        20 |       2 |  0.4688 |          1.0 |  3.221s |     2m:23s |
| Iteration 30     | 10.7557 | uniform |      auto |        38 |       1 |  0.6562 |          1.0 |  3.297s |     2m:28s |
| Iteration 31     |  9.1176 | dista.. |   kd_tree |        21 |       2 |  0.5625 |          1.0 |  3.220s |     2m:32s |
| Iteration 32     |  0.4216 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.225s |     2m:37s |
| Iteration 33     |  9.6774 | dista.. |      auto |        23 |       2 |  0.5625 |          1.0 |  3.106s |     2m:45s |
| Iteration 34     |  3.5512 | uniform |     brute |        36 |       1 |  0.6875 |          1.0 |  3.136s |     2m:52s |
| Iteration 35     |  8.7431 | dista.. |     brute |        21 |       2 |  0.6875 |          1.0 |  3.173s |     2m:57s |
| Iteration 36     |  6.2792 | uniform |   kd_tree |        38 |       2 |   0.125 |          1.0 |  3.209s |     3m:02s |
| Iteration 37     |     0.0 | dista.. |     brute |        23 |       1 |     0.5 |          1.0 |  3.202s |     3m:07s |
| Iteration 38     |  0.1682 | uniform |      auto |        21 |       1 |     0.5 |          1.0 |  3.194s |     3m:12s |
| Iteration 39     | 10.7557 | dista.. | ball_tree |        20 |       2 |     0.5 |          1.0 |  3.230s |     3m:17s |
| Iteration 40     | 10.7557 | dista.. |      auto |        21 |       2 |  0.5625 |          1.0 |  3.165s |     3m:22s |
| Iteration 41     |  2.5319 | uniform |      auto |        21 |       2 |   0.625 |          1.0 |  3.149s |     3m:27s |
| Iteration 42     |  7.0491 | dista.. | ball_tree |        22 |       2 |     1.0 |          1.0 |  3.158s |     3m:32s |
| Iteration 43     |  7.7825 | dista.. | ball_tree |        30 |       2 |   0.875 |          1.0 |  3.163s |     3m:37s |
| Iteration 44     |  7.7835 | dista.. | ball_tree |        35 |       2 |  0.7812 |          1.0 |  3.179s |     3m:42s |
| Iteration 45     |  8.1276 | dista.. | ball_tree |        23 |       2 |    0.75 |          1.0 |  3.127s |     3m:49s |
| Iteration 46     |  7.9414 | dista.. | ball_tree |        20 |       2 |  0.8125 |          1.0 |  3.109s |     3m:55s |
| Iteration 47     |  7.8884 | dista.. | ball_tree |        21 |       2 |  0.6875 |          1.0 |  3.188s |     3m:60s |
| Iteration 48     |  7.5879 | dista.. | ball_tree |        37 |       2 |  0.4375 |          1.0 |  3.806s |     4m:05s |
| Iteration 49     |  4.3321 | dista.. |      auto |        22 |       2 |     0.5 |          1.0 |  3.095s |     4m:12s |
| Iteration 50     |   0.091 | uniform |     brute |        20 |       2 |     0.5 |          1.0 |  3.129s |     4m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'radius': 6.3789, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.585 ± 0.0374
Time elapsed: 0.054s
-------------------------------------------------
Total time: 4m:20s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  3.546s |     3.553s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.5625 |        0.625 |  3.572s |     9.913s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |        0.875 |  3.339s |    16.454s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.4688 |        0.875 |  3.465s |    21.499s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |        0.875 |  3.352s |    26.063s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |   0.625 |        0.875 |  3.524s |    30.815s |
| Initial point 7  |          473 |        2.1636 |     SAMME |     0.5 |        0.875 |  3.133s |    35.279s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9062 |       0.9062 |  3.455s |    39.965s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4375 |       0.9062 |  3.205s |    44.383s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8125 |       0.9062 |  3.326s |    48.963s |
| Iteration 11     |          408 |        0.0149 |     SAMME |   0.375 |       0.9062 |  3.454s |    53.916s |
| Iteration 12     |          121 |        8.1957 |   SAMME.R |   0.375 |       0.9062 |  3.300s |    58.515s |
| Iteration 13     |          195 |        8.1209 |     SAMME |   0.625 |       0.9062 |  3.155s |     1m:03s |
| Iteration 14     |          100 |        0.0113 |     SAMME |   0.625 |       0.9062 |  3.307s |     1m:08s |
| Iteration 15     |          270 |        0.0108 |     SAMME |  0.9375 |       0.9375 |  3.380s |     1m:14s |
| Iteration 16     |          283 |         0.036 |     SAMME |  0.8125 |       0.9375 |  3.377s |     1m:19s |
| Iteration 17     |          272 |        0.0107 |     SAMME |  0.8438 |       0.9375 |  3.280s |     1m:26s |
| Iteration 18     |          304 |        5.6359 |     SAMME |    0.75 |       0.9375 |  3.112s |     1m:32s |
| Iteration 19     |          318 |        0.0277 |   SAMME.R |  0.8125 |       0.9375 |  3.451s |     1m:36s |
| Iteration 20     |          244 |          0.01 |   SAMME.R |  0.9375 |       0.9375 |  3.377s |     1m:41s |
| Iteration 21     |          236 |          0.01 |   SAMME.R |   0.875 |       0.9375 |  3.365s |     1m:46s |
| Iteration 22     |          236 |          0.01 |   SAMME.R |   0.875 |       0.9375 |  0.000s |     1m:47s |
| Iteration 23     |          243 |          0.01 |   SAMME.R |  0.9375 |       0.9375 |  3.363s |     1m:52s |
| Iteration 24     |          269 |        0.0109 |     SAMME |    0.75 |       0.9375 |  3.359s |     1m:57s |
| Iteration 25     |          226 |          0.01 |   SAMME.R |  0.5312 |       0.9375 |  3.325s |     2m:02s |
| Iteration 26     |          271 |          10.0 |   SAMME.R |  0.7188 |       0.9375 |  3.988s |     2m:07s |
| Iteration 27     |          284 |          0.01 |   SAMME.R |     0.5 |       0.9375 |  3.382s |     2m:12s |
| Iteration 28     |          244 |          10.0 |     SAMME |    0.75 |       0.9375 |  3.184s |     2m:17s |
| Iteration 29     |           50 |        0.0137 |     SAMME |   0.875 |       0.9375 |  3.224s |     2m:22s |
| Iteration 30     |          246 |        8.4388 |     SAMME |    0.75 |       0.9375 |  3.105s |     2m:29s |
| Iteration 31     |           50 |        6.7959 |     SAMME |   0.625 |       0.9375 |  3.075s |     2m:37s |
| Iteration 32     |          244 |          0.01 |     SAMME |  0.9062 |       0.9375 |  3.409s |     2m:44s |
| Iteration 33     |          239 |          0.01 |     SAMME |  0.8125 |       0.9375 |  3.275s |     2m:50s |
| Iteration 34     |          239 |          0.01 |     SAMME |  0.8125 |       0.9375 |  0.000s |     2m:51s |
| Iteration 35     |          337 |        9.5925 |   SAMME.R |    0.25 |       0.9375 |  3.434s |     2m:56s |
| Iteration 36     |          212 |          0.01 |     SAMME |     0.5 |       0.9375 |  3.301s |     3m:01s |
| Iteration 37     |          254 |          0.01 |   SAMME.R |  0.7812 |       0.9375 |  3.354s |     3m:06s |
| Iteration 38     |          253 |          0.01 |     SAMME |  0.8125 |       0.9375 |  3.345s |     3m:11s |
| Iteration 39     |          250 |          0.01 |   SAMME.R |  0.9062 |       0.9375 |  3.402s |     3m:16s |
| Iteration 40     |           65 |          0.01 |     SAMME |  0.9688 |       0.9688 |  3.222s |     3m:20s |
| Iteration 41     |           67 |          0.01 |   SAMME.R |  0.4688 |       0.9688 |  3.210s |     3m:25s |
| Iteration 42     |           71 |        0.0153 |     SAMME |   0.375 |       0.9688 |  3.215s |     3m:30s |
| Iteration 43     |          255 |        0.0136 |   SAMME.R |    0.75 |       0.9688 |  3.385s |     3m:35s |
| Iteration 44     |          165 |        0.0105 |   SAMME.R |     1.0 |          1.0 |  3.295s |     3m:40s |
| Iteration 45     |          160 |          0.01 |   SAMME.R |   0.875 |          1.0 |  3.189s |     3m:47s |
| Iteration 46     |          161 |        6.9494 |     SAMME |  0.6875 |          1.0 |  3.128s |     3m:52s |
| Iteration 47     |          199 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  3.316s |     3m:57s |
| Iteration 48     |          196 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  3.353s |     4m:02s |
| Iteration 49     |          198 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.314s |     4m:07s |
| Iteration 50     |          166 |          0.01 |     SAMME |   0.875 |          1.0 |  3.293s |     4m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'n_estimators': 198, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9665
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.188s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.865 ± 0.02
Time elapsed: 0.834s
-------------------------------------------------
Total time: 4m:15s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.625 |        0.625 |  3.566s |     3.585s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6875 |       0.6875 |  4.080s |     8.906s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  3.491s |    13.681s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.297s |    18.292s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |          1.0 |  3.485s |    23.081s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.6875 |          1.0 |  3.336s |    29.099s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |          1.0 |  3.342s |    34.001s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  3.225s |    41.537s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  3.388s |    49.928s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.875 |          1.0 |  3.359s |    58.067s |
| Iteration 11     |          470 |      gini |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.5312 |          1.0 |  3.476s |     1m:07s |
| Iteration 12     |          473 |   entropy |         6 |                15 |               10 |          0.6 |     False |     0.011 |         --- |   0.875 |          1.0 |  3.405s |     1m:15s |
| Iteration 13     |          351 |   entropy |         8 |                20 |                1 |          0.6 |     False |     0.035 |         --- |    0.75 |          1.0 |  3.252s |     1m:24s |
| Iteration 14     |          470 |   entropy |         4 |                20 |                1 |          0.6 |     False |     0.027 |         --- |   0.875 |          1.0 |  3.377s |     1m:33s |
| Iteration 15     |          429 |   entropy |         7 |                 4 |                4 |          0.6 |     False |    0.0252 |         --- |  0.8125 |          1.0 |  3.334s |     1m:42s |
| Iteration 16     |          242 |      gini |         1 |                12 |                9 |          0.9 |      True |    0.0107 |         0.6 |   0.875 |          1.0 |  3.261s |     1m:50s |
| Iteration 17     |          319 |      gini |         1 |                 4 |                8 |          0.7 |     False |    0.0021 |         --- |  0.5625 |          1.0 |  3.271s |     1m:59s |
| Iteration 18     |          500 |   entropy |         9 |                 2 |               17 |          0.6 |     False |     0.035 |         --- |   0.875 |          1.0 |  3.450s |     2m:04s |
| Iteration 19     |          500 |      gini |         3 |                13 |                9 |          0.7 |     False |    0.0289 |         --- |     1.0 |          1.0 |  3.473s |     2m:09s |
| Iteration 20     |          500 |      gini |         7 |                20 |               20 |          0.7 |     False |    0.0097 |         --- |  0.8125 |          1.0 |  3.403s |     2m:17s |
| Iteration 21     |          500 |      gini |         8 |                14 |                1 |          0.7 |     False |    0.0258 |         --- |  0.6875 |          1.0 |  3.462s |     2m:23s |
| Iteration 22     |          500 |      gini |         2 |                18 |               10 |          0.7 |     False |    0.0086 |         --- |    0.75 |          1.0 |  3.455s |     2m:28s |
| Iteration 23     |          412 |   entropy |         6 |                 4 |                2 |          0.6 |     False |    0.0316 |         --- |  0.9375 |          1.0 |  3.414s |     2m:35s |
| Iteration 24     |          140 |   entropy |         6 |                 6 |               18 |          0.6 |     False |    0.0304 |         --- |  0.5938 |          1.0 |  3.217s |     2m:40s |
| Iteration 25     |          500 |   entropy |         6 |                14 |               17 |          0.6 |     False |    0.0342 |         --- |  0.2812 |          1.0 |  3.425s |     2m:46s |
| Iteration 26     |          500 |   entropy |         5 |                14 |                5 |          0.6 |     False |      0.02 |         --- |  0.8125 |          1.0 |  3.372s |     2m:53s |
| Iteration 27     |          500 |   entropy |         6 |                19 |                3 |          0.6 |     False |    0.0292 |         --- |  0.6875 |          1.0 |  3.423s |     2m:59s |
| Iteration 28     |          340 |      gini |         4 |                13 |                9 |          0.7 |     False |    0.0288 |         --- |  0.9375 |          1.0 |  3.357s |     3m:04s |
| Iteration 29     |          374 |      gini |         3 |                19 |                9 |          0.7 |     False |     0.035 |         --- |  0.9375 |          1.0 |  3.974s |     3m:10s |
| Iteration 30     |          225 |   entropy |         5 |                10 |                3 |          0.6 |     False |    0.0294 |         --- |   0.875 |          1.0 |  3.301s |     3m:16s |
| Iteration 31     |          461 |      gini |         5 |                16 |                9 |          0.7 |     False |     0.035 |         --- |  0.5625 |          1.0 |  3.418s |     3m:21s |
| Iteration 32     |           52 |      gini |         3 |                 6 |               11 |          0.8 |     False |    0.0263 |         --- |   0.875 |          1.0 |  3.160s |     3m:26s |
| Iteration 33     |          380 |      gini |         3 |                15 |               10 |          0.6 |     False |    0.0282 |         --- |  0.6875 |          1.0 |  3.331s |     3m:34s |
| Iteration 34     |          443 |      gini |         3 |                12 |                9 |          0.7 |     False |    0.0275 |         --- |   0.875 |          1.0 |  3.350s |     3m:42s |
| Iteration 35     |          327 |      gini |         3 |                16 |                7 |          0.7 |      True |    0.0316 |         0.9 |  0.8125 |          1.0 |  3.336s |     3m:50s |
| Iteration 36     |          461 |      gini |         3 |                18 |               12 |          0.7 |     False |    0.0317 |         --- |  0.5625 |          1.0 |  3.356s |     3m:59s |
| Iteration 37     |          399 |   entropy |         6 |                 7 |                2 |          0.6 |     False |    0.0299 |         --- |  0.6875 |          1.0 |  3.317s |     4m:07s |
| Iteration 38     |          220 |      gini |         3 |                19 |                8 |          0.7 |     False |    0.0202 |         --- |   0.875 |          1.0 |  3.193s |     4m:15s |
| Iteration 39     |          107 |      gini |         3 |                 3 |                9 |          0.7 |     False |     0.029 |         --- |   0.875 |          1.0 |  3.149s |     4m:21s |
| Iteration 40     |          284 |      gini |         3 |                18 |                8 |          0.7 |     False |     0.035 |         --- |  0.9375 |          1.0 |  3.304s |     4m:26s |
| Iteration 41     |          330 |      gini |         3 |                 7 |                8 |          0.7 |      True |    0.0334 |         0.5 |  0.5625 |          1.0 |  3.377s |     4m:32s |
| Iteration 42     |          324 |      gini |         3 |                14 |                8 |          0.7 |     False |    0.0347 |         --- |   0.625 |          1.0 |  3.329s |     4m:37s |
| Iteration 43     |           39 |      gini |         4 |                11 |                9 |          0.7 |     False |    0.0108 |         --- |    0.75 |          1.0 |  3.135s |     4m:42s |
| Iteration 44     |          120 |      gini |         2 |                14 |                9 |          0.7 |     False |    0.0296 |         --- |     1.0 |          1.0 |  3.215s |     4m:49s |
| Iteration 45     |           89 |   entropy |         1 |                20 |                3 |          0.6 |     False |    0.0282 |         --- |  0.8125 |          1.0 |  3.094s |     4m:57s |
| Iteration 46     |          464 |      gini |         3 |                13 |                9 |          0.7 |     False |    0.0293 |         --- |  0.9375 |          1.0 |  3.371s |     5m:03s |
| Iteration 47     |          270 |      gini |      None |                16 |                9 |          0.7 |     False |    0.0288 |         --- |     1.0 |          1.0 |  3.270s |     5m:08s |
| Iteration 48     |           36 |   entropy |         8 |                18 |                3 |          0.6 |     False |    0.0291 |         --- |   0.625 |          1.0 |  3.154s |     5m:13s |
| Iteration 49     |          358 |      gini |         1 |                15 |                9 |          0.7 |      True |    0.0291 |         0.6 |  0.9375 |          1.0 |  3.400s |     5m:19s |
| Iteration 50     |          149 |   entropy |         6 |                15 |                3 |          0.6 |     False |    0.0289 |         --- |    0.75 |          1.0 |  3.207s |     5m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 5m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.344s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0632
Time elapsed: 1.496s
-------------------------------------------------
Total time: 5m:28s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |   0.625 |        0.625 |  3.220s |     3.239s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.5938 |        0.625 |  3.174s |     7.690s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  3.896s |    15.100s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  3.157s |    22.368s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  3.208s |    29.326s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  3.161s |    36.101s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  3.221s |    42.315s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  3.165s |    46.983s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |        0.875 |  3.257s |    51.478s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  3.198s |    55.914s |
| Iteration 11     |          169 |        0.0596 |         8 |  0.0709 |                6 |       0.9 |              0.6 |      0.01 |          1 |  0.4062 |        0.875 |  3.210s |     1m:01s |
| Iteration 12     |          500 |        0.1474 |         2 |  0.6688 |                4 |       0.8 |              0.7 |         0 |        100 |   0.875 |        0.875 |  3.236s |     1m:05s |
| Iteration 13     |          209 |        0.3466 |         1 |     1.0 |                4 |       0.9 |              0.5 |      0.01 |        0.1 |   0.375 |        0.875 |  3.086s |     1m:13s |
| Iteration 14     |          278 |         0.016 |         9 |  0.6606 |                4 |       0.6 |              0.7 |      0.01 |          1 |    0.75 |        0.875 |  3.150s |     1m:19s |
| Iteration 15     |          500 |        0.9192 |         9 |  0.6272 |                4 |       1.0 |              0.9 |      0.01 |         10 |  0.8125 |        0.875 |  3.209s |     1m:23s |
| Iteration 16     |          500 |         0.016 |         4 |  0.6405 |                4 |       0.6 |              0.4 |      0.01 |          1 |  0.8125 |        0.875 |  3.193s |     1m:28s |
| Iteration 17     |          455 |        0.0588 |         5 |  0.6921 |                4 |       0.9 |              1.0 |        10 |        0.1 |     0.5 |        0.875 |  3.121s |     1m:36s |
| Iteration 18     |          401 |          0.01 |         1 |  0.5951 |                4 |       0.5 |              0.4 |         0 |         10 |   0.875 |        0.875 |  3.141s |     1m:44s |
| Iteration 19     |          433 |        0.0223 |         9 |  0.6607 |                4 |       1.0 |              1.0 |         0 |          1 |     1.0 |          1.0 |  3.169s |     1m:52s |
| Iteration 20     |          433 |          0.01 |        10 |  0.4337 |                6 |       1.0 |              1.0 |         0 |         10 |    0.75 |          1.0 |  3.175s |     1m:58s |
| Iteration 21     |          484 |          0.01 |         9 |  0.8053 |                5 |       0.7 |              1.0 |         0 |          1 |  0.3125 |          1.0 |  3.252s |     2m:03s |
| Iteration 22     |          376 |        0.5429 |         8 |  0.6359 |                4 |       1.0 |              1.0 |         0 |          0 |     0.5 |          1.0 |  3.175s |     2m:11s |
| Iteration 23     |          429 |        0.0122 |         9 |  0.6708 |                4 |       0.8 |              0.8 |         0 |          1 |  0.9375 |          1.0 |  3.179s |     2m:16s |
| Iteration 24     |          500 |        0.0147 |         4 |  0.6226 |                4 |       1.0 |              0.9 |         0 |         10 |  0.6875 |          1.0 |  3.243s |     2m:22s |
| Iteration 25     |          371 |           1.0 |         9 |  0.5034 |                4 |       0.6 |              0.9 |      0.01 |        100 |  0.3125 |          1.0 |  3.216s |     2m:26s |
| Iteration 26     |          370 |        0.0278 |         9 |  0.5953 |                4 |       0.7 |              0.6 |      0.01 |        100 |  0.6875 |          1.0 |  3.214s |     2m:31s |
| Iteration 27     |          434 |        0.0314 |         9 |  0.6691 |                4 |       1.0 |              1.0 |         0 |          1 |    0.75 |          1.0 |  3.230s |     2m:36s |
| Iteration 28     |          266 |        0.2171 |         2 |  0.6631 |                6 |       0.6 |              0.4 |         0 |        100 |     0.5 |          1.0 |  3.116s |     2m:42s |
| Iteration 29     |          429 |          0.01 |         2 |  0.6868 |                4 |       0.7 |              0.7 |         0 |          0 |  0.9375 |          1.0 |  3.248s |     2m:48s |
| Iteration 30     |          500 |          0.01 |         9 |  0.6556 |                6 |       0.8 |              0.9 |         0 |         10 |   0.875 |          1.0 |  3.238s |     2m:53s |
| Iteration 31     |          500 |        0.0735 |         3 |    0.68 |                4 |       0.7 |              1.0 |         0 |        0.1 |     0.5 |          1.0 |  3.164s |     3m:00s |
| Iteration 32     |          499 |          0.01 |         7 |  0.8425 |                5 |       0.8 |              0.7 |         0 |          1 |   0.375 |          1.0 |  3.216s |     3m:06s |
| Iteration 33     |          395 |        0.0478 |         6 |  0.6454 |                2 |       0.5 |              0.6 |       0.1 |         10 |  0.4375 |          1.0 |  3.219s |     3m:11s |
| Iteration 34     |          443 |        0.0185 |         9 |  0.6662 |                4 |       0.6 |              0.4 |         0 |        100 |   0.625 |          1.0 |  3.240s |     3m:16s |
| Iteration 35     |          500 |          0.01 |         8 |   0.978 |                6 |       0.7 |              0.7 |         0 |        0.1 |  0.7812 |          1.0 |  3.271s |     3m:22s |
| Iteration 36     |          399 |          0.01 |         5 |  0.6437 |                4 |       0.8 |              1.0 |         0 |          0 |   0.375 |          1.0 |  3.288s |     3m:26s |
| Iteration 37     |          471 |        0.0832 |         1 |  0.6668 |                4 |       0.6 |              0.6 |       0.1 |        0.1 |  0.4375 |          1.0 |  3.268s |     3m:31s |
| Iteration 38     |          270 |        0.0129 |         4 |  0.6801 |                4 |       0.8 |              0.7 |        10 |        0.1 |     0.5 |          1.0 |  3.226s |     3m:39s |
| Iteration 39     |          341 |         0.026 |         4 |  0.6656 |                4 |       0.9 |              0.6 |         0 |        0.1 |    0.75 |          1.0 |  3.230s |     3m:45s |
| Iteration 40     |          443 |        0.2229 |        10 |  0.6482 |                4 |       0.7 |              0.9 |         0 |          1 |   0.875 |          1.0 |  3.244s |     3m:51s |
| Iteration 41     |          422 |        0.0298 |         7 |  0.6545 |                4 |       1.0 |              0.5 |         0 |          1 |  0.4375 |          1.0 |  3.267s |     3m:57s |
| Iteration 42     |          349 |        0.0135 |         2 |  0.6645 |                4 |       0.6 |              0.4 |         0 |        0.1 |   0.625 |          1.0 |  3.231s |     4m:02s |
| Iteration 43     |          225 |        0.0132 |         1 |  0.6241 |                4 |       0.7 |              0.7 |         0 |       0.01 |    0.75 |          1.0 |  3.106s |     4m:09s |
| Iteration 44     |          211 |        0.0915 |        10 |   0.693 |                4 |       0.8 |              0.9 |         0 |        0.1 |  0.9375 |          1.0 |  3.199s |     4m:15s |
| Iteration 45     |          482 |        0.0508 |         6 |  0.6614 |                4 |       0.8 |              0.6 |      0.01 |       0.01 |  0.5625 |          1.0 |  3.196s |     4m:20s |
| Iteration 46     |          465 |        0.1473 |        10 |  0.6925 |                4 |       0.8 |              0.9 |         0 |        100 |  0.8125 |          1.0 |  3.206s |     4m:25s |
| Iteration 47     |          303 |         0.046 |         5 |  0.6925 |                4 |       0.8 |              0.8 |         0 |        0.1 |    0.75 |          1.0 |  3.201s |     4m:30s |
| Iteration 48     |          402 |        0.3457 |         1 |  0.7197 |                4 |       0.6 |              0.7 |         0 |          0 |  0.8125 |          1.0 |  3.236s |     4m:38s |
| Iteration 49     |          350 |        0.3271 |        10 |  0.6825 |                4 |       0.9 |              0.9 |         0 |          1 |  0.9375 |          1.0 |  3.267s |     4m:44s |
| Iteration 50     |          227 |        0.0194 |        10 |  0.6829 |                4 |       0.9 |              0.9 |         0 |          1 |     0.5 |          1.0 |  3.165s |     4m:49s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 433, 'learning_rate': 0.0223, 'max_depth': 9, 'gamma': 0.6607, 'min_child_weight': 4, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9732
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0548
Time elapsed: 0.277s
-------------------------------------------------
Total time: 4m:51s


Final results ==================== >>
Duration: 31m:38s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.86 ± 0.02
Logistic Regression             --> roc_auc: 0.75 ± 0.0837 ~
Linear Discriminant Analysis    --> roc_auc: 0.59 ± 0.0374 ~
Quadratic Discriminant Analysis --> roc_auc: 0.67 ± 0.06
Radius Nearest Neighbors        --> roc_auc: 0.585 ± 0.0374 ~
AdaBoost                        --> roc_auc: 0.865 ± 0.02 !
Random Forest                   --> roc_auc: 0.8 ± 0.0632
XGBoost                         --> roc_auc: 0.85 ± 0.0548
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 836 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLAGTDTQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAVSQGAQKLVF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVPTQGGSEKLVF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASDRGSTLGRLYF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSGSARQLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.7188 |       0.7188 |  0.643s |     0.665s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.664s |     2.518s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |          1.0 |  0.629s |     4.243s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     1.0 |          1.0 |  0.671s |     6.000s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |          1.0 |  0.676s |     7.779s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |          1.0 |  1.437s |    10.399s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  0.690s |    12.238s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.739s |    14.019s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.6875 |          1.0 |  0.665s |    17.762s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |          1.0 |  0.662s |    20.058s |
| Iteration 11     | exponen.. |         0.232 |          242 |       0.6 | friedman_mse |                 4 |               15 |         5 |         auto |    0.0231 |     1.0 |          1.0 |  0.673s |    23.289s |
| Iteration 12     | exponen.. |        0.2154 |          165 |       0.7 | squared_er.. |                 7 |                6 |         7 |         sqrt |    0.0342 |     1.0 |          1.0 |  0.670s |    26.585s |
| Iteration 13     |  deviance |        0.4886 |           24 |       1.0 | friedman_mse |                17 |                2 |        10 |         None |    0.0255 |   0.625 |          1.0 |  0.621s |    31.000s |
| Iteration 14     |  deviance |        0.0867 |          344 |       0.6 | squared_er.. |                17 |                8 |         6 |         None |    0.0249 |  0.8125 |          1.0 |  0.694s |    33.947s |
| Iteration 15     | exponen.. |        0.1032 |          405 |       0.8 | squared_er.. |                 5 |                5 |        10 |         log2 |    0.0244 |  0.9375 |          1.0 |  0.733s |    36.290s |
| Iteration 16     | exponen.. |         0.392 |          231 |       0.6 | friedman_mse |                 2 |               20 |         3 |         auto |    0.0159 |     0.5 |          1.0 |  0.660s |    38.532s |
| Iteration 17     | exponen.. |         0.097 |          397 |       0.5 | squared_er.. |                15 |               10 |         6 |          0.6 |    0.0067 |     1.0 |          1.0 |  0.709s |    40.761s |
| Iteration 18     | exponen.. |        0.0468 |          494 |       0.9 | squared_er.. |                13 |                7 |         6 |          0.7 |    0.0005 |    0.75 |          1.0 |  0.751s |    43.063s |
| Iteration 19     |  deviance |        0.0335 |           55 |       0.6 | squared_er.. |                16 |               15 |         4 |          0.9 |    0.0276 |  0.5938 |          1.0 |  0.643s |    45.136s |
| Iteration 20     | exponen.. |        0.1026 |          412 |       0.6 | squared_er.. |                15 |                9 |         6 |          0.7 |     0.005 |  0.9375 |          1.0 |  0.724s |    47.505s |
| Iteration 21     | exponen.. |        0.4284 |          239 |       0.7 | squared_er.. |                 5 |                2 |         8 |         log2 |    0.0246 |  0.6875 |          1.0 |  0.677s |    49.843s |
| Iteration 22     | exponen.. |        0.0903 |          468 |       0.6 | squared_er.. |                19 |                5 |         6 |          0.6 |    0.0072 |    0.75 |          1.0 |  0.732s |    54.498s |
| Iteration 23     | exponen.. |        0.1653 |           73 |       0.6 | friedman_mse |                 8 |               17 |         5 |         auto |    0.0044 |     0.5 |          1.0 |  0.638s |    57.142s |
| Iteration 24     | exponen.. |        0.0733 |          226 |       0.7 | friedman_mse |                 8 |                5 |         9 |         auto |    0.0236 |   0.875 |          1.0 |  0.690s |    59.440s |
| Iteration 25     | exponen.. |        0.2008 |          355 |       0.8 | squared_er.. |                 5 |               11 |         6 |          0.8 |    0.0222 |   0.875 |          1.0 |  0.706s |     1m:04s |
| Iteration 26     | exponen.. |        0.2379 |          224 |       0.6 | friedman_mse |                 4 |               16 |         5 |         auto |    0.0232 |   0.875 |          1.0 |  0.667s |     1m:09s |
| Iteration 27     | exponen.. |        0.0706 |          222 |       0.6 | friedman_mse |                20 |               14 |         5 |          0.5 |    0.0027 |    0.75 |          1.0 |  0.672s |     1m:15s |
| Iteration 28     | exponen.. |        0.0772 |          441 |       0.7 | squared_er.. |                10 |               10 |         7 |         sqrt |    0.0039 |   0.875 |          1.0 |  0.720s |     1m:20s |
| Iteration 29     | exponen.. |        0.1038 |          232 |       0.7 | squared_er.. |                16 |               10 |         3 |         None |    0.0253 |    0.75 |          1.0 |  0.668s |     1m:23s |
| Iteration 30     |  deviance |        0.0429 |          194 |       0.8 | friedman_mse |                 4 |               20 |         7 |          0.9 |     0.035 |    0.75 |          1.0 |  0.680s |     1m:26s |
| Iteration 31     | exponen.. |        0.7947 |          316 |       0.7 | squared_er.. |                 7 |                4 |         8 |          0.8 |    0.0349 |     1.0 |          1.0 |  0.761s |     1m:28s |
| Iteration 32     | exponen.. |        0.0231 |          296 |       0.9 | squared_er.. |                12 |                4 |         8 |         auto |    0.0276 |     1.0 |          1.0 |  1.352s |     1m:31s |
| Iteration 33     | exponen.. |        0.1292 |          274 |       0.9 | friedman_mse |                 7 |                4 |         4 |          0.5 |    0.0086 |   0.875 |          1.0 |  0.744s |     1m:33s |
| Iteration 34     | exponen.. |        0.2217 |          285 |       0.5 | squared_er.. |                10 |                4 |         9 |          0.7 |    0.0182 |    0.75 |          1.0 |  0.747s |     1m:36s |
| Iteration 35     | exponen.. |        0.3532 |          350 |       0.8 | squared_er.. |                11 |                4 |         7 |          0.8 |    0.0212 |     1.0 |          1.0 |  0.716s |     1m:41s |
| Iteration 36     | exponen.. |        0.4926 |          185 |       1.0 | squared_er.. |                 3 |                4 |         8 |          0.5 |    0.0324 |    0.75 |          1.0 |  0.664s |     1m:44s |
| Iteration 37     | exponen.. |        0.0736 |           74 |       0.7 | squared_er.. |                 4 |                5 |         6 |          0.5 |    0.0328 |   0.625 |          1.0 |  0.657s |     1m:46s |
| Iteration 38     |  deviance |          0.01 |          363 |       1.0 | friedman_mse |                 7 |                1 |         1 |         auto |     0.035 |   0.625 |          1.0 |  0.701s |     1m:48s |
| Iteration 39     | exponen.. |        0.4159 |          358 |       0.5 | friedman_mse |                20 |                2 |         8 |         auto |     0.035 |  0.6875 |          1.0 |  0.740s |     1m:51s |
| Iteration 40     | exponen.. |        0.0255 |          303 |       1.0 | friedman_mse |                19 |                2 |         6 |         None |    0.0039 |     1.0 |          1.0 |  0.740s |     1m:53s |
| Iteration 41     |  deviance |          0.01 |          305 |       1.0 | squared_er.. |                 2 |               20 |         6 |         auto |    0.0041 |  0.5938 |          1.0 |  0.733s |     1m:56s |
| Iteration 42     | exponen.. |        0.7222 |          328 |       1.0 | squared_er.. |                 6 |                4 |         8 |         log2 |    0.0348 |     1.0 |          1.0 |  0.706s |     1m:58s |
| Iteration 43     | exponen.. |        0.0299 |          325 |       0.9 | squared_er.. |                 7 |                5 |         8 |          0.8 |    0.0254 |     1.0 |          1.0 |  0.773s |     2m:02s |
| Iteration 44     | exponen.. |        0.2123 |          323 |       1.0 | friedman_mse |                19 |                4 |         8 |         log2 |    0.0143 |  0.8125 |          1.0 |  0.753s |     2m:07s |
| Iteration 45     | exponen.. |        0.3913 |          317 |       0.9 | squared_er.. |                 5 |                4 |         4 |         log2 |    0.0227 |   0.875 |          1.0 |  0.747s |     2m:10s |
| Iteration 46     | exponen.. |        0.1195 |          346 |       0.8 | squared_er.. |                 4 |                4 |         6 |         None |    0.0218 |   0.125 |          1.0 |  0.769s |     2m:12s |
| Iteration 47     | exponen.. |        0.1047 |          210 |       0.5 | squared_er.. |                13 |                5 |         8 |         sqrt |    0.0176 |  0.9375 |          1.0 |  0.717s |     2m:15s |
| Iteration 48     | exponen.. |        0.0466 |          292 |       1.0 | squared_er.. |                 7 |                5 |         8 |         log2 |    0.0305 |     1.0 |          1.0 |  0.728s |     2m:18s |
| Iteration 49     | exponen.. |        0.0278 |          285 |       0.6 | squared_er.. |                10 |                6 |         7 |         sqrt |    0.0199 |   0.875 |          1.0 |  0.749s |     2m:20s |
| Iteration 50     | exponen.. |        0.2939 |          466 |       1.0 | squared_er.. |                 6 |               10 |         6 |          0.9 |    0.0321 |     1.0 |          1.0 |  0.764s |     2m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0231, 'n_estimators': 296, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 4, 'max_depth': 8, 'max_features': 'auto', 'ccp_alpha': 0.0276}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9875
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.103s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0678
Time elapsed: 0.480s
-------------------------------------------------
Total time: 2m:26s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.8125 |       0.8125 |  0.697s |     0.710s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |       0.8125 |  0.650s |     2.590s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.4375 |       0.8125 |  0.660s |     4.279s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |       0.8125 |  0.688s |     6.009s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |       0.8125 |  0.694s |     7.849s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |       0.8125 |  0.693s |     9.526s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |       0.8125 |  0.690s |    11.200s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.625 |       0.8125 |  1.226s |    14.579s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.3125 |       0.8125 |  0.657s |    16.600s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |       0.8125 |  0.672s |    18.256s |
| Iteration 11     |    none |     --- | newto.. |     1000 |      --- |   0.625 |       0.8125 |  0.684s |    20.292s |
| Iteration 12     |    none |     --- | newto.. |     1000 |      --- |   0.625 |       0.8125 |  0.001s |    21.791s |
| Iteration 13     |      l2 |  0.0878 |    saga |      813 |      --- |   0.375 |       0.8125 |  0.638s |    23.889s |
| Iteration 14     |    none |     --- | newto.. |      987 |      --- |  0.3125 |       0.8125 |  0.691s |    25.996s |
| Iteration 15     |      l2 |  0.0726 |     sag |      202 |      --- |  0.6875 |       0.8125 |  0.677s |    28.021s |
| Iteration 16     |    none |     --- |     sag |      213 |      --- |    0.75 |       0.8125 |  0.634s |    31.855s |
| Iteration 17     |      l2 |  0.0056 |     sag |      220 |      --- |    0.75 |       0.8125 |  0.633s |    34.139s |
| Iteration 18     |      l2 | 41.0952 | newto.. |      228 |      --- |   0.375 |       0.8125 |  0.636s |    35.965s |
| Iteration 19     |    none |     --- |   lbfgs |      213 |      --- |  0.3125 |       0.8125 |  0.643s |    37.782s |
| Iteration 20     |    none |     --- |    saga |      201 |      --- |  0.5625 |       0.8125 |  0.647s |    39.713s |
| Iteration 21     |      l2 |  0.3358 |    saga |      216 |      --- |  0.8125 |       0.8125 |  0.686s |    41.698s |
| Iteration 22     | elast.. | 40.6397 |    saga |      222 |      0.6 |    0.25 |       0.8125 |  0.681s |    45.575s |
| Iteration 23     |      l2 |   1.159 |    saga |      214 |      --- |  0.5625 |       0.8125 |  0.684s |    48.323s |
| Iteration 24     |      l2 |  0.3162 |   lbfgs |      210 |      --- |    0.75 |       0.8125 |  0.691s |    50.512s |
| Iteration 25     |      l2 |  0.0321 | newto.. |      214 |      --- |    0.75 |       0.8125 |  0.684s |    54.055s |
| Iteration 26     |      l2 |  0.0448 |    saga |      220 |      --- |     0.5 |       0.8125 |  0.677s |    56.625s |
| Iteration 27     |      l2 |  0.0297 | newto.. |      213 |      --- |  0.5625 |       0.8125 |  0.684s |    58.880s |
| Iteration 28     |      l2 |    0.35 | libli.. |      210 |      --- |    0.75 |       0.8125 |  0.696s |     1m:01s |
| Iteration 29     |      l2 |  0.1768 | libli.. |      213 |      --- |  0.5625 |       0.8125 |  0.682s |     1m:04s |
| Iteration 30     |      l2 |   0.002 |     sag |      201 |      --- |     1.0 |          1.0 |  0.692s |     1m:06s |
| Iteration 31     |      l2 |   0.001 |     sag |      198 |      --- |  0.4375 |          1.0 |  0.687s |     1m:08s |
| Iteration 32     |      l2 |  0.1479 | libli.. |      199 |      --- |   0.375 |          1.0 |  0.688s |     1m:10s |
| Iteration 33     |      l2 |  0.0022 |     sag |      202 |      --- |    0.75 |          1.0 |  0.680s |     1m:12s |
| Iteration 34     |      l2 |   0.001 |    saga |      212 |      --- |  0.8125 |          1.0 |  0.672s |     1m:15s |
| Iteration 35     |      l2 |  0.0021 |     sag |      201 |      --- |  0.6875 |          1.0 |  0.635s |     1m:17s |
| Iteration 36     |      l2 |  0.0017 | libli.. |      208 |      --- |  0.9375 |          1.0 |  0.650s |     1m:20s |
| Iteration 37     |      l2 |  0.0017 |    saga |      212 |      --- |  0.4375 |          1.0 |  0.637s |     1m:22s |
| Iteration 38     |      l2 |   0.002 |     sag |      204 |      --- |    0.75 |          1.0 |  0.638s |     1m:24s |
| Iteration 39     |      l2 |  0.0018 | newto.. |      203 |      --- |    0.75 |          1.0 |  0.660s |     1m:26s |
| Iteration 40     |      l2 |   0.002 |     sag |      213 |      --- |  0.8125 |          1.0 |  0.646s |     1m:29s |
| Iteration 41     |      l2 |  0.0019 |     sag |      171 |      --- |    0.75 |          1.0 |  0.646s |     1m:31s |
| Iteration 42     |      l2 |  0.0018 |     sag |      252 |      --- |    0.75 |          1.0 |  0.636s |     1m:33s |
| Iteration 43     |      l2 |  0.0022 |     sag |      215 |      --- |    0.75 |          1.0 |  0.643s |     1m:37s |
| Iteration 44     |      l1 |  0.0019 |    saga |      100 |      --- |     0.5 |          1.0 |  0.642s |     1m:42s |
| Iteration 45     |      l2 |  0.0016 |     sag |      167 |      --- |  0.3125 |          1.0 |  0.636s |     1m:44s |
| Iteration 46     |      l2 |  0.0019 |   lbfgs |      222 |      --- |     0.0 |          1.0 |  0.642s |     1m:47s |
| Iteration 47     |      l2 |  0.0019 |    saga |      222 |      --- |     0.5 |          1.0 |  0.649s |     1m:49s |
| Iteration 48     |      l2 |  0.0622 | libli.. |      261 |      --- |  0.9375 |          1.0 |  0.680s |     1m:52s |
| Iteration 49     |      l2 | 84.9428 |   lbfgs |      260 |      --- |  0.9375 |          1.0 |  0.689s |     1m:54s |
| Iteration 50     |      l1 |  6.1485 |    saga |      262 |      --- |  0.8125 |          1.0 |  0.691s |     1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'l2', 'C': 0.002, 'solver': 'sag', 'max_iter': 201}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7134
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.0583
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:58s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |     0.5 |          0.5 |  0.674s |     0.680s |
| Initial point 2  |     svd |       --- |  0.5625 |       0.5625 |  0.671s |     2.442s |
| Initial point 3  |     svd |       --- |  0.5625 |       0.5625 |  0.001s |     3.601s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |       0.5625 |  0.668s |     5.296s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |       0.5625 |  0.671s |     7.036s |
| Initial point 6  |    lsqr |       0.7 |   0.625 |        0.625 |  0.676s |     8.896s |
| Initial point 7  |    lsqr |       0.5 |   0.375 |        0.625 |  0.667s |    10.710s |
| Initial point 8  |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.689s |    13.443s |
| Initial point 9  |    lsqr |       0.6 |  0.3125 |       0.8125 |  0.670s |    15.530s |
| Initial point 10 |   eigen |       0.8 |   0.375 |       0.8125 |  0.668s |    17.267s |
| Iteration 11     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |    18.497s |
| Iteration 12     |   eigen |       0.7 |    0.75 |       0.8125 |  0.667s |    20.304s |
| Iteration 13     |     svd |       --- |  0.5625 |       0.8125 |  0.001s |    21.537s |
| Iteration 14     |    lsqr |      auto |  0.3125 |       0.8125 |  0.665s |    24.048s |
| Iteration 15     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    25.388s |
| Iteration 16     |   eigen |      None |     0.5 |       0.8125 |  0.664s |    27.287s |
| Iteration 17     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |    28.626s |
| Iteration 18     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    29.837s |
| Iteration 19     |    lsqr |       1.0 |   0.375 |       0.8125 |  0.667s |    31.731s |
| Iteration 20     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |    35.064s |
| Iteration 21     |    lsqr |      None |  0.8125 |       0.8125 |  0.615s |    37.514s |
| Iteration 22     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    38.807s |
| Iteration 23     |   eigen |       0.5 |   0.375 |       0.8125 |  0.623s |    40.678s |
| Iteration 24     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |    41.965s |
| Iteration 25     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |    43.186s |
| Iteration 26     |   eigen |       0.6 |   0.375 |       0.8125 |  0.618s |    45.051s |
| Iteration 27     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |    46.231s |
| Iteration 28     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |    47.534s |
| Iteration 29     |     svd |       --- |  0.5625 |       0.8125 |  0.000s |    48.778s |
| Iteration 30     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |    49.971s |
| Iteration 31     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |    51.182s |
| Iteration 32     |    lsqr |      None |  0.8125 |       0.8125 |  0.001s |    52.410s |
| Iteration 33     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |    53.696s |
| Iteration 34     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |    57.567s |
| Iteration 35     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 36     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 37     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:05s |
| Iteration 38     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |     1m:07s |
| Iteration 39     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.001s |     1m:08s |
| Iteration 40     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |     1m:09s |
| Iteration 41     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |     1m:13s |
| Iteration 42     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:17s |
| Iteration 43     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:21s |
| Iteration 44     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |     1m:23s |
| Iteration 45     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:25s |
| Iteration 46     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |     1m:26s |
| Iteration 47     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |     1m:27s |
| Iteration 48     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:29s |
| Iteration 49     |    lsqr |       0.9 |  0.8125 |       0.8125 |  0.000s |     1m:30s |
| Iteration 50     |    lsqr |      None |  0.8125 |       0.8125 |  0.000s |     1m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7027
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:36s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |     0.5 |          0.5 |  0.647s |     0.650s |
| Initial point 2  |       0.9 |   0.375 |          0.5 |  0.627s |     3.118s |
| Initial point 3  |       0.1 |    0.25 |          0.5 |  0.624s |     4.762s |
| Initial point 4  |       1.0 |     0.5 |          0.5 |  0.000s |     5.841s |
| Initial point 5  |       0.2 |  0.5625 |       0.5625 |  0.619s |     7.595s |
| Initial point 6  |       0.4 |   0.625 |        0.625 |  0.623s |     9.296s |
| Initial point 7  |       0.4 |   0.625 |        0.625 |  0.001s |    12.564s |
| Initial point 8  |       0.7 |    0.75 |         0.75 |  0.623s |    17.176s |
| Initial point 9  |       0.9 |   0.375 |         0.75 |  0.000s |    21.154s |
| Initial point 10 |       0.8 |   0.375 |         0.75 |  0.649s |    25.798s |
| Iteration 11     |       0.3 |  0.5625 |         0.75 |  0.636s |    28.210s |
| Iteration 12     |       0.6 |    0.75 |         0.75 |  1.211s |    30.616s |
| Iteration 13     |       0.5 |     0.0 |         0.75 |  0.628s |    35.169s |
| Iteration 14     |       0.0 |   0.375 |         0.75 |  0.622s |    37.867s |
| Iteration 15     |       0.7 |    0.75 |         0.75 |  0.000s |    39.101s |
| Iteration 16     |       0.6 |    0.75 |         0.75 |  0.000s |    40.240s |
| Iteration 17     |       0.6 |    0.75 |         0.75 |  0.000s |    41.390s |
| Iteration 18     |       0.7 |    0.75 |         0.75 |  0.000s |    42.546s |
| Iteration 19     |       0.6 |    0.75 |         0.75 |  0.000s |    46.169s |
| Iteration 20     |       0.7 |    0.75 |         0.75 |  0.000s |    50.479s |
| Iteration 21     |       0.6 |    0.75 |         0.75 |  0.000s |    52.320s |
| Iteration 22     |       0.7 |    0.75 |         0.75 |  0.000s |    56.005s |
| Iteration 23     |       0.6 |    0.75 |         0.75 |  0.000s |    58.520s |
| Iteration 24     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:01s |
| Iteration 25     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:02s |
| Iteration 26     |       0.9 |   0.375 |         0.75 |  0.000s |     1m:03s |
| Iteration 27     |       0.1 |    0.25 |         0.75 |  0.000s |     1m:07s |
| Iteration 28     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:10s |
| Iteration 29     |       0.2 |  0.5625 |         0.75 |  0.000s |     1m:14s |
| Iteration 30     |       0.8 |   0.375 |         0.75 |  0.000s |     1m:15s |
| Iteration 31     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:17s |
| Iteration 32     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:18s |
| Iteration 33     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:19s |
| Iteration 34     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:20s |
| Iteration 35     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:21s |
| Iteration 36     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:23s |
| Iteration 37     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:24s |
| Iteration 38     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:25s |
| Iteration 39     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:26s |
| Iteration 40     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:27s |
| Iteration 41     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:28s |
| Iteration 42     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:29s |
| Iteration 43     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:30s |
| Iteration 44     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:33s |
| Iteration 45     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:34s |
| Iteration 46     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:35s |
| Iteration 47     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:36s |
| Iteration 48     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:37s |
| Iteration 49     |       0.6 |    0.75 |         0.75 |  0.001s |     1m:39s |
| Iteration 50     |       0.7 |    0.75 |         0.75 |  0.000s |     1m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6929
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:44s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 11.8505 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.645s |     0.666s |
| Initial point 2  |  4.7129 | uniform |   kd_tree |        39 |       2 |  0.4375 |       0.9375 |  0.648s |     2.431s |
| Initial point 3  |  3.7229 | dista.. | ball_tree |        25 |       2 |    0.75 |       0.9375 |  0.654s |     4.203s |
| Initial point 4  | 10.8614 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.650s |     6.097s |
| Initial point 5  |  8.5085 | dista.. |      auto |        30 |       2 |  0.8125 |       0.9375 |  0.661s |     7.958s |
| Initial point 6  |  9.8535 | dista.. | ball_tree |        21 |       2 |  0.4375 |       0.9375 |  0.654s |     9.751s |
| Initial point 7  |  7.0479 | dista.. | ball_tree |        24 |       1 |    0.75 |       0.9375 |  0.668s |    11.517s |
| Initial point 8  |  1.6889 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.9375 |  0.658s |    13.162s |
| Initial point 9  |  7.8509 | uniform | ball_tree |        24 |       1 |   0.625 |       0.9375 |  0.644s |    14.899s |
| Initial point 10 |  5.5764 | uniform |     brute |        22 |       2 |   0.625 |       0.9375 |  0.640s |    19.157s |
| Iteration 11     |     0.0 | dista.. |   kd_tree |        37 |       1 |     0.5 |       0.9375 |  0.650s |    24.437s |
| Iteration 12     |  11.282 | dista.. |      auto |        38 |       1 |   0.875 |       0.9375 |  0.649s |    29.712s |
| Iteration 13     |  5.4094 | dista.. | ball_tree |        24 |       1 |  0.5625 |       0.9375 |  0.662s |    34.817s |
| Iteration 14     |  0.0841 | uniform |      auto |        39 |       1 |     0.5 |       0.9375 |  1.239s |    39.191s |
| Iteration 15     | 11.8839 | uniform |      auto |        20 |       1 |    0.75 |       0.9375 |  0.661s |    41.600s |
| Iteration 16     | 11.8839 | dista.. |      auto |        20 |       1 |   0.625 |       0.9375 |  0.658s |    43.661s |
| Iteration 17     |  0.1293 | dista.. |      auto |        36 |       2 |     0.5 |       0.9375 |  0.640s |    45.598s |
| Iteration 18     | 11.8839 | dista.. |     brute |        35 |       2 |  0.4375 |       0.9375 |  0.652s |    47.547s |
| Iteration 19     | 10.2038 | uniform |      auto |        40 |       1 |  0.4688 |       0.9375 |  0.655s |    49.547s |
| Iteration 20     | 10.2976 | dista.. |     brute |        40 |       2 |     1.0 |          1.0 |  0.668s |    51.625s |
| Iteration 21     | 10.6998 | dista.. |     brute |        39 |       2 |  0.6875 |          1.0 |  0.637s |    55.140s |
| Iteration 22     |     0.0 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  0.639s |    57.503s |
| Iteration 23     | 11.8839 | dista.. | ball_tree |        40 |       1 |  0.5625 |          1.0 |  0.640s |    59.493s |
| Iteration 24     |  9.9285 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.653s |     1m:02s |
| Iteration 25     |  8.9621 | dista.. |      auto |        40 |       1 |    0.75 |          1.0 |  0.643s |     1m:04s |
| Iteration 26     | 11.8839 | dista.. |   kd_tree |        40 |       2 |   0.625 |          1.0 |  0.632s |     1m:05s |
| Iteration 27     |  7.3293 | dista.. |      auto |        28 |       2 |  0.8125 |          1.0 |  0.639s |     1m:08s |
| Iteration 28     |  10.099 | dista.. | ball_tree |        40 |       2 |  0.6875 |          1.0 |  0.636s |     1m:10s |
| Iteration 29     |  0.0438 | dista.. |   kd_tree |        29 |       2 |     0.5 |          1.0 |  0.665s |     1m:12s |
| Iteration 30     |  6.6475 | dista.. |   kd_tree |        40 |       2 |     1.0 |          1.0 |  0.637s |     1m:14s |
| Iteration 31     |  6.8041 | dista.. |   kd_tree |        40 |       2 |    0.75 |          1.0 |  0.637s |     1m:16s |
| Iteration 32     |  7.1562 | dista.. | ball_tree |        40 |       1 |     0.5 |          1.0 |  0.641s |     1m:18s |
| Iteration 33     |  8.0375 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.643s |     1m:20s |
| Iteration 34     |  5.4414 | dista.. |     brute |        40 |       2 |  0.6875 |          1.0 |  0.650s |     1m:24s |
| Iteration 35     |  8.2215 | dista.. |      auto |        40 |       2 |  0.9375 |          1.0 |  0.635s |     1m:27s |
| Iteration 36     |  8.2436 | dista.. |      auto |        40 |       2 |  0.9375 |          1.0 |  0.639s |     1m:31s |
| Iteration 37     |  8.2386 | dista.. |      auto |        40 |       2 |  0.5625 |          1.0 |  0.646s |     1m:34s |
| Iteration 38     |     0.0 | uniform |     brute |        20 |       2 |     0.5 |          1.0 |  0.647s |     1m:36s |
| Iteration 39     | 11.8839 | uniform |     brute |        20 |       2 |   0.625 |          1.0 |  1.245s |     1m:38s |
| Iteration 40     |  7.8659 | dista.. |     brute |        40 |       2 |   0.875 |          1.0 |  0.649s |     1m:41s |
| Iteration 41     |  6.1348 | dista.. |     brute |        20 |       2 |  0.8125 |          1.0 |  0.634s |     1m:43s |
| Iteration 42     |  7.5481 | dista.. |     brute |        40 |       2 |     1.0 |          1.0 |  0.634s |     1m:45s |
| Iteration 43     |  7.3933 | dista.. |     brute |        40 |       2 |  0.8125 |          1.0 |  0.632s |     1m:47s |
| Iteration 44     |   6.256 | dista.. |     brute |        20 |       2 |  0.5625 |          1.0 |  0.630s |     1m:49s |
| Iteration 45     |  7.7166 | dista.. |   kd_tree |        40 |       2 |     0.5 |          1.0 |  0.689s |     1m:51s |
| Iteration 46     |  8.2607 | dista.. |     brute |        40 |       2 |    0.25 |          1.0 |  0.690s |     1m:53s |
| Iteration 47     |   9.092 | dista.. |      auto |        40 |       2 |     1.0 |          1.0 |  0.675s |     1m:55s |
| Iteration 48     |  9.3275 | dista.. |      auto |        40 |       1 |  0.9375 |          1.0 |  0.637s |     1m:57s |
| Iteration 49     | 11.8287 | dista.. |   kd_tree |        20 |       2 |     1.0 |          1.0 |  0.640s |     1m:59s |
| Iteration 50     | 11.8839 | dista.. |      auto |        20 |       1 |   0.625 |          1.0 |  0.001s |     2m:00s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'radius': 9.092, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.0663
Time elapsed: 0.051s
-------------------------------------------------
Total time: 2m:02s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.625 |        0.625 |  1.002s |     1.010s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.8125 |       0.8125 |  1.028s |     2.952s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |       0.8125 |  0.791s |     4.688s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.9375 |       0.9375 |  0.962s |     6.602s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |       0.9375 |  0.814s |     8.321s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.6875 |       0.9375 |  0.993s |    11.748s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.5625 |       0.9375 |  0.650s |    14.838s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9688 |       0.9688 |  0.915s |    16.941s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |       0.9688 |  0.629s |    18.540s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.9062 |       0.9688 |  0.751s |    20.159s |
| Iteration 11     |          418 |          0.01 |     SAMME |  0.7812 |       0.9688 |  0.922s |    22.139s |
| Iteration 12     |           50 |        0.0566 |     SAMME |    0.75 |       0.9688 |  0.659s |    23.907s |
| Iteration 13     |          298 |        0.0265 |     SAMME |  0.6562 |       0.9688 |  0.842s |    27.114s |
| Iteration 14     |          475 |          0.01 |   SAMME.R |  0.6875 |       0.9688 |  1.017s |    30.739s |
| Iteration 15     |          403 |        0.0716 |     SAMME |  0.9062 |       0.9688 |  0.903s |    34.324s |
| Iteration 16     |          500 |        0.0604 |     SAMME |  0.8125 |       0.9688 |  0.985s |    36.672s |
| Iteration 17     |           51 |        0.0102 |     SAMME |     0.5 |       0.9688 |  0.663s |    40.287s |
| Iteration 18     |          414 |        0.0354 |     SAMME |  0.0938 |       0.9688 |  0.908s |    42.800s |
| Iteration 19     |          300 |        0.0176 |     SAMME |  0.7188 |       0.9688 |  0.831s |    44.682s |
| Iteration 20     |          437 |        0.0802 |     SAMME |     1.0 |          1.0 |  0.924s |    48.611s |
| Iteration 21     |          428 |        0.0164 |     SAMME |  0.7812 |          1.0 |  0.921s |    51.154s |
| Iteration 22     |          500 |        0.0212 |   SAMME.R |  0.6875 |          1.0 |  1.014s |    53.401s |
| Iteration 23     |          446 |        0.0779 |     SAMME |  0.8125 |          1.0 |  0.941s |    55.560s |
| Iteration 24     |           50 |        0.0977 |   SAMME.R |   0.875 |          1.0 |  0.661s |    57.472s |
| Iteration 25     |          252 |        0.1212 |     SAMME |   0.625 |          1.0 |  0.796s |    59.403s |
| Iteration 26     |           50 |        0.0862 |   SAMME.R |    0.75 |          1.0 |  0.660s |     1m:01s |
| Iteration 27     |          500 |        0.0918 |     SAMME |   0.875 |          1.0 |  0.973s |     1m:06s |
| Iteration 28     |          114 |        0.7912 |     SAMME |  0.8125 |          1.0 |  0.704s |     1m:11s |
| Iteration 29     |          500 |        0.6062 |   SAMME.R |  0.8125 |          1.0 |  1.043s |     1m:16s |
| Iteration 30     |          398 |        0.0848 |   SAMME.R |     1.0 |          1.0 |  0.946s |     1m:19s |
| Iteration 31     |          364 |        0.0833 |     SAMME |     1.0 |          1.0 |  0.889s |     1m:21s |
| Iteration 32     |          382 |        0.0829 |     SAMME |  0.6875 |          1.0 |  0.886s |     1m:23s |
| Iteration 33     |           60 |        0.4389 |   SAMME.R |  0.6875 |          1.0 |  0.667s |     1m:25s |
| Iteration 34     |           50 |        1.3161 |   SAMME.R |   0.625 |          1.0 |  0.656s |     1m:29s |
| Iteration 35     |           55 |          10.0 |   SAMME.R |    0.75 |          1.0 |  0.667s |     1m:31s |
| Iteration 36     |           50 |        0.0722 |   SAMME.R |    0.75 |          1.0 |  0.657s |     1m:33s |
| Iteration 37     |          500 |        0.0955 |     SAMME |  0.6875 |          1.0 |  0.966s |     1m:35s |
| Iteration 38     |           50 |        4.1156 |   SAMME.R |   0.125 |          1.0 |  0.669s |     1m:37s |
| Iteration 39     |          484 |         0.321 |     SAMME |    0.75 |          1.0 |  0.954s |     1m:39s |
| Iteration 40     |          500 |        0.0135 |   SAMME.R |     1.0 |          1.0 |  1.597s |     1m:42s |
| Iteration 41     |          500 |        0.0135 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 42     |          500 |        0.0135 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:47s |
| Iteration 43     |          500 |        0.0136 |     SAMME |  0.7812 |          1.0 |  0.975s |     1m:49s |
| Iteration 44     |           84 |        0.1726 |   SAMME.R |   0.625 |          1.0 |  0.703s |     1m:51s |
| Iteration 45     |           50 |        0.0137 |   SAMME.R |  0.6875 |          1.0 |  0.654s |     1m:53s |
| Iteration 46     |          500 |        0.8318 |   SAMME.R |    0.25 |          1.0 |  1.023s |     1m:56s |
| Iteration 47     |          419 |        0.0138 |   SAMME.R |     1.0 |          1.0 |  0.949s |     1m:58s |
| Iteration 48     |          453 |        0.0141 |   SAMME.R |  0.9375 |          1.0 |  0.983s |     2m:00s |
| Iteration 49     |          500 |         0.078 |   SAMME.R |   0.875 |          1.0 |  1.057s |     2m:03s |
| Iteration 50     |          500 |        0.0977 |   SAMME.R |     1.0 |          1.0 |  1.093s |     2m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0135, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9304
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.449s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.1166
Time elapsed: 1.999s
-------------------------------------------------
Total time: 2m:11s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  1.009s |     1.028s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |     1.0 |          1.0 |  0.907s |     3.450s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.9375 |          1.0 |  0.967s |     5.391s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |          1.0 |  0.772s |     7.107s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |    0.75 |          1.0 |  0.971s |     8.977s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  0.785s |    10.691s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.802s |    12.391s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.8125 |          1.0 |  0.789s |    14.091s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |          1.0 |  0.914s |    15.953s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  0.881s |    17.792s |
| Iteration 11     |          401 |      gini |         4 |                18 |                4 |         log2 |     False |    0.0224 |         --- |  0.8125 |          1.0 |  0.867s |    19.957s |
| Iteration 12     |          435 |   entropy |      None |                18 |               19 |          0.6 |      True |    0.0036 |         0.6 |     0.5 |          1.0 |  0.963s |    23.959s |
| Iteration 13     |          387 |      gini |         6 |                 4 |               16 |          0.8 |      True |    0.0102 |         0.5 |     0.5 |          1.0 |  0.915s |    28.907s |
| Iteration 14     |          127 |   entropy |         4 |                15 |                5 |         auto |     False |    0.0324 |         --- |  0.8125 |          1.0 |  0.698s |    31.510s |
| Iteration 15     |          424 |      gini |      None |                19 |                6 |          0.8 |     False |    0.0185 |         --- |    0.75 |          1.0 |  0.890s |    36.137s |
| Iteration 16     |           18 |   entropy |         7 |                18 |               19 |         log2 |     False |    0.0255 |         --- |  0.7812 |          1.0 |  0.643s |    41.145s |
| Iteration 17     |          347 |      gini |         9 |                12 |                1 |          0.7 |      True |     0.035 |         0.8 |     1.0 |          1.0 |  0.901s |    44.585s |
| Iteration 18     |           10 |      gini |         9 |                 2 |                1 |         None |      True |     0.035 |        None |  0.1875 |          1.0 |  0.635s |    47.354s |
| Iteration 19     |          294 |      gini |      None |                10 |                1 |          0.5 |      True |     0.035 |         0.5 |  0.6875 |          1.0 |  0.865s |    49.876s |
| Iteration 20     |          431 |      gini |         4 |                20 |                1 |         auto |     False |    0.0209 |         --- |     1.0 |          1.0 |  0.885s |    52.301s |
| Iteration 21     |          500 |   entropy |         6 |                11 |               12 |          0.5 |      True |     0.035 |         0.7 |  0.6875 |          1.0 |  0.998s |    54.785s |
| Iteration 22     |          373 |   entropy |         7 |                14 |                5 |         log2 |     False |    0.0154 |         --- |   0.625 |          1.0 |  0.840s |    57.140s |
| Iteration 23     |          359 |      gini |         9 |                12 |                1 |          0.7 |      True |    0.0349 |         0.8 |    0.75 |          1.0 |  0.911s |    59.670s |
| Iteration 24     |           51 |      gini |         6 |                10 |                1 |         None |     False |    0.0043 |         --- |  0.8125 |          1.0 |  0.649s |     1m:02s |
| Iteration 25     |          386 |      gini |         5 |                20 |                1 |          0.9 |     False |    0.0149 |         --- |   0.875 |          1.0 |  0.859s |     1m:04s |
| Iteration 26     |           10 |      gini |         9 |                20 |                1 |         None |      True |     0.035 |        None |     1.0 |          1.0 |  0.623s |     1m:06s |
| Iteration 27     |          500 |      gini |         9 |                20 |                1 |         auto |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.918s |     1m:08s |
| Iteration 28     |          464 |      gini |      None |                 6 |               18 |          0.9 |     False |     0.035 |         --- |  0.7188 |          1.0 |  0.914s |     1m:13s |
| Iteration 29     |          220 |   entropy |         6 |                 8 |               20 |         auto |     False |       0.0 |         --- |    0.75 |          1.0 |  0.733s |     1m:17s |
| Iteration 30     |          422 |   entropy |         3 |                20 |                1 |          0.6 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.874s |     1m:20s |
| Iteration 31     |           10 |      gini |         7 |                16 |                1 |         None |      True |     0.035 |        None |     1.0 |          1.0 |  0.636s |     1m:22s |
| Iteration 32     |           38 |   entropy |         4 |                18 |                1 |         None |     False |     0.035 |         --- |     1.0 |          1.0 |  0.645s |     1m:24s |
| Iteration 33     |          163 |   entropy |         5 |                20 |                1 |         None |     False |     0.035 |         --- |    0.75 |          1.0 |  0.737s |     1m:29s |
| Iteration 34     |           10 |      gini |         9 |                20 |                1 |         sqrt |      True |     0.035 |        None |  0.8125 |          1.0 |  0.633s |     1m:32s |
| Iteration 35     |          488 |   entropy |      None |                15 |                1 |         None |     False |     0.035 |         --- |     1.0 |          1.0 |  0.967s |     1m:34s |
| Iteration 36     |          500 |      gini |         9 |                16 |                1 |         None |     False |     0.035 |         --- |  0.6562 |          1.0 |  0.943s |     1m:36s |
| Iteration 37     |          290 |   entropy |         2 |                20 |                1 |          0.8 |     False |    0.0312 |         --- |  0.5625 |          1.0 |  0.817s |     1m:41s |
| Iteration 38     |           10 |      gini |      None |                17 |                1 |         auto |      True |     0.035 |         0.9 |   0.875 |          1.0 |  0.629s |     1m:44s |
| Iteration 39     |          478 |      gini |         8 |                20 |               20 |          0.7 |      True |     0.016 |         0.9 |  0.6875 |          1.0 |  0.979s |     1m:46s |
| Iteration 40     |           63 |   entropy |         9 |                10 |               20 |          0.8 |     False |    0.0284 |         --- |  0.8125 |          1.0 |  1.237s |     1m:49s |
| Iteration 41     |           10 |   entropy |         7 |                17 |                1 |         auto |     False |       0.0 |         --- |    0.75 |          1.0 |  0.630s |     1m:51s |
| Iteration 42     |          383 |   entropy |         5 |                 9 |                1 |         log2 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.852s |     1m:55s |
| Iteration 43     |          500 |   entropy |         9 |                 9 |                1 |         auto |     False |       0.0 |         --- |  0.9375 |          1.0 |  0.913s |     1m:58s |
| Iteration 44     |          389 |      gini |         7 |                 8 |                1 |         auto |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.843s |     2m:03s |
| Iteration 45     |           10 |   entropy |      None |                10 |                1 |         None |      True |       0.0 |         0.6 |  0.8125 |          1.0 |  0.628s |     2m:05s |
| Iteration 46     |          462 |      gini |         8 |                 9 |               20 |          0.7 |     False |       0.0 |         --- |   0.375 |          1.0 |  0.879s |     2m:08s |
| Iteration 47     |          441 |      gini |         8 |                20 |               12 |         sqrt |      True |     0.035 |         0.6 |    0.75 |          1.0 |  0.991s |     2m:11s |
| Iteration 48     |          183 |   entropy |         1 |                 2 |                1 |         None |     False |       0.0 |         --- |   0.625 |          1.0 |  0.725s |     2m:13s |
| Iteration 49     |          152 |   entropy |         7 |                20 |                1 |          0.6 |      True |       0.0 |        None |     1.0 |          1.0 |  0.742s |     2m:15s |
| Iteration 50     |          315 |   entropy |         1 |                20 |                1 |          0.5 |      True |    0.0025 |        None |   0.875 |          1.0 |  0.877s |     2m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 488, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 15, 'min_samples_leaf': 1, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9464
Test evaluation --> roc_auc: 0.475
Time elapsed: 0.382s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.745 ± 0.1279
Time elapsed: 1.629s
-------------------------------------------------
Total time: 2m:23s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.734s |     0.753s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |         0.75 |  0.711s |     5.204s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |         0.75 |  0.716s |     7.423s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |         0.75 |  0.655s |     8.965s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |         0.75 |  0.699s |    10.609s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |         0.75 |  0.683s |    12.218s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |         0.75 |  0.686s |    13.860s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |         0.75 |  0.680s |    15.498s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |   0.875 |        0.875 |  0.716s |    17.146s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  0.701s |    18.848s |
| Iteration 11     |          368 |        0.0124 |         9 |  0.2019 |                3 |       0.9 |              0.7 |      0.01 |          0 |  0.8125 |        0.875 |  0.708s |    20.964s |
| Iteration 12     |          378 |        0.0693 |         6 |  0.5959 |                4 |       0.8 |              0.9 |      0.01 |        100 |  0.5625 |        0.875 |  0.705s |    22.991s |
| Iteration 13     |          447 |        0.0505 |         5 |  0.6804 |                4 |       0.7 |              0.5 |         0 |        0.1 |  0.5625 |        0.875 |  0.714s |    24.983s |
| Iteration 14     |          396 |        0.0552 |         6 |  0.6204 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.5625 |        0.875 |  0.711s |    26.946s |
| Iteration 15     |          197 |        0.9058 |        10 |  0.2057 |                2 |       0.9 |              0.9 |      0.01 |          0 |   0.875 |        0.875 |  0.675s |    28.777s |
| Iteration 16     |          441 |        0.0116 |         6 |  0.5761 |                1 |       0.7 |              0.8 |      0.01 |          0 |  0.8125 |        0.875 |  1.333s |    31.438s |
| Iteration 17     |           51 |          0.01 |        10 |     0.0 |                1 |       1.0 |              0.4 |      0.01 |          0 |     1.0 |          1.0 |  0.644s |    35.481s |
| Iteration 18     |           20 |          0.01 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |        100 |    0.25 |          1.0 |  0.636s |    39.903s |
| Iteration 19     |          500 |          0.01 |         1 |     1.0 |                1 |       1.0 |              1.0 |         0 |          0 |  0.7812 |          1.0 |  0.717s |    44.462s |
| Iteration 20     |           20 |           1.0 |        10 |     0.0 |                1 |       1.0 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.645s |    46.968s |
| Iteration 21     |          431 |         0.927 |        10 |  0.1628 |                1 |       1.0 |              0.6 |       0.1 |          0 |    0.75 |          1.0 |  0.716s |    49.016s |
| Iteration 22     |          325 |        0.0198 |        10 |  0.0149 |                1 |       1.0 |              0.7 |      0.01 |        0.1 |   0.625 |          1.0 |  0.709s |    51.048s |
| Iteration 23     |          155 |        0.6678 |         9 |  0.7853 |               10 |       0.8 |              0.7 |         0 |        100 |     0.5 |          1.0 |  0.656s |    52.912s |
| Iteration 24     |          155 |        0.0244 |         3 |  0.9545 |               10 |       0.5 |              0.4 |       100 |        100 |     0.5 |          1.0 |  0.655s |    54.868s |
| Iteration 25     |           86 |        0.0261 |         5 |  0.7207 |                3 |       0.5 |              0.6 |       0.1 |          0 |    0.75 |          1.0 |  0.658s |    56.830s |
| Iteration 26     |           20 |           1.0 |        10 |   0.833 |                1 |       0.8 |              0.4 |      0.01 |          0 |  0.8125 |          1.0 |  0.644s |    58.786s |
| Iteration 27     |           73 |        0.9036 |         3 |  0.6805 |               10 |       0.9 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.655s |     1m:01s |
| Iteration 28     |           20 |        0.0735 |        10 |     0.0 |                2 |       0.5 |              0.4 |      0.01 |          0 |  0.8125 |          1.0 |  0.648s |     1m:03s |
| Iteration 29     |          237 |         0.475 |        10 |  0.0784 |                3 |       0.9 |              0.4 |         0 |          0 |  0.9375 |          1.0 |  0.674s |     1m:05s |
| Iteration 30     |           71 |        0.0683 |        10 |   0.571 |                2 |       0.9 |              0.5 |         0 |          0 |     1.0 |          1.0 |  0.655s |     1m:07s |
| Iteration 31     |           20 |          0.01 |        10 |  0.4727 |                2 |       1.0 |              1.0 |         0 |          0 |  0.9062 |          1.0 |  0.636s |     1m:09s |
| Iteration 32     |          490 |        0.0271 |         6 |  0.7104 |                6 |       0.9 |              0.8 |         1 |        100 |     0.5 |          1.0 |  0.724s |     1m:11s |
| Iteration 33     |          459 |        0.1145 |        10 |  0.1806 |                1 |       0.5 |              0.9 |         0 |          0 |   0.875 |          1.0 |  0.727s |     1m:14s |
| Iteration 34     |           71 |           1.0 |        10 |  0.6708 |                2 |       1.0 |              0.4 |         0 |          0 |  0.5625 |          1.0 |  0.649s |     1m:16s |
| Iteration 35     |          428 |        0.0191 |         3 |   0.142 |                1 |       0.8 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.736s |     1m:18s |
| Iteration 36     |           20 |          0.01 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.635s |     1m:20s |
| Iteration 37     |          500 |          0.01 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |  0.6875 |          1.0 |  0.743s |     1m:24s |
| Iteration 38     |          500 |           1.0 |         1 |     0.0 |                1 |       0.5 |              1.0 |         0 |          0 |   0.375 |          1.0 |  0.711s |     1m:26s |
| Iteration 39     |          326 |          0.01 |        10 |  0.3167 |                1 |       0.9 |              0.4 |        10 |          0 |     0.5 |          1.0 |  0.689s |     1m:29s |
| Iteration 40     |           20 |          0.01 |        10 |     1.0 |                2 |       0.7 |              0.9 |         0 |          0 |     1.0 |          1.0 |  0.655s |     1m:31s |
| Iteration 41     |           20 |          0.01 |        10 |     1.0 |                1 |       0.5 |              1.0 |         0 |          0 |   0.625 |          1.0 |  0.639s |     1m:33s |
| Iteration 42     |          204 |          0.01 |        10 |  0.8047 |                3 |       1.0 |              0.6 |         0 |          0 |  0.9375 |          1.0 |  1.326s |     1m:37s |
| Iteration 43     |          149 |          0.01 |        10 |     0.0 |                3 |       1.0 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.718s |     1m:40s |
| Iteration 44     |          265 |          0.01 |        10 |   0.755 |                4 |       0.5 |              0.9 |         0 |          0 |   0.625 |          1.0 |  0.746s |     1m:44s |
| Iteration 45     |           20 |          0.01 |         1 |  0.5369 |                1 |       0.8 |              0.9 |         0 |          0 |  0.6562 |          1.0 |  0.697s |     1m:48s |
| Iteration 46     |          107 |          0.01 |        10 |     0.0 |                2 |       1.0 |              1.0 |         0 |          0 |  0.0625 |          1.0 |  0.662s |     1m:53s |
| Iteration 47     |           97 |        0.5893 |         8 |   0.631 |               10 |       0.6 |              0.9 |         0 |          0 |     0.5 |          1.0 |  0.652s |     1m:57s |
| Iteration 48     |           20 |           1.0 |        10 |     1.0 |                1 |       0.5 |              0.4 |         0 |          0 |   0.625 |          1.0 |  0.647s |     2m:01s |
| Iteration 49     |           20 |        0.0764 |         1 |     1.0 |                1 |       1.0 |              0.4 |      0.01 |          0 |  0.9688 |          1.0 |  0.653s |     2m:04s |
| Iteration 50     |           20 |          0.01 |         1 |     1.0 |                1 |       1.0 |              0.5 |       0.1 |          0 |  0.8125 |          1.0 |  0.646s |     2m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 428, 'learning_rate': 0.0191, 'max_depth': 3, 'gamma': 0.142, 'min_child_weight': 1, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.115s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.362s
-------------------------------------------------
Total time: 2m:11s


Final results ==================== >>
Duration: 16m:30s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.93 ± 0.0678
Logistic Regression             --> roc_auc: 0.79 ± 0.0583
Linear Discriminant Analysis    --> roc_auc: 0.95 ± 0.0
Quadratic Discriminant Analysis --> roc_auc: 0.92 ± 0.0245
Radius Nearest Neighbors        --> roc_auc: 0.84 ± 0.0663
AdaBoost                        --> roc_auc: 0.88 ± 0.1166
Random Forest                   --> roc_auc: 0.745 ± 0.1279 ~
XGBoost                         --> roc_auc: 0.97 ± 0.04 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVRGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSLADTQYF.
   >>> Dropping feature CASSLAGTDTQYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVEGGSYIPTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CAVSQGAQKLVF.
   >>> Dropping feature CAVSSGGGADGLTF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVPTQGGSEKLVF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAARDSNYQLIW.
   >>> Dropping feature CAASDRGSTLGRLYF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALEYGNKLVF.
   >>> Dropping feature CALTSGTYKYIF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSGSARQLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.4375 |       0.4375 |  3.174s |     3.193s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.9375 |       0.9375 |  3.288s |     7.517s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.625 |       0.9375 |  3.228s |    11.777s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.9375 |       0.9375 |  3.230s |    15.966s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.8125 |       0.9375 |  3.264s |    20.421s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.6875 |       0.9375 |  3.188s |    27.353s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8125 |       0.9375 |  3.147s |    32.059s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.6875 |       0.9375 |  3.296s |    36.457s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.625 |       0.9375 |  3.216s |    40.677s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |       0.9375 |  3.209s |    44.951s |
| Iteration 11     | exponen.. |        0.4512 |          230 |       0.5 | friedman_mse |                 3 |               16 |         6 |          0.5 |    0.0132 |     0.5 |       0.9375 |  3.255s |    49.630s |
| Iteration 12     | exponen.. |        0.0702 |          211 |       0.9 | friedman_mse |                 8 |                8 |         6 |          0.9 |    0.0317 |  0.4375 |       0.9375 |  3.227s |    54.250s |
| Iteration 13     |  deviance |        0.0129 |          113 |       0.9 | friedman_mse |                18 |               15 |         6 |         auto |    0.0024 |  0.6875 |       0.9375 |  3.197s |    58.771s |
| Iteration 14     |  deviance |         0.034 |          468 |       0.6 | friedman_mse |                12 |               15 |         7 |         None |    0.0019 |    0.75 |       0.9375 |  3.266s |     1m:03s |
| Iteration 15     | exponen.. |        0.0258 |          227 |       0.7 | friedman_mse |                 4 |               16 |         5 |         auto |    0.0142 |     1.0 |          1.0 |  3.215s |     1m:08s |
| Iteration 16     | exponen.. |        0.2434 |          314 |       0.6 | friedman_mse |                 2 |               18 |         2 |         auto |       0.0 |     0.5 |          1.0 |  3.212s |     1m:12s |
| Iteration 17     | exponen.. |        0.0292 |          221 |       0.7 | friedman_mse |                 4 |               16 |         5 |         auto |    0.0158 |    0.75 |          1.0 |  3.208s |     1m:17s |
| Iteration 18     |  deviance |        0.4297 |          278 |       1.0 | squared_er.. |                18 |               10 |         1 |         None |    0.0093 |   0.125 |          1.0 |  3.201s |     1m:22s |
| Iteration 19     | exponen.. |        0.2121 |          403 |       0.7 | squared_er.. |                 5 |                4 |         3 |         sqrt |     0.035 |  0.4688 |          1.0 |  3.912s |     1m:28s |
| Iteration 20     | exponen.. |        0.1915 |          262 |       0.6 | friedman_mse |                13 |               18 |         9 |          0.7 |    0.0338 |     0.5 |          1.0 |  3.228s |     1m:32s |
| Iteration 21     |  deviance |        0.0404 |          252 |       0.7 | squared_er.. |                 9 |                3 |         6 |         None |    0.0326 |    0.75 |          1.0 |  3.144s |     1m:39s |
| Iteration 22     |  deviance |        0.0452 |          444 |       0.6 | friedman_mse |                11 |               16 |         6 |         auto |    0.0209 |  0.6875 |          1.0 |  3.197s |     1m:44s |
| Iteration 23     |  deviance |        0.7635 |          282 |       0.5 | squared_er.. |                20 |               11 |         4 |         None |    0.0133 |     0.5 |          1.0 |  3.226s |     1m:49s |
| Iteration 24     | exponen.. |        0.0113 |           51 |       0.8 | friedman_mse |                12 |               13 |         8 |         auto |    0.0204 |  0.9375 |          1.0 |  3.189s |     1m:54s |
| Iteration 25     | exponen.. |        0.0116 |          362 |       1.0 | friedman_mse |                15 |               17 |         7 |         auto |    0.0255 |   0.375 |          1.0 |  3.245s |     1m:58s |
| Iteration 26     | exponen.. |        0.0251 |          229 |       0.7 | friedman_mse |                 4 |               16 |         5 |         auto |    0.0139 |    0.75 |          1.0 |  3.190s |     2m:05s |
| Iteration 27     |  deviance |        0.5991 |          340 |       0.9 | squared_er.. |                10 |               10 |         6 |         None |    0.0296 |  0.8125 |          1.0 |  3.355s |     2m:11s |
| Iteration 28     | exponen.. |        0.1945 |           10 |       0.5 | friedman_mse |                11 |               16 |         1 |         auto |    0.0198 |     0.5 |          1.0 |  3.208s |     2m:16s |
| Iteration 29     |  deviance |         0.737 |          444 |       0.6 | friedman_mse |                 8 |                2 |         8 |         auto |    0.0122 |   0.875 |          1.0 |  3.310s |     2m:20s |
| Iteration 30     | exponen.. |        0.0105 |          113 |       0.9 | friedman_mse |                16 |               11 |         7 |         auto |    0.0169 |    0.75 |          1.0 |  3.276s |     2m:26s |
| Iteration 31     | exponen.. |        0.0105 |           16 |       0.7 | friedman_mse |                 8 |               16 |         8 |         auto |     0.019 |  0.4062 |          1.0 |  3.215s |     2m:30s |
| Iteration 32     | exponen.. |        0.0119 |          392 |       0.8 | friedman_mse |                19 |               12 |         8 |         auto |    0.0205 |    0.75 |          1.0 |  3.320s |     2m:35s |
| Iteration 33     |  deviance |        0.2051 |           21 |       0.9 | squared_er.. |                 9 |                9 |         5 |         None |    0.0307 |     1.0 |          1.0 |  3.223s |     2m:40s |
| Iteration 34     |  deviance |        0.0123 |          464 |       0.6 | squared_er.. |                 7 |                8 |         5 |         None |    0.0022 |   0.875 |          1.0 |  3.328s |     2m:45s |
| Iteration 35     |  deviance |        0.0102 |           63 |       0.9 | squared_er.. |                11 |                9 |         5 |         None |    0.0297 |     1.0 |          1.0 |  3.232s |     2m:50s |
| Iteration 36     | exponen.. |        0.0727 |          438 |       0.7 | friedman_mse |                10 |               14 |         4 |         log2 |    0.0327 |   0.625 |          1.0 |  3.356s |     2m:55s |
| Iteration 37     |  deviance |         0.129 |           55 |       0.5 | squared_er.. |                16 |                9 |         5 |          0.9 |    0.0338 |  0.6562 |          1.0 |  3.188s |     3m:03s |
| Iteration 38     |  deviance |        0.0636 |          403 |       1.0 | squared_er.. |                 5 |                9 |         5 |         auto |     0.003 |  0.9375 |          1.0 |  3.222s |     3m:10s |
| Iteration 39     |  deviance |        0.0475 |          264 |       0.8 | squared_er.. |                19 |                9 |         6 |         auto |    0.0316 |     0.5 |          1.0 |  3.146s |     3m:17s |
| Iteration 40     |  deviance |        0.0572 |          109 |       0.8 | squared_er.. |                13 |               10 |         5 |         auto |    0.0105 |     1.0 |          1.0 |  3.132s |     3m:24s |
| Iteration 41     |  deviance |        0.5406 |          367 |       0.9 | squared_er.. |                17 |               10 |         5 |         auto |    0.0014 |   0.625 |          1.0 |  3.150s |     3m:32s |
| Iteration 42     |  deviance |        0.1016 |          214 |       1.0 | squared_er.. |                 9 |                9 |         5 |         None |    0.0233 |  0.9375 |          1.0 |  3.189s |     3m:37s |
| Iteration 43     |  deviance |        0.1482 |          140 |       0.7 | squared_er.. |                 5 |               10 |         5 |          0.9 |    0.0137 |    0.75 |          1.0 |  3.205s |     3m:42s |
| Iteration 44     | exponen.. |        0.1278 |           17 |       0.6 | squared_er.. |                 8 |                9 |         4 |         sqrt |    0.0283 |  0.3438 |          1.0 |  3.168s |     3m:49s |
| Iteration 45     |  deviance |        0.0337 |           79 |       0.8 | friedman_mse |                 8 |                9 |         5 |          0.9 |     0.016 |   0.375 |          1.0 |  3.215s |     3m:56s |
| Iteration 46     | exponen.. |        0.2487 |          154 |       0.8 | squared_er.. |                14 |                9 |         5 |         None |    0.0097 |  0.5625 |          1.0 |  3.208s |     4m:03s |
| Iteration 47     |  deviance |        0.0489 |          171 |       0.6 | squared_er.. |                15 |                9 |         5 |         None |    0.0255 |    0.75 |          1.0 |  3.226s |     4m:09s |
| Iteration 48     |  deviance |        0.1922 |          265 |       0.9 | squared_er.. |                 8 |               10 |         5 |         auto |    0.0008 |     1.0 |          1.0 |  3.272s |     4m:14s |
| Iteration 49     |  deviance |        0.1065 |          121 |       0.5 | squared_er.. |                 7 |               10 |         4 |         auto |     0.011 |   0.875 |          1.0 |  3.220s |     4m:19s |
| Iteration 50     |  deviance |        0.0178 |          224 |       0.8 | squared_er.. |                 7 |               11 |         5 |         auto |    0.0224 |  0.5312 |          1.0 |  3.230s |     4m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.1922, 'n_estimators': 265, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 10, 'max_depth': 5, 'max_features': 'auto', 'ccp_alpha': 0.0008}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.081s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0678
Time elapsed: 0.374s
-------------------------------------------------
Total time: 4m:30s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  3.213s |     3.226s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |         0.75 |  3.224s |     9.589s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |     0.5 |         0.75 |  3.137s |    14.056s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |         0.75 |  3.144s |    18.188s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.6875 |         0.75 |  3.182s |    22.318s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |   0.625 |         0.75 |  3.176s |    26.415s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |         0.75 |  3.132s |    32.242s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     1.0 |          1.0 |  3.164s |    36.911s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |     0.5 |          1.0 |  3.223s |    41.138s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |          1.0 |  3.230s |    45.551s |
| Iteration 11     |      l2 |  6.2019 | newto.. |      177 |      --- |  0.1875 |          1.0 |  3.214s |    50.172s |
| Iteration 12     |      l2 |  0.0298 |   lbfgs |      681 |      --- |  0.4375 |          1.0 |  3.227s |    57.220s |
| Iteration 13     |      l2 | 21.0029 | libli.. |      131 |      --- |  0.6875 |          1.0 |  3.233s |     1m:03s |
| Iteration 14     |      l2 |  0.0063 | newto.. |      133 |      --- |  0.1875 |          1.0 |  3.235s |     1m:07s |
| Iteration 15     |      l1 | 13.6459 | libli.. |      397 |      --- |  0.6875 |          1.0 |  3.266s |     1m:12s |
| Iteration 16     |      l1 |  0.5104 | libli.. |      100 |      --- |  0.3125 |          1.0 |  3.244s |     1m:16s |
| Iteration 17     |      l2 |  3.6245 | libli.. |      132 |      --- |   0.625 |          1.0 |  3.242s |     1m:21s |
| Iteration 18     | elast.. |  0.0012 |    saga |      117 |      0.9 |     0.5 |          1.0 |  3.155s |     1m:25s |
| Iteration 19     |      l2 | 93.8463 |   lbfgs |      294 |      --- |  0.4375 |          1.0 |  3.192s |     1m:30s |
| Iteration 20     |      l1 |  0.0054 | libli.. |      117 |      --- |     0.5 |          1.0 |  3.902s |     1m:35s |
| Iteration 21     |      l1 | 10.4112 | libli.. |      100 |      --- |  0.6875 |          1.0 |  3.317s |     1m:40s |
| Iteration 22     |      l1 |  7.2858 | libli.. |      441 |      --- |     0.5 |          1.0 |  3.225s |     1m:45s |
| Iteration 23     |      l2 |   100.0 |     sag |      159 |      --- |    0.75 |          1.0 |  3.158s |     1m:49s |
| Iteration 24     |      l1 |  11.347 |    saga |      994 |      --- |  0.1875 |          1.0 |  3.179s |     1m:54s |
| Iteration 25     |      l1 |  9.9023 | libli.. |      120 |      --- |     0.5 |          1.0 |  3.130s |     1m:58s |
| Iteration 26     |      l1 | 82.8297 | libli.. |      957 |      --- |     0.5 |          1.0 |  3.167s |     2m:03s |
| Iteration 27     |      l1 | 10.9578 | libli.. |      100 |      --- |     0.5 |          1.0 |  3.192s |     2m:07s |
| Iteration 28     |      l2 |  4.8125 | libli.. |      141 |      --- |  0.6875 |          1.0 |  3.174s |     2m:12s |
| Iteration 29     |    none |     --- |   lbfgs |      132 |      --- |   0.875 |          1.0 |  3.166s |     2m:17s |
| Iteration 30     |      l2 |  9.4258 |    saga |      134 |      --- |     0.5 |          1.0 |  3.188s |     2m:21s |
| Iteration 31     |    none |     --- |   lbfgs |      132 |      --- |   0.875 |          1.0 |  0.000s |     2m:23s |
| Iteration 32     |    none |     --- |   lbfgs |      284 |      --- |  0.6875 |          1.0 |  3.202s |     2m:27s |
| Iteration 33     |      l1 |  0.0502 | libli.. |      132 |      --- |     0.5 |          1.0 |  3.173s |     2m:32s |
| Iteration 34     |    none |     --- |   lbfgs |      114 |      --- |   0.625 |          1.0 |  3.189s |     2m:37s |
| Iteration 35     |    none |     --- |   lbfgs |      855 |      --- |     1.0 |          1.0 |  3.201s |     2m:41s |
| Iteration 36     |    none |     --- |   lbfgs |     1000 |      --- |    0.75 |          1.0 |  3.212s |     2m:46s |
| Iteration 37     |    none |     --- |   lbfgs |      100 |      --- |    0.25 |          1.0 |  3.199s |     2m:50s |
| Iteration 38     |      l2 | 37.6325 |   lbfgs |     1000 |      --- |  0.5625 |          1.0 |  3.188s |     2m:55s |
| Iteration 39     |    none |     --- |   lbfgs |      846 |      --- |  0.6875 |          1.0 |  3.184s |     2m:59s |
| Iteration 40     |      l2 |  0.0011 |     sag |      978 |      --- |  0.6875 |          1.0 |  3.212s |     3m:04s |
| Iteration 41     |    none |     --- |     sag |      557 |      --- |   0.625 |          1.0 |  3.166s |     3m:09s |
| Iteration 42     |    none |     --- |   lbfgs |      933 |      --- |     0.5 |          1.0 |  3.224s |     3m:13s |
| Iteration 43     |      l2 | 90.3623 |     sag |      111 |      --- |  0.6875 |          1.0 |  3.197s |     3m:18s |
| Iteration 44     |      l2 | 67.0193 |     sag |      305 |      --- |  0.3125 |          1.0 |  3.208s |     3m:22s |
| Iteration 45     |    none |     --- | newto.. |      845 |      --- |   0.125 |          1.0 |  3.171s |     3m:29s |
| Iteration 46     |    none |     --- |   lbfgs |      928 |      --- |    0.75 |          1.0 |  3.137s |     3m:34s |
| Iteration 47     |    none |     --- |   lbfgs |      973 |      --- |     0.5 |          1.0 |  3.210s |     3m:39s |
| Iteration 48     |      l2 |  0.0056 |     sag |      904 |      --- |     1.0 |          1.0 |  3.172s |     3m:43s |
| Iteration 49     |    none |     --- |    saga |      175 |      --- |  0.3125 |          1.0 |  3.194s |     3m:48s |
| Iteration 50     |      l2 |   0.001 |     sag |      903 |      --- |  0.4375 |          1.0 |  3.061s |     3m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'penalty': 'none', 'solver': 'lbfgs', 'max_iter': 855}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8375
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.103
Time elapsed: 0.066s
-------------------------------------------------
Total time: 3m:55s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.0625 |       0.0625 |  3.131s |     3.136s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  3.147s |     7.222s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.000s |     8.158s |
| Initial point 4  |    lsqr |       0.8 |  0.6875 |         0.75 |  3.160s |    12.193s |
| Initial point 5  |   eigen |       0.9 |   0.375 |         0.75 |  3.147s |    16.657s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  3.155s |    21.174s |
| Initial point 7  |    lsqr |       0.5 |  0.3125 |          1.0 |  3.195s |    25.458s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |          1.0 |  3.194s |    31.512s |
| Initial point 9  |    lsqr |       0.6 |  0.0625 |          1.0 |  3.180s |    37.781s |
| Initial point 10 |   eigen |       0.8 |   0.375 |          1.0 |  3.196s |    42.571s |
| Iteration 11     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    43.844s |
| Iteration 12     |   eigen |       0.7 |   0.625 |          1.0 |  3.174s |    48.101s |
| Iteration 13     |     svd |       --- |    0.75 |          1.0 |  0.000s |    49.323s |
| Iteration 14     |    lsqr |      auto |     0.5 |          1.0 |  3.139s |    53.498s |
| Iteration 15     |   eigen |      auto |  0.9375 |          1.0 |  3.164s |    57.969s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:02s |
| Iteration 17     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:03s |
| Iteration 18     |    lsqr |       1.0 |  0.6875 |          1.0 |  3.045s |     1m:07s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:09s |
| Iteration 20     |    lsqr |      None |   0.375 |          1.0 |  3.098s |     1m:15s |
| Iteration 21     |   eigen |       0.5 |  0.4375 |          1.0 |  3.194s |     1m:21s |
| Iteration 22     |   eigen |       0.6 |  0.3125 |          1.0 |  3.160s |     1m:27s |
| Iteration 23     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:30s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:32s |
| Iteration 25     |   eigen |      None |   0.625 |          1.0 |  3.113s |     1m:36s |
| Iteration 26     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 27     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 28     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:39s |
| Iteration 29     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:41s |
| Iteration 30     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:42s |
| Iteration 31     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 32     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:45s |
| Iteration 33     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 34     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:49s |
| Iteration 35     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:52s |
| Iteration 36     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:56s |
| Iteration 37     |    lsqr |      auto |     0.5 |          1.0 |  0.000s |     2m:00s |
| Iteration 38     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     2m:04s |
| Iteration 39     |     svd |       --- |    0.75 |          1.0 |  0.000s |     2m:09s |
| Iteration 40     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     2m:13s |
| Iteration 41     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:15s |
| Iteration 42     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:18s |
| Iteration 43     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:22s |
| Iteration 44     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:26s |
| Iteration 45     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:29s |
| Iteration 46     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:31s |
| Iteration 47     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     2m:33s |
| Iteration 48     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:34s |
| Iteration 49     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:35s |
| Iteration 50     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:38s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6777
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.3216
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:41s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.0625 |       0.0625 |  3.060s |     3.063s |
| Initial point 2  |       0.9 |    0.25 |         0.25 |  3.095s |     7.525s |
| Initial point 3  |       0.1 |     0.0 |         0.25 |  3.128s |    11.763s |
| Initial point 4  |       1.0 |  0.0625 |         0.25 |  0.000s |    12.697s |
| Initial point 5  |       0.2 |  0.3125 |       0.3125 |  3.142s |    16.693s |
| Initial point 6  |       0.4 |  0.8125 |       0.8125 |  3.137s |    20.961s |
| Initial point 7  |       0.4 |  0.8125 |       0.8125 |  0.001s |    21.918s |
| Initial point 8  |       0.7 |    0.75 |       0.8125 |  3.163s |    27.858s |
| Initial point 9  |       0.9 |    0.25 |       0.8125 |  0.000s |    29.338s |
| Initial point 10 |       0.8 |   0.375 |       0.8125 |  3.098s |    33.324s |
| Iteration 11     |       0.3 |    0.25 |       0.8125 |  3.196s |    37.717s |
| Iteration 12     |       0.6 |  0.5625 |       0.8125 |  3.130s |    42.041s |
| Iteration 13     |       0.5 |   0.375 |       0.8125 |  3.172s |    46.254s |
| Iteration 14     |       0.0 |  0.5625 |       0.8125 |  3.172s |    50.546s |
| Iteration 15     |       0.4 |  0.8125 |       0.8125 |  0.000s |    52.932s |
| Iteration 16     |       0.4 |  0.8125 |       0.8125 |  0.000s |    54.291s |
| Iteration 17     |       0.4 |  0.8125 |       0.8125 |  0.000s |    57.208s |
| Iteration 18     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:01s |
| Iteration 19     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:02s |
| Iteration 20     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:03s |
| Iteration 21     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:04s |
| Iteration 22     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:08s |
| Iteration 23     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:11s |
| Iteration 24     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:15s |
| Iteration 25     |       0.6 |  0.5625 |       0.8125 |  0.001s |     1m:19s |
| Iteration 26     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:23s |
| Iteration 27     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:24s |
| Iteration 28     |       0.9 |    0.25 |       0.8125 |  0.000s |     1m:25s |
| Iteration 29     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:26s |
| Iteration 30     |       0.8 |   0.375 |       0.8125 |  0.000s |     1m:27s |
| Iteration 31     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:29s |
| Iteration 32     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:30s |
| Iteration 33     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:31s |
| Iteration 34     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:32s |
| Iteration 35     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:33s |
| Iteration 36     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:35s |
| Iteration 37     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:39s |
| Iteration 38     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:41s |
| Iteration 39     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:42s |
| Iteration 40     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:46s |
| Iteration 41     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:48s |
| Iteration 42     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:49s |
| Iteration 43     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:50s |
| Iteration 44     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:51s |
| Iteration 45     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:52s |
| Iteration 46     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:53s |
| Iteration 47     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:54s |
| Iteration 48     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:55s |
| Iteration 49     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:56s |
| Iteration 50     |       0.4 |  0.8125 |       0.8125 |  0.000s |     1m:58s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.4402
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.2746
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:59s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  9.5693 | dista.. |      auto |        40 |       1 |  0.6562 |       0.6562 |  3.116s |     3.136s |
| Initial point 2  |  3.8057 | uniform |   kd_tree |        39 |       2 |   0.625 |       0.6562 |  3.158s |     7.259s |
| Initial point 3  |  3.0063 | dista.. | ball_tree |        25 |       2 |  0.6562 |       0.6562 |  3.161s |    11.433s |
| Initial point 4  |  8.7707 | uniform | ball_tree |        39 |       2 |  0.5312 |       0.6562 |  3.167s |    15.560s |
| Initial point 5  |  6.8707 | dista.. |      auto |        30 |       2 |  0.6875 |       0.6875 |  3.173s |    19.665s |
| Initial point 6  |  7.9568 | dista.. | ball_tree |        21 |       2 |   0.625 |       0.6875 |  3.160s |    23.959s |
| Initial point 7  |  5.6913 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  3.149s |    28.157s |
| Initial point 8  |  1.3638 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  3.179s |    32.419s |
| Initial point 9  |  6.3397 | uniform | ball_tree |        24 |       1 |  0.3438 |          1.0 |  3.187s |    36.909s |
| Initial point 10 |   4.503 | uniform |     brute |        22 |       2 |    0.75 |          1.0 |  3.185s |    41.231s |
| Iteration 11     |     0.0 | dista.. |     brute |        20 |       1 |     0.5 |          1.0 |  3.193s |    45.972s |
| Iteration 12     |  5.3892 | dista.. | ball_tree |        23 |       1 |  0.1875 |          1.0 |  3.197s |    53.064s |
| Iteration 13     |  5.7111 | dista.. |      auto |        24 |       1 |  0.4375 |          1.0 |  3.084s |    58.402s |
| Iteration 14     |  5.5751 | dista.. |   kd_tree |        24 |       1 |     1.0 |          1.0 |  3.198s |     1m:03s |
| Iteration 15     |   5.439 | uniform |   kd_tree |        24 |       1 |  0.8438 |          1.0 |  3.188s |     1m:08s |
| Iteration 16     |   5.643 | dista.. |   kd_tree |        24 |       1 |  0.5625 |          1.0 |  3.212s |     1m:12s |
| Iteration 17     |  5.4601 | dista.. | ball_tree |        24 |       2 |  0.6875 |          1.0 |  3.210s |     1m:17s |
| Iteration 18     |  5.2308 | dista.. |   kd_tree |        24 |       1 |  0.1875 |          1.0 |  3.208s |     1m:22s |
| Iteration 19     |   5.558 | dista.. |   kd_tree |        24 |       2 |   0.375 |          1.0 |  3.135s |     1m:29s |
| Iteration 20     |   5.671 | dista.. | ball_tree |        24 |       2 |    0.25 |          1.0 |  3.221s |     1m:34s |
| Iteration 21     |    5.74 | dista.. | ball_tree |        24 |       1 |  0.8125 |          1.0 |  3.229s |     1m:39s |
| Iteration 22     |  5.5221 | uniform |   kd_tree |        24 |       1 |    0.75 |          1.0 |  3.228s |     1m:43s |
| Iteration 23     |  5.6569 | dista.. | ball_tree |        24 |       1 |   0.375 |          1.0 |  3.820s |     1m:49s |
| Iteration 24     |  5.6436 | uniform |   kd_tree |        24 |       2 |  0.4688 |          1.0 |  3.106s |     1m:56s |
| Iteration 25     |  5.3766 | uniform |   kd_tree |        24 |       1 |   0.625 |          1.0 |  3.171s |     2m:02s |
| Iteration 26     |  5.4533 | uniform |   kd_tree |        24 |       1 |  0.5625 |          1.0 |  3.138s |     2m:07s |
| Iteration 27     |  5.7919 | dista.. | ball_tree |        24 |       1 |  0.5938 |          1.0 |  3.175s |     2m:12s |
| Iteration 28     |  5.6897 | uniform |   kd_tree |        24 |       1 |   0.875 |          1.0 |  3.107s |     2m:18s |
| Iteration 29     |  5.8055 | uniform |   kd_tree |        24 |       1 |  0.6562 |          1.0 |  3.093s |     2m:24s |
| Iteration 30     |  4.7005 | uniform |     brute |        22 |       2 |  0.5625 |          1.0 |  3.163s |     2m:28s |
| Iteration 31     |  5.5843 | uniform |   kd_tree |        24 |       1 |     0.5 |          1.0 |  3.129s |     2m:34s |
| Iteration 32     |  4.2933 | dista.. |     brute |        22 |       2 |    0.75 |          1.0 |  3.198s |     2m:39s |
| Iteration 33     |  5.6903 | uniform |   kd_tree |        24 |       1 |  0.5938 |          1.0 |  3.223s |     2m:43s |
| Iteration 34     |  5.5705 | dista.. |   kd_tree |        24 |       1 |   0.625 |          1.0 |  3.213s |     2m:48s |
| Iteration 35     |   4.362 | uniform | ball_tree |        22 |       2 |    0.75 |          1.0 |  3.236s |     2m:52s |
| Iteration 36     |  5.8966 | uniform |   kd_tree |        25 |       1 |   0.625 |          1.0 |  3.248s |     2m:57s |
| Iteration 37     |  4.1993 | uniform | ball_tree |        22 |       2 |   0.375 |          1.0 |  3.235s |     3m:01s |
| Iteration 38     |  5.7258 | dista.. | ball_tree |        24 |       1 |  0.5938 |          1.0 |  3.221s |     3m:06s |
| Iteration 39     |  5.4576 | uniform |   kd_tree |        24 |       1 |  0.3125 |          1.0 |  3.214s |     3m:11s |
| Iteration 40     |  6.0719 | uniform |   kd_tree |        23 |       1 |  0.6875 |          1.0 |  3.241s |     3m:15s |
| Iteration 41     |  4.4401 | uniform |   kd_tree |        22 |       2 |  0.5938 |          1.0 |  3.210s |     3m:20s |
| Iteration 42     |  5.9127 | dista.. |      auto |        23 |       2 |  0.9375 |          1.0 |  3.237s |     3m:26s |
| Iteration 43     |  7.1706 | dista.. | ball_tree |        24 |       1 |  0.4688 |          1.0 |  3.248s |     3m:31s |
| Iteration 44     |  0.0716 | uniform |      auto |        21 |       2 |     0.5 |          1.0 |  3.239s |     3m:36s |
| Iteration 45     |  6.0003 | uniform |      auto |        24 |       2 |   0.125 |          1.0 |  3.229s |     3m:41s |
| Iteration 46     |  5.9718 | dista.. |      auto |        23 |       2 |  0.6875 |          1.0 |  3.232s |     3m:46s |
| Iteration 47     |  0.5287 | uniform |      auto |        23 |       2 |   0.625 |          1.0 |  3.236s |     3m:51s |
| Iteration 48     |  6.8358 | dista.. |      auto |        29 |       2 |  0.6875 |          1.0 |  3.200s |     3m:57s |
| Iteration 49     |  6.1281 | dista.. |      auto |        25 |       2 |  0.4688 |          1.0 |  3.222s |     4m:03s |
| Iteration 50     |  6.8631 | dista.. |      auto |        31 |       2 |  0.5625 |          1.0 |  3.180s |     4m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'radius': 5.5751, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.103
Time elapsed: 0.055s
-------------------------------------------------
Total time: 4m:10s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.3125 |       0.3125 |  3.600s |     3.607s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |         0.75 |  3.643s |     8.382s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.8125 |       0.8125 |  3.358s |    13.381s |
| Initial point 4  |          431 |        0.0871 |     SAMME |    0.75 |       0.8125 |  3.404s |    20.640s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |       0.8125 |  3.272s |    25.453s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |       0.8125 |  3.424s |    30.893s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6562 |       0.8125 |  3.108s |    35.361s |
| Initial point 8  |          411 |         0.019 |     SAMME |    0.75 |       0.8125 |  3.438s |    39.767s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |       0.8125 |  3.191s |    44.041s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.8438 |       0.8438 |  3.302s |    48.506s |
| Iteration 11     |           50 |          0.01 |     SAMME |   0.625 |       0.8438 |  3.158s |    52.910s |
| Iteration 12     |           51 |        0.5905 |     SAMME |  0.4375 |       0.8438 |  3.192s |    57.330s |
| Iteration 13     |          199 |        0.0164 |     SAMME |  0.7188 |       0.8438 |  3.293s |     1m:02s |
| Iteration 14     |          309 |        0.4104 |     SAMME |    0.75 |       0.8438 |  3.369s |     1m:07s |
| Iteration 15     |          300 |          0.01 |   SAMME.R |   0.875 |        0.875 |  3.397s |     1m:12s |
| Iteration 16     |          320 |          0.01 |   SAMME.R |  0.4375 |        0.875 |  3.395s |     1m:16s |
| Iteration 17     |           92 |        0.0836 |   SAMME.R |  0.8125 |        0.875 |  3.219s |     1m:23s |
| Iteration 18     |           84 |        0.0908 |   SAMME.R |    0.25 |        0.875 |  3.181s |     1m:28s |
| Iteration 19     |          301 |        0.0108 |   SAMME.R |  0.5312 |        0.875 |  3.380s |     1m:32s |
| Iteration 20     |          190 |        0.0152 |     SAMME |  0.9375 |       0.9375 |  3.292s |     1m:37s |
| Iteration 21     |          270 |        0.0104 |     SAMME |   0.625 |       0.9375 |  3.329s |     1m:42s |
| Iteration 22     |          241 |        0.0146 |     SAMME |  0.5625 |       0.9375 |  3.307s |     1m:46s |
| Iteration 23     |          188 |        0.0153 |     SAMME |  0.6875 |       0.9375 |  3.276s |     1m:51s |
| Iteration 24     |          133 |        0.0153 |     SAMME |   0.875 |       0.9375 |  3.243s |     1m:55s |
| Iteration 25     |          125 |        0.0154 |     SAMME |  0.2188 |       0.9375 |  3.227s |     1m:59s |
| Iteration 26     |          192 |        0.0147 |     SAMME |  0.6875 |       0.9375 |  3.316s |     2m:05s |
| Iteration 27     |          186 |        0.0144 |     SAMME |  0.9375 |       0.9375 |  3.282s |     2m:11s |
| Iteration 28     |          174 |        0.0107 |     SAMME |  0.7188 |       0.9375 |  3.291s |     2m:17s |
| Iteration 29     |          184 |         0.015 |     SAMME |  0.8125 |       0.9375 |  3.273s |     2m:22s |
| Iteration 30     |          176 |        0.0411 |     SAMME |    0.75 |       0.9375 |  3.261s |     2m:26s |
| Iteration 31     |           53 |        9.8063 |   SAMME.R |  0.6875 |       0.9375 |  3.167s |     2m:31s |
| Iteration 32     |          193 |        0.1752 |     SAMME |    0.75 |       0.9375 |  3.279s |     2m:35s |
| Iteration 33     |          181 |        1.2834 |     SAMME |     1.0 |          1.0 |  3.256s |     2m:40s |
| Iteration 34     |          159 |        7.3606 |     SAMME |     0.5 |          1.0 |  3.188s |     2m:44s |
| Iteration 35     |           55 |        9.9833 |   SAMME.R |    0.75 |          1.0 |  3.139s |     2m:51s |
| Iteration 36     |          397 |        1.2699 |     SAMME |  0.6875 |          1.0 |  3.374s |     2m:56s |
| Iteration 37     |          181 |        6.8687 |     SAMME |  0.5625 |          1.0 |  3.125s |     3m:01s |
| Iteration 38     |          206 |        8.9811 |     SAMME |   0.625 |          1.0 |  3.143s |     3m:06s |
| Iteration 39     |          184 |        0.0267 |     SAMME |     0.5 |          1.0 |  3.256s |     3m:12s |
| Iteration 40     |          189 |         1.257 |     SAMME |     1.0 |          1.0 |  3.280s |     3m:17s |
| Iteration 41     |          186 |        1.2639 |     SAMME |    0.75 |          1.0 |  3.267s |     3m:24s |
| Iteration 42     |          199 |        1.1723 |     SAMME |     1.0 |          1.0 |  3.320s |     3m:29s |
| Iteration 43     |           53 |        1.1906 |     SAMME |     1.0 |          1.0 |  3.203s |     3m:34s |
| Iteration 44     |           76 |        1.1584 |     SAMME |  0.4375 |          1.0 |  3.217s |     3m:38s |
| Iteration 45     |          459 |        1.2695 |     SAMME |    0.25 |          1.0 |  3.500s |     3m:43s |
| Iteration 46     |          200 |        5.9931 |   SAMME.R |     0.5 |          1.0 |  3.298s |     3m:48s |
| Iteration 47     |          195 |        1.1991 |     SAMME |  0.8125 |          1.0 |  3.320s |     3m:53s |
| Iteration 48     |          204 |        1.4199 |   SAMME.R |     1.0 |          1.0 |  3.325s |     3m:57s |
| Iteration 49     |          202 |        1.4272 |   SAMME.R |   0.625 |          1.0 |  3.262s |     4m:04s |
| Iteration 50     |          190 |         1.088 |     SAMME |  0.4062 |          1.0 |  3.257s |     4m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 204, 'learning_rate': 1.4199, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.189s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.0735
Time elapsed: 0.839s
-------------------------------------------------
Total time: 4m:11s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  4.160s |     4.180s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.875 |       0.9375 |  3.452s |     8.694s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |       0.9375 |  3.419s |    13.168s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |       0.9375 |  3.262s |    17.467s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.4375 |       0.9375 |  3.445s |    21.904s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |       0.9375 |  3.276s |    26.302s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8125 |       0.9375 |  3.345s |    30.671s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.5625 |       0.9375 |  3.337s |    35.043s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |       0.9375 |  3.454s |    39.592s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.875 |       0.9375 |  3.423s |    44.041s |
| Iteration 11     |          302 |      gini |         1 |                18 |                6 |          0.5 |      True |    0.0271 |         0.7 |  0.6875 |       0.9375 |  3.379s |    49.891s |
| Iteration 12     |          376 |   entropy |         1 |                18 |                5 |          0.5 |      True |     0.029 |         0.9 |  0.4375 |       0.9375 |  3.458s |    55.213s |
| Iteration 13     |          500 |   entropy |         4 |                19 |                7 |          0.7 |      True |     0.009 |         0.8 |   0.625 |       0.9375 |  3.560s |     1m:00s |
| Iteration 14     |          121 |   entropy |         7 |                20 |                5 |         auto |      True |    0.0252 |         0.7 |   0.625 |       0.9375 |  3.252s |     1m:05s |
| Iteration 15     |          150 |   entropy |         8 |                11 |               20 |          0.8 |     False |      0.03 |         --- |  0.8125 |       0.9375 |  3.229s |     1m:10s |
| Iteration 16     |           71 |      gini |         8 |                13 |                7 |         log2 |     False |    0.0037 |         --- |   0.375 |       0.9375 |  3.150s |     1m:14s |
| Iteration 17     |          500 |   entropy |      None |                 6 |               15 |         sqrt |      True |    0.0266 |         0.8 |  0.8125 |       0.9375 |  3.436s |     1m:21s |
| Iteration 18     |          388 |      gini |         7 |                12 |               12 |          0.8 |     False |    0.0124 |         --- |  0.1562 |       0.9375 |  3.281s |     1m:29s |
| Iteration 19     |          256 |   entropy |         8 |                 8 |               15 |          0.8 |      True |    0.0341 |         0.9 |  0.6562 |       0.9375 |  3.265s |     1m:36s |
| Iteration 20     |          182 |      gini |         4 |                14 |                8 |          0.8 |     False |    0.0175 |         --- |  0.9375 |       0.9375 |  3.203s |     1m:41s |
| Iteration 21     |          154 |   entropy |      None |                20 |                5 |          0.7 |      True |    0.0079 |         0.9 |  0.8125 |       0.9375 |  3.242s |     1m:48s |
| Iteration 22     |          332 |      gini |         2 |                14 |                8 |         log2 |     False |    0.0192 |         --- |  0.6875 |       0.9375 |  3.320s |     1m:53s |
| Iteration 23     |           60 |      gini |         7 |                14 |                8 |          0.9 |     False |    0.0308 |         --- |   0.625 |       0.9375 |  3.215s |     1m:58s |
| Iteration 24     |          274 |   entropy |         2 |                20 |                5 |          0.6 |      True |    0.0198 |         0.9 |   0.875 |       0.9375 |  3.404s |     2m:03s |
| Iteration 25     |           78 |      gini |         4 |                14 |                5 |          0.8 |     False |    0.0056 |         --- |    0.25 |       0.9375 |  3.207s |     2m:08s |
| Iteration 26     |          295 |      gini |      None |                14 |                8 |          0.8 |     False |    0.0148 |         --- |  0.6875 |       0.9375 |  3.346s |     2m:13s |
| Iteration 27     |          264 |      gini |         8 |                14 |               13 |          0.6 |     False |    0.0169 |         --- |  0.4375 |       0.9375 |  4.012s |     2m:20s |
| Iteration 28     |          455 |      gini |         2 |                17 |                5 |          0.5 |      True |    0.0228 |         0.7 |   0.875 |       0.9375 |  3.480s |     2m:27s |
| Iteration 29     |          164 |      gini |         6 |                15 |                8 |          0.7 |     False |    0.0175 |         --- |   0.875 |       0.9375 |  3.215s |     2m:33s |
| Iteration 30     |          191 |      gini |         2 |                11 |                5 |          0.8 |     False |    0.0171 |         --- |    0.75 |       0.9375 |  3.245s |     2m:41s |
| Iteration 31     |          500 |   entropy |         1 |                12 |                8 |          0.9 |      True |    0.0227 |         0.5 |  0.5625 |       0.9375 |  3.473s |     2m:48s |
| Iteration 32     |          174 |      gini |         3 |                13 |                8 |         None |     False |    0.0178 |         --- |  0.6875 |       0.9375 |  3.265s |     2m:53s |
| Iteration 33     |          145 |   entropy |         6 |                20 |                5 |          0.6 |      True |    0.0229 |         0.7 |     1.0 |          1.0 |  3.293s |     2m:58s |
| Iteration 34     |           28 |   entropy |         5 |                20 |                5 |          0.6 |      True |    0.0227 |         0.9 |   0.875 |          1.0 |  3.218s |     3m:03s |
| Iteration 35     |          419 |   entropy |         1 |                12 |                4 |          0.7 |      True |    0.0223 |         0.5 |     1.0 |          1.0 |  3.500s |     3m:08s |
| Iteration 36     |          409 |   entropy |         1 |                 7 |                4 |          0.7 |      True |    0.0223 |         0.5 |     1.0 |          1.0 |  3.515s |     3m:13s |
| Iteration 37     |          166 |   entropy |         9 |                19 |                4 |          0.5 |      True |    0.0218 |        None |   0.625 |          1.0 |  3.314s |     3m:18s |
| Iteration 38     |          112 |   entropy |         2 |                17 |                5 |          0.6 |      True |    0.0227 |         0.6 |  0.9375 |          1.0 |  3.286s |     3m:24s |
| Iteration 39     |          487 |   entropy |         1 |                17 |                4 |          0.7 |      True |    0.0223 |         0.7 |   0.625 |          1.0 |  3.546s |     3m:29s |
| Iteration 40     |          159 |   entropy |         8 |                 9 |                4 |          0.7 |      True |    0.0222 |        None |     1.0 |          1.0 |  3.329s |     3m:34s |
| Iteration 41     |          426 |   entropy |      None |                 9 |                4 |          0.8 |      True |    0.0214 |         0.5 |  0.8125 |          1.0 |  3.518s |     3m:39s |
| Iteration 42     |          247 |      gini |         8 |                11 |                4 |          0.7 |      True |    0.0224 |         0.5 |  0.9375 |          1.0 |  3.386s |     3m:44s |
| Iteration 43     |          442 |   entropy |         5 |                 8 |                4 |          0.6 |      True |    0.0227 |        None |  0.9375 |          1.0 |  3.551s |     3m:50s |
| Iteration 44     |          157 |   entropy |      None |                 9 |                4 |          0.7 |      True |     0.023 |         0.6 |    0.25 |          1.0 |  3.336s |     3m:55s |
| Iteration 45     |          391 |      gini |         9 |                 4 |                2 |         None |      True |    0.0168 |         0.5 |  0.3125 |          1.0 |  3.491s |     3m:60s |
| Iteration 46     |          204 |   entropy |         1 |                12 |                5 |          0.7 |      True |    0.0222 |         0.5 |    0.25 |          1.0 |  3.323s |     4m:05s |
| Iteration 47     |          315 |   entropy |         6 |                14 |                5 |          0.6 |     False |    0.0246 |         --- |    0.75 |          1.0 |  3.376s |     4m:10s |
| Iteration 48     |           48 |      gini |         1 |                 8 |                4 |          0.7 |      True |    0.0222 |        None |     1.0 |          1.0 |  3.212s |     4m:15s |
| Iteration 49     |          149 |   entropy |         8 |                14 |                4 |          0.7 |      True |      0.02 |        None |  0.8125 |          1.0 |  3.309s |     4m:20s |
| Iteration 50     |          157 |      gini |         1 |                14 |                4 |          0.7 |      True |    0.0222 |        None |  0.4375 |          1.0 |  3.194s |     4m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 409, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 7, 'min_samples_leaf': 4, 'max_features': 0.7, 'bootstrap': True, 'ccp_alpha': 0.0223, 'max_samples': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9009
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.353s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0245
Time elapsed: 1.625s
-------------------------------------------------
Total time: 4m:33s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.248s |     3.267s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |       0.9375 |  3.333s |    10.111s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9375 |  3.273s |    14.885s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9375 |  3.836s |    19.733s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  3.223s |    24.052s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9375 |  3.243s |    28.347s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9375 |  3.256s |    32.565s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9375 |  3.265s |    36.837s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |       0.9375 |  3.302s |    41.085s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.258s |    45.300s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2189 |                3 |       0.6 |              0.7 |      0.01 |        100 |  0.8125 |       0.9375 |  3.235s |    49.930s |
| Iteration 12     |          460 |        0.2905 |        10 |   0.419 |                3 |       0.8 |              0.4 |         1 |          0 |  0.3125 |       0.9375 |  3.315s |    56.697s |
| Iteration 13     |          452 |        0.0378 |         6 |  0.5563 |                3 |       0.9 |              1.0 |      0.01 |        0.1 |   0.625 |       0.9375 |  3.286s |     1m:02s |
| Iteration 14     |          392 |        0.5115 |         4 |  0.4737 |                2 |       0.5 |              0.8 |       0.1 |        100 |     0.5 |       0.9375 |  3.314s |     1m:07s |
| Iteration 15     |          150 |        0.0256 |         3 |  0.1732 |                3 |       0.7 |              0.8 |       0.1 |        100 |   0.875 |       0.9375 |  3.245s |     1m:12s |
| Iteration 16     |          340 |        0.0881 |         8 |  0.4753 |                3 |       0.6 |              0.4 |       0.1 |       0.01 |  0.3125 |       0.9375 |  3.298s |     1m:16s |
| Iteration 17     |          435 |        0.0399 |         7 |  0.4564 |                2 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |       0.9375 |  3.290s |     1m:21s |
| Iteration 18     |          252 |        0.0104 |         6 |  0.7888 |                5 |       0.9 |              0.8 |       0.1 |          1 |     0.5 |       0.9375 |  3.250s |     1m:26s |
| Iteration 19     |          418 |         0.041 |         6 |  0.4161 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.4688 |       0.9375 |  3.273s |     1m:31s |
| Iteration 20     |          451 |        0.1003 |         3 |  0.4473 |                7 |       0.8 |              1.0 |      0.01 |          1 |     0.5 |       0.9375 |  3.327s |     1m:36s |
| Iteration 21     |          176 |        0.0174 |         3 |  0.2634 |                2 |       0.5 |              0.8 |      0.01 |          1 |  0.9375 |       0.9375 |  3.243s |     1m:42s |
| Iteration 22     |          146 |        0.0133 |         3 |  0.4114 |                1 |       0.6 |              0.8 |         1 |        100 |  0.5625 |       0.9375 |  3.243s |     1m:48s |
| Iteration 23     |          469 |        0.0137 |         3 |  0.0174 |                2 |       0.6 |              0.8 |         0 |       0.01 |     0.5 |       0.9375 |  3.310s |     1m:52s |
| Iteration 24     |          174 |        0.0248 |         9 |  0.7443 |                1 |       0.8 |              0.8 |      0.01 |        100 |    0.75 |       0.9375 |  3.283s |     1m:57s |
| Iteration 25     |          357 |          0.01 |         2 |   0.599 |                2 |       0.6 |              0.9 |       0.1 |       0.01 |     0.5 |       0.9375 |  3.289s |     2m:03s |
| Iteration 26     |          403 |        0.0374 |         2 |  0.6022 |                6 |       1.0 |              0.4 |         1 |        100 |     0.5 |       0.9375 |  3.310s |     2m:08s |
| Iteration 27     |           78 |         0.029 |        10 |  0.3987 |                3 |       0.6 |              0.8 |         1 |        100 |     1.0 |          1.0 |  3.244s |     2m:13s |
| Iteration 28     |          362 |        0.0318 |         5 |  0.7853 |                6 |       0.5 |              0.7 |       0.1 |        100 |     0.5 |          1.0 |  3.313s |     2m:18s |
| Iteration 29     |          408 |         0.036 |         3 |  0.3501 |                2 |       0.9 |              1.0 |       0.1 |         10 |   0.875 |          1.0 |  3.338s |     2m:23s |
| Iteration 30     |           73 |        0.0502 |         5 |   0.638 |                3 |       0.6 |              0.8 |       0.1 |        100 |     0.5 |          1.0 |  3.831s |     2m:29s |
| Iteration 31     |          107 |        0.0301 |         3 |  0.8288 |                1 |       0.8 |              0.5 |       0.1 |          1 |  0.8125 |          1.0 |  3.285s |     2m:34s |
| Iteration 32     |          494 |           1.0 |        10 |  0.7759 |               10 |       0.7 |              0.9 |       0.1 |        100 |     0.5 |          1.0 |  3.306s |     2m:39s |
| Iteration 33     |           57 |        0.0252 |         3 |  0.0097 |                2 |       0.9 |              0.4 |         1 |        0.1 |     1.0 |          1.0 |  3.218s |     2m:43s |
| Iteration 34     |           20 |         0.025 |         9 |  0.0894 |                2 |       0.8 |              0.9 |       0.1 |       0.01 |   0.875 |          1.0 |  3.200s |     2m:48s |
| Iteration 35     |          500 |        0.0253 |         8 |  0.5099 |                2 |       0.6 |              0.4 |      0.01 |        100 |   0.875 |          1.0 |  3.253s |     2m:55s |
| Iteration 36     |           60 |        0.0251 |         9 |  0.8218 |                2 |       0.5 |              0.5 |      0.01 |       0.01 |     1.0 |          1.0 |  3.251s |     3m:01s |
| Iteration 37     |           20 |        0.0244 |         9 |  0.9147 |                3 |       1.0 |              0.6 |       100 |          0 |     0.5 |          1.0 |  3.113s |     3m:07s |
| Iteration 38     |          398 |        0.0269 |         8 |     0.0 |                1 |       0.7 |              0.6 |         1 |        100 |  0.8125 |          1.0 |  3.221s |     3m:12s |
| Iteration 39     |           82 |        0.0312 |         9 |  0.8575 |                1 |       0.6 |              0.5 |         0 |         10 |  0.5625 |          1.0 |  3.233s |     3m:17s |
| Iteration 40     |           62 |        0.0241 |         9 |  0.8362 |                2 |       0.5 |              0.8 |       0.1 |          1 |     1.0 |          1.0 |  3.236s |     3m:22s |
| Iteration 41     |          142 |        0.0238 |         3 |   0.954 |                2 |       0.8 |              0.9 |       0.1 |          0 |  0.8125 |          1.0 |  3.214s |     3m:27s |
| Iteration 42     |          442 |        0.0237 |        10 |  0.8915 |                3 |       0.5 |              0.9 |       0.1 |        100 |     0.5 |          1.0 |  3.289s |     3m:32s |
| Iteration 43     |           20 |        0.0286 |         2 |     0.0 |                2 |       0.8 |              0.6 |         1 |         10 |  0.8125 |          1.0 |  3.201s |     3m:37s |
| Iteration 44     |           20 |        0.0232 |        10 |     0.0 |                1 |       0.6 |              0.5 |       0.1 |        100 |  0.3438 |          1.0 |  3.185s |     3m:42s |
| Iteration 45     |          341 |        0.0765 |         6 |  0.3906 |                3 |       0.6 |              0.9 |         1 |        0.1 |  0.4375 |          1.0 |  3.238s |     3m:47s |
| Iteration 46     |          204 |         0.027 |        10 |  0.3965 |                2 |       0.6 |              0.5 |       0.1 |          1 |  0.4375 |          1.0 |  3.215s |     3m:51s |
| Iteration 47     |           75 |        0.0221 |         6 |   0.867 |                2 |       0.6 |              0.7 |       0.1 |        0.1 |    0.75 |          1.0 |  3.203s |     3m:57s |
| Iteration 48     |           81 |        0.0243 |         6 |  0.5393 |                2 |       0.7 |              0.6 |      0.01 |        100 |    0.75 |          1.0 |  3.197s |     4m:02s |
| Iteration 49     |           88 |        0.0233 |         7 |   0.977 |                3 |       0.7 |              0.8 |         0 |        100 |     0.5 |          1.0 |  3.211s |     4m:07s |
| Iteration 50     |          475 |        0.0322 |         9 |  0.1996 |                2 |       0.7 |              0.6 |         0 |         10 |  0.5625 |          1.0 |  3.246s |     4m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 60, 'learning_rate': 0.0251, 'max_depth': 9, 'gamma': 0.8218, 'min_child_weight': 2, 'subsample': 0.5, 'colsample_bytree': 0.5, 'reg_alpha': 0.01, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9705
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.035s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.049
Time elapsed: 0.101s
-------------------------------------------------
Total time: 4m:14s


Final results ==================== >>
Duration: 30m:13s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.87 ± 0.0678
Logistic Regression             --> roc_auc: 0.72 ± 0.103
Linear Discriminant Analysis    --> roc_auc: 0.69 ± 0.3216 ~
Quadratic Discriminant Analysis --> roc_auc: 0.54 ± 0.2746
Radius Nearest Neighbors        --> roc_auc: 0.82 ± 0.103
AdaBoost                        --> roc_auc: 0.94 ± 0.0735 !
Random Forest                   --> roc_auc: 0.87 ± 0.0245
XGBoost                         --> roc_auc: 0.94 ± 0.049 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 836 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVANAGGTSYGKLTF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAGNYGGSQGNLIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASSGGGADGLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  0.690s |     0.710s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.875 |        0.875 |  0.725s |     2.357s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  1.362s |     4.705s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     1.0 |          1.0 |  0.682s |     6.362s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.9375 |          1.0 |  0.687s |     7.978s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |          1.0 |  0.733s |     9.642s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |          1.0 |  0.701s |    11.281s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  0.757s |    12.963s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.9375 |          1.0 |  0.676s |    15.752s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |    0.75 |          1.0 |  0.676s |    17.713s |
| Iteration 11     | exponen.. |        0.2368 |          121 |       0.5 | squared_er.. |                 8 |               14 |         3 |          0.6 |    0.0265 |  0.8125 |          1.0 |  0.656s |    19.785s |
| Iteration 12     | exponen.. |           1.0 |          434 |       0.6 | squared_er.. |                13 |               20 |         1 |         auto |    0.0068 |     0.5 |          1.0 |  0.725s |    21.842s |
| Iteration 13     | exponen.. |           1.0 |          343 |       0.6 | friedman_mse |                 3 |               17 |         4 |          0.6 |    0.0295 |    0.75 |          1.0 |  0.703s |    26.472s |
| Iteration 14     | exponen.. |        0.7787 |          200 |       0.6 | friedman_mse |                 2 |               20 |         2 |         auto |    0.0255 |     0.5 |          1.0 |  0.670s |    31.415s |
| Iteration 15     | exponen.. |        0.1896 |          186 |       0.6 | friedman_mse |                 4 |               16 |         5 |         auto |    0.0234 |     1.0 |          1.0 |  0.673s |    34.078s |
| Iteration 16     | exponen.. |        0.1505 |           22 |       0.7 | friedman_mse |                16 |                9 |         7 |         log2 |    0.0206 |   0.875 |          1.0 |  0.628s |    36.000s |
| Iteration 17     | exponen.. |        0.4153 |          429 |       0.9 | squared_er.. |                16 |                2 |         7 |         sqrt |    0.0233 |  0.5625 |          1.0 |  0.734s |    38.136s |
| Iteration 18     | exponen.. |         0.012 |          216 |       0.7 | squared_er.. |                12 |                8 |         6 |          0.7 |    0.0102 |  0.9375 |          1.0 |  0.701s |    40.114s |
| Iteration 19     | exponen.. |         0.253 |          500 |       0.7 | squared_er.. |                15 |                8 |         6 |          0.7 |    0.0008 |     1.0 |          1.0 |  0.817s |    42.319s |
| Iteration 20     | exponen.. |        0.0202 |          199 |       0.6 | friedman_mse |                13 |               15 |         5 |         auto |    0.0099 |   0.625 |          1.0 |  0.731s |    44.426s |
| Iteration 21     |  deviance |        0.0108 |          289 |       0.8 | squared_er.. |                14 |               17 |         7 |          0.7 |    0.0179 |   0.875 |          1.0 |  0.742s |    46.580s |
| Iteration 22     | exponen.. |         0.017 |           10 |       0.8 | squared_er.. |                 4 |               17 |         2 |         auto |    0.0161 |  0.5938 |          1.0 |  0.677s |    48.673s |
| Iteration 23     | exponen.. |        0.1432 |          235 |       0.7 | squared_er.. |                15 |               17 |         3 |         log2 |    0.0041 |   0.625 |          1.0 |  0.739s |    52.722s |
| Iteration 24     | exponen.. |        0.4596 |          199 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0119 |   0.875 |          1.0 |  0.674s |    57.265s |
| Iteration 25     |  deviance |         0.025 |          223 |       0.7 | friedman_mse |                 6 |                8 |         5 |         auto |    0.0343 |  0.8125 |          1.0 |  0.685s |     1m:02s |
| Iteration 26     | exponen.. |        0.3167 |          286 |       0.8 | squared_er.. |                20 |               19 |         6 |          0.7 |    0.0128 |  0.4375 |          1.0 |  0.687s |     1m:06s |
| Iteration 27     | exponen.. |        0.1272 |           54 |       0.7 | friedman_mse |                19 |                7 |        10 |         log2 |    0.0028 |     1.0 |          1.0 |  0.658s |     1m:09s |
| Iteration 28     | exponen.. |        0.1251 |          346 |       0.9 | squared_er.. |                14 |                8 |         1 |          0.8 |    0.0014 |  0.8125 |          1.0 |  0.709s |     1m:11s |
| Iteration 29     | exponen.. |        0.8943 |          302 |       0.8 | squared_er.. |                 7 |               17 |         3 |         auto |    0.0202 |  0.5625 |          1.0 |  0.757s |     1m:14s |
| Iteration 30     | exponen.. |         0.163 |           94 |       0.6 | friedman_mse |                 5 |               16 |         2 |         log2 |    0.0254 |  0.7812 |          1.0 |  0.651s |     1m:19s |
| Iteration 31     | exponen.. |        0.3046 |           45 |       0.6 | friedman_mse |                 7 |               16 |         6 |         auto |     0.035 |    0.75 |          1.0 |  0.639s |     1m:23s |
| Iteration 32     | exponen.. |         0.252 |          451 |       0.7 | squared_er.. |                20 |                8 |         5 |          0.7 |    0.0095 |  0.8125 |          1.0 |  0.736s |     1m:28s |
| Iteration 33     | exponen.. |        0.2005 |          196 |       0.5 | friedman_mse |                 2 |               15 |         7 |         auto |    0.0285 |     0.5 |          1.0 |  0.664s |     1m:33s |
| Iteration 34     | exponen.. |        0.1636 |          100 |       0.9 | squared_er.. |                18 |               17 |         3 |         log2 |    0.0248 |    0.75 |          1.0 |  0.656s |     1m:38s |
| Iteration 35     | exponen.. |        0.2088 |           91 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0257 |   0.625 |          1.0 |  0.651s |     1m:40s |
| Iteration 36     | exponen.. |        0.0259 |          477 |       0.7 | squared_er.. |                12 |                8 |         6 |          0.9 |    0.0058 |   0.875 |          1.0 |  0.778s |     1m:43s |
| Iteration 37     | exponen.. |        0.1243 |          478 |       0.6 | friedman_mse |                20 |                7 |        10 |         None |    0.0009 |   0.625 |          1.0 |  0.796s |     1m:45s |
| Iteration 38     | exponen.. |        0.2257 |          470 |       0.7 | squared_er.. |                 4 |                8 |         6 |          0.6 |       0.0 |     1.0 |          1.0 |  0.803s |     1m:48s |
| Iteration 39     | exponen.. |         0.395 |          485 |       0.7 | squared_er.. |                 4 |                8 |         6 |          0.6 |    0.0107 |  0.8125 |          1.0 |  0.801s |     1m:50s |
| Iteration 40     |  deviance |        0.0165 |          214 |       0.6 | friedman_mse |                15 |               16 |         5 |          0.5 |    0.0346 |  0.8125 |          1.0 |  0.750s |     1m:53s |
| Iteration 41     | exponen.. |           1.0 |           14 |       0.7 | friedman_mse |                18 |               17 |         3 |         sqrt |    0.0277 |     1.0 |          1.0 |  0.681s |     1m:57s |
| Iteration 42     | exponen.. |        0.5308 |           43 |       0.6 | friedman_mse |                18 |               17 |         3 |          0.7 |     0.024 |  0.9375 |          1.0 |  0.686s |     1m:60s |
| Iteration 43     |  deviance |        0.1114 |          480 |       0.9 | friedman_mse |                10 |                8 |         7 |          0.7 |       0.0 |  0.6875 |          1.0 |  0.804s |     2m:04s |
| Iteration 44     | exponen.. |        0.0182 |          388 |       0.7 | squared_er.. |                11 |                8 |         6 |          0.6 |       0.0 |  0.9375 |          1.0 |  0.782s |     2m:07s |
| Iteration 45     | exponen.. |        0.1073 |          460 |       0.7 | squared_er.. |                 8 |                8 |         6 |          0.6 |       0.0 |  0.9375 |          1.0 |  0.800s |     2m:10s |
| Iteration 46     | exponen.. |        0.1686 |          243 |       0.8 | squared_er.. |                 6 |               16 |         4 |         auto |    0.0289 |    0.75 |          1.0 |  0.680s |     2m:15s |
| Iteration 47     | exponen.. |           1.0 |           33 |       0.8 | squared_er.. |                 3 |               17 |         3 |         sqrt |    0.0228 |  0.5625 |          1.0 |  0.635s |     2m:18s |
| Iteration 48     | exponen.. |        0.0528 |          256 |       0.5 | squared_er.. |                 3 |               16 |         4 |          0.6 |     0.028 |     0.5 |          1.0 |  0.682s |     2m:20s |
| Iteration 49     | exponen.. |        0.1234 |           48 |       0.6 | friedman_mse |                16 |                7 |         9 |          0.6 |    0.0067 |  0.4375 |          1.0 |  0.635s |     2m:22s |
| Iteration 50     | exponen.. |        0.4875 |          462 |       0.6 | friedman_mse |                 3 |               16 |         8 |         log2 |    0.0209 |     0.5 |          1.0 |  0.723s |     2m:25s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.4032, 'n_estimators': 55, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 17, 'min_samples_leaf': 17, 'max_depth': 3, 'max_features': 'auto', 'ccp_alpha': 0.0235}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.975
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.023s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.04
Time elapsed: 0.099s
-------------------------------------------------
Total time: 2m:29s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  0.638s |     0.650s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.875 |        0.875 |  1.231s |     6.000s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |        0.875 |  0.641s |    10.700s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |        0.875 |  0.644s |    15.295s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.375 |        0.875 |  0.643s |    20.027s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.5625 |        0.875 |  0.647s |    24.606s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.6875 |        0.875 |  0.643s |    26.821s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |        0.875 |  0.653s |    28.418s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |        0.875 |  0.646s |    30.110s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |        0.875 |  0.643s |    31.825s |
| Iteration 11     |      l1 | 14.2386 |    saga |      971 |      --- |    0.75 |        0.875 |  0.649s |    33.745s |
| Iteration 12     |      l2 |  0.0014 | libli.. |      929 |      --- |  0.6875 |        0.875 |  0.635s |    37.090s |
| Iteration 13     |      l2 |  0.0087 | newto.. |      353 |      --- |  0.9375 |       0.9375 |  0.662s |    40.494s |
| Iteration 14     |      l2 |  0.0011 |     sag |      369 |      --- |  0.9375 |       0.9375 |  0.638s |    42.731s |
| Iteration 15     |      l2 |  0.0667 | libli.. |      370 |      --- |  0.8125 |       0.9375 |  0.635s |    44.529s |
| Iteration 16     |      l2 |  0.0043 | newto.. |      122 |      --- |    0.75 |       0.9375 |  0.639s |    48.457s |
| Iteration 17     |      l2 |   0.001 | newto.. |      341 |      --- |   0.625 |       0.9375 |  0.654s |    50.949s |
| Iteration 18     |      l2 |  0.0021 |     sag |      357 |      --- |     0.5 |       0.9375 |  0.644s |    52.830s |
| Iteration 19     |      l2 | 28.5716 |   lbfgs |      998 |      --- |  0.3125 |       0.9375 |  0.638s |    54.913s |
| Iteration 20     |      l2 |  0.0408 | newto.. |      946 |      --- |     0.5 |       0.9375 |  0.640s |    56.805s |
| Iteration 21     |      l2 | 19.2024 |     sag |      619 |      --- |   0.625 |       0.9375 |  0.654s |     1m:00s |
| Iteration 22     |      l2 |  0.0225 |   lbfgs |      418 |      --- |     0.5 |       0.9375 |  0.637s |     1m:02s |
| Iteration 23     |      l2 |   0.001 | libli.. |      323 |      --- |   0.875 |       0.9375 |  0.635s |     1m:04s |
| Iteration 24     |      l2 |   0.001 | libli.. |      100 |      --- |  0.6875 |       0.9375 |  0.638s |     1m:09s |
| Iteration 25     |      l2 |   0.001 |    saga |     1000 |      --- |   0.375 |       0.9375 |  0.644s |     1m:11s |
| Iteration 26     |      l2 | 58.2887 |     sag |      343 |      --- |   0.375 |       0.9375 |  0.648s |     1m:13s |
| Iteration 27     |      l2 |  0.0035 |     sag |      510 |      --- |  0.5625 |       0.9375 |  0.646s |     1m:15s |
| Iteration 28     |      l2 |   0.001 | libli.. |      100 |      --- |  0.6875 |       0.9375 |  0.000s |     1m:18s |
| Iteration 29     |      l1 |  0.0169 | libli.. |      100 |      --- |     0.5 |       0.9375 |  0.674s |     1m:21s |
| Iteration 30     |      l2 |   0.001 | libli.. |      467 |      --- |  0.4375 |       0.9375 |  0.685s |     1m:23s |
| Iteration 31     |      l2 |  0.0205 | libli.. |      362 |      --- |    0.75 |       0.9375 |  0.681s |     1m:27s |
| Iteration 32     |      l2 |  0.0032 |     sag |      316 |      --- |   0.375 |       0.9375 |  0.682s |     1m:30s |
| Iteration 33     |      l2 |  0.0119 |     sag |      379 |      --- |     0.5 |       0.9375 |  0.679s |     1m:33s |
| Iteration 34     |      l1 |  0.0024 | libli.. |      315 |      --- |     0.5 |       0.9375 |  0.635s |     1m:35s |
| Iteration 35     |      l2 |  0.0011 |     sag |      324 |      --- |     0.5 |       0.9375 |  0.634s |     1m:37s |
| Iteration 36     |      l2 |  0.0969 | libli.. |      933 |      --- |  0.6875 |       0.9375 |  0.648s |     1m:39s |
| Iteration 37     |      l2 |  0.2689 | newto.. |      100 |      --- |   0.375 |       0.9375 |  0.638s |     1m:41s |
| Iteration 38     |    none |     --- |    saga |      110 |      --- |   0.375 |       0.9375 |  0.636s |     1m:43s |
| Iteration 39     |    none |     --- |   lbfgs |      103 |      --- |   0.625 |       0.9375 |  0.644s |     1m:45s |
| Iteration 40     |      l1 | 12.6819 |    saga |      199 |      --- |     0.5 |       0.9375 |  0.637s |     1m:47s |
| Iteration 41     |      l2 | 80.6898 | newto.. |      347 |      --- |  0.8125 |       0.9375 |  0.641s |     1m:49s |
| Iteration 42     |      l2 | 29.2994 | newto.. |      100 |      --- |  0.6875 |       0.9375 |  0.635s |     1m:53s |
| Iteration 43     |      l2 |  3.2043 |     sag |      999 |      --- |     0.5 |       0.9375 |  0.630s |     1m:55s |
| Iteration 44     |      l2 |  2.3817 | newto.. |      231 |      --- |     0.5 |       0.9375 |  0.638s |     1m:57s |
| Iteration 45     |      l2 |   0.666 |   lbfgs |      216 |      --- |  0.5625 |       0.9375 |  0.645s |     1m:59s |
| Iteration 46     |    none |     --- |   lbfgs |      988 |      --- |    0.75 |       0.9375 |  0.649s |     2m:01s |
| Iteration 47     |    none |     --- | newto.. |      101 |      --- |  0.5625 |       0.9375 |  0.643s |     2m:03s |
| Iteration 48     |      l2 |  6.9591 | libli.. |      178 |      --- |    0.75 |       0.9375 |  0.640s |     2m:05s |
| Iteration 49     | elast.. |  0.0132 |    saga |      104 |      0.6 |     0.5 |       0.9375 |  0.697s |     2m:07s |
| Iteration 50     |      l2 | 23.5308 | libli.. |      116 |      --- |   0.625 |       0.9375 |  0.705s |     2m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'penalty': 'l2', 'C': 0.0087, 'solver': 'newton-cg', 'max_iter': 353}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.02
Time elapsed: 0.057s
-------------------------------------------------
Total time: 2m:11s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.625 |        0.625 |  0.655s |     0.661s |
| Initial point 2  |     svd |       --- |   0.875 |        0.875 |  0.676s |     2.282s |
| Initial point 3  |     svd |       --- |   0.875 |        0.875 |  0.000s |     3.174s |
| Initial point 4  |    lsqr |       0.8 |  0.5625 |        0.875 |  1.257s |     5.363s |
| Initial point 5  |   eigen |       0.9 |    0.25 |        0.875 |  0.630s |     8.964s |
| Initial point 6  |    lsqr |       0.7 |  0.8125 |        0.875 |  0.622s |    13.484s |
| Initial point 7  |    lsqr |       0.5 |    0.75 |        0.875 |  0.632s |    15.970s |
| Initial point 8  |    lsqr |       0.9 |  0.4375 |        0.875 |  0.636s |    17.551s |
| Initial point 9  |    lsqr |       0.6 |  0.8125 |        0.875 |  0.634s |    19.072s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |        0.875 |  0.632s |    20.615s |
| Iteration 11     |     svd |       --- |   0.875 |        0.875 |  0.000s |    23.575s |
| Iteration 12     |     svd |       --- |   0.875 |        0.875 |  0.000s |    25.133s |
| Iteration 13     |     svd |       --- |   0.875 |        0.875 |  0.000s |    26.150s |
| Iteration 14     |     svd |       --- |   0.875 |        0.875 |  0.000s |    27.194s |
| Iteration 15     |    lsqr |      auto |  0.8125 |        0.875 |  0.634s |    28.915s |
| Iteration 16     |    lsqr |      None |  0.5625 |        0.875 |  0.630s |    30.624s |
| Iteration 17     |     svd |       --- |   0.875 |        0.875 |  0.000s |    31.681s |
| Iteration 18     |    lsqr |       1.0 |     0.5 |        0.875 |  0.637s |    33.380s |
| Iteration 19     |     svd |       --- |   0.875 |        0.875 |  0.000s |    36.631s |
| Iteration 20     |   eigen |      auto |     0.5 |        0.875 |  0.637s |    39.040s |
| Iteration 21     |   eigen |       0.7 |  0.8125 |        0.875 |  0.626s |    40.917s |
| Iteration 22     |   eigen |       0.6 |  0.5625 |        0.875 |  0.633s |    42.762s |
| Iteration 23     |   eigen |       0.5 |     1.0 |          1.0 |  0.650s |    44.681s |
| Iteration 24     |   eigen |      None |     0.5 |          1.0 |  0.628s |    47.811s |
| Iteration 25     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    49.577s |
| Iteration 26     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    50.866s |
| Iteration 27     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    52.130s |
| Iteration 28     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    53.397s |
| Iteration 29     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    54.740s |
| Iteration 30     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    55.958s |
| Iteration 31     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    57.966s |
| Iteration 32     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |    59.384s |
| Iteration 33     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 34     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |     1m:02s |
| Iteration 35     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 36     |    lsqr |       0.9 |  0.4375 |          1.0 |  0.000s |     1m:04s |
| Iteration 37     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 38     |     svd |       --- |   0.875 |          1.0 |  0.000s |     1m:07s |
| Iteration 39     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |     1m:08s |
| Iteration 40     |   eigen |       0.5 |     1.0 |          1.0 |  0.001s |     1m:09s |
| Iteration 41     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 42     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 43     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 44     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:20s |
| Iteration 45     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 46     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:28s |
| Iteration 47     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 48     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 49     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 50     |   eigen |       0.5 |     1.0 |          1.0 |  0.000s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7554
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1114
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:42s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.625 |        0.625 |  0.649s |     0.652s |
| Initial point 2  |       0.9 |     1.0 |          1.0 |  0.620s |     2.249s |
| Initial point 3  |       0.1 |    0.25 |          1.0 |  0.625s |     3.957s |
| Initial point 4  |       1.0 |   0.625 |          1.0 |  0.000s |     5.022s |
| Initial point 5  |       0.2 |    0.25 |          1.0 |  1.202s |     7.244s |
| Initial point 6  |       0.4 |    0.75 |          1.0 |  0.623s |     8.953s |
| Initial point 7  |       0.4 |    0.75 |          1.0 |  0.001s |    10.013s |
| Initial point 8  |       0.7 |  0.4375 |          1.0 |  0.789s |    11.956s |
| Initial point 9  |       0.9 |     1.0 |          1.0 |  0.001s |    12.997s |
| Initial point 10 |       0.8 |  0.4375 |          1.0 |  0.647s |    16.766s |
| Iteration 11     |       0.3 |  0.4375 |          1.0 |  0.636s |    18.942s |
| Iteration 12     |       0.6 |    0.75 |          1.0 |  0.641s |    20.558s |
| Iteration 13     |       0.5 |   0.625 |          1.0 |  0.640s |    22.232s |
| Iteration 14     |       0.0 |  0.6875 |          1.0 |  0.631s |    23.983s |
| Iteration 15     |       0.9 |     1.0 |          1.0 |  0.000s |    25.016s |
| Iteration 16     |       0.9 |     1.0 |          1.0 |  0.000s |    25.986s |
| Iteration 17     |       0.9 |     1.0 |          1.0 |  0.000s |    27.092s |
| Iteration 18     |       0.9 |     1.0 |          1.0 |  0.000s |    28.229s |
| Iteration 19     |       0.9 |     1.0 |          1.0 |  0.000s |    29.223s |
| Iteration 20     |       0.9 |     1.0 |          1.0 |  0.000s |    30.499s |
| Iteration 21     |       0.9 |     1.0 |          1.0 |  0.000s |    31.657s |
| Iteration 22     |       0.9 |     1.0 |          1.0 |  0.000s |    32.796s |
| Iteration 23     |       0.4 |    0.75 |          1.0 |  0.000s |    33.985s |
| Iteration 24     |       0.9 |     1.0 |          1.0 |  0.000s |    35.169s |
| Iteration 25     |       0.9 |     1.0 |          1.0 |  0.000s |    36.279s |
| Iteration 26     |       0.9 |     1.0 |          1.0 |  0.000s |    39.451s |
| Iteration 27     |       0.9 |     1.0 |          1.0 |  0.000s |    41.091s |
| Iteration 28     |       0.9 |     1.0 |          1.0 |  0.000s |    42.266s |
| Iteration 29     |       0.9 |     1.0 |          1.0 |  0.000s |    43.371s |
| Iteration 30     |       0.8 |  0.4375 |          1.0 |  0.000s |    44.510s |
| Iteration 31     |       0.9 |     1.0 |          1.0 |  0.001s |    46.580s |
| Iteration 32     |       0.9 |     1.0 |          1.0 |  0.000s |    48.231s |
| Iteration 33     |       0.9 |     1.0 |          1.0 |  0.001s |    49.551s |
| Iteration 34     |       0.9 |     1.0 |          1.0 |  0.000s |    50.724s |
| Iteration 35     |       0.9 |     1.0 |          1.0 |  0.000s |    54.324s |
| Iteration 36     |       0.9 |     1.0 |          1.0 |  0.000s |    56.052s |
| Iteration 37     |       0.9 |     1.0 |          1.0 |  0.000s |    57.174s |
| Iteration 38     |       0.9 |     1.0 |          1.0 |  0.000s |    58.415s |
| Iteration 39     |       0.9 |     1.0 |          1.0 |  0.000s |    59.778s |
| Iteration 40     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 41     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 42     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 43     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 44     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 45     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 46     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 47     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 48     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 49     |       0.9 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 50     |       0.9 |     1.0 |          1.0 |  0.001s |     1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7179
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.1463
Time elapsed: 0.032s
-------------------------------------------------
Total time: 1m:15s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.3358 | dista.. |      auto |        40 |       1 |  0.9375 |       0.9375 |  0.781s |     0.806s |
| Initial point 2  |  4.9059 | uniform |   kd_tree |        39 |       2 |     0.5 |       0.9375 |  0.641s |     4.947s |
| Initial point 3  |  3.8754 | dista.. | ball_tree |        25 |       2 |  0.9375 |       0.9375 |  0.649s |     7.234s |
| Initial point 4  | 11.3063 | uniform | ball_tree |        39 |       2 |     0.5 |       0.9375 |  0.642s |     9.081s |
| Initial point 5  |   8.857 | dista.. |      auto |        30 |       2 |  0.3125 |       0.9375 |  0.650s |    10.835s |
| Initial point 6  | 10.2571 | dista.. | ball_tree |        21 |       2 |  0.5625 |       0.9375 |  0.644s |    12.601s |
| Initial point 7  |  7.3366 | dista.. | ball_tree |        24 |       1 |    0.75 |       0.9375 |  0.637s |    14.261s |
| Initial point 8  |  1.7581 | dista.. | ball_tree |        21 |       2 |  0.9375 |       0.9375 |  1.204s |    16.433s |
| Initial point 9  |  8.1725 | uniform | ball_tree |        24 |       1 |  0.9375 |       0.9375 |  0.631s |    18.024s |
| Initial point 10 |  5.8048 | uniform |     brute |        22 |       2 |   0.375 |       0.9375 |  0.635s |    19.634s |
| Iteration 11     |  6.8696 | uniform |      auto |        23 |       1 |  0.6875 |       0.9375 |  0.673s |    21.657s |
| Iteration 12     |  3.6552 | dista.. | ball_tree |        23 |       2 |  0.4688 |       0.9375 |  0.692s |    23.931s |
| Iteration 13     |  11.359 | uniform |   kd_tree |        23 |       1 |     1.0 |          1.0 |  0.679s |    26.000s |
| Iteration 14     | 11.3323 | uniform |   kd_tree |        20 |       1 |    0.75 |          1.0 |  0.674s |    28.143s |
| Iteration 15     |     0.0 | dista.. |      auto |        23 |       2 |     0.5 |          1.0 |  0.675s |    30.176s |
| Iteration 16     | 12.3706 | dista.. |     brute |        31 |       1 |   0.875 |          1.0 |  0.679s |    32.303s |
| Iteration 17     |     0.0 | dista.. |     brute |        35 |       1 |     0.5 |          1.0 |  0.638s |    34.305s |
| Iteration 18     | 12.3706 | uniform |     brute |        39 |       1 |  0.5938 |          1.0 |  0.635s |    38.624s |
| Iteration 19     | 12.1675 | uniform |     brute |        23 |       1 |    0.75 |          1.0 |  0.636s |    41.262s |
| Iteration 20     |  9.7507 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  0.666s |    43.350s |
| Iteration 21     |   4.063 | uniform |   kd_tree |        39 |       1 |     1.0 |          1.0 |  0.637s |    45.376s |
| Iteration 22     | 12.3706 | dista.. |   kd_tree |        20 |       1 |    0.75 |          1.0 |  0.643s |    47.277s |
| Iteration 23     |  5.6942 | uniform |     brute |        40 |       1 |  0.8125 |          1.0 |  0.642s |    49.423s |
| Iteration 24     |  0.0021 | dista.. |   kd_tree |        37 |       1 |     0.5 |          1.0 |  0.640s |    51.527s |
| Iteration 25     |  4.5062 | dista.. |      auto |        28 |       1 |    0.75 |          1.0 |  0.637s |    53.561s |
| Iteration 26     |  8.3425 | uniform |     brute |        38 |       1 |  0.5938 |          1.0 |  0.632s |    55.516s |
| Iteration 27     |  4.4901 | uniform |     brute |        22 |       1 |  0.9688 |          1.0 |  0.631s |    57.535s |
| Iteration 28     |   3.831 | uniform |     brute |        20 |       1 |  0.7188 |          1.0 |  0.634s |    59.529s |
| Iteration 29     |  4.8298 | uniform |   kd_tree |        40 |       1 |  0.4375 |          1.0 |  0.636s |     1m:02s |
| Iteration 30     | 11.4214 | uniform |   kd_tree |        26 |       1 |  0.5312 |          1.0 |  0.636s |     1m:04s |
| Iteration 31     |  0.0026 | dista.. |     brute |        36 |       1 |     0.5 |          1.0 |  0.631s |     1m:08s |
| Iteration 32     |  0.0032 | uniform |     brute |        32 |       2 |     0.5 |          1.0 |  0.626s |     1m:11s |
| Iteration 33     |  4.0114 | uniform |     brute |        35 |       2 |   0.625 |          1.0 |  0.717s |     1m:13s |
| Iteration 34     |  4.4061 | uniform |     brute |        20 |       1 |     1.0 |          1.0 |  1.206s |     1m:16s |
| Iteration 35     |  4.3964 | uniform |     brute |        25 |       1 |  0.6562 |          1.0 |  0.635s |     1m:21s |
| Iteration 36     |   4.542 | uniform |      auto |        20 |       2 |  0.5625 |          1.0 |  0.635s |     1m:24s |
| Iteration 37     | 12.3706 | dista.. |      auto |        20 |       1 |     0.5 |          1.0 |  0.661s |     1m:28s |
| Iteration 38     |  1.1142 | uniform |      auto |        20 |       1 |  0.5938 |          1.0 |  0.651s |     1m:34s |
| Iteration 39     |  4.5079 | dista.. |     brute |        20 |       1 |  0.9375 |          1.0 |  0.645s |     1m:37s |
| Iteration 40     |  4.0714 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.644s |     1m:39s |
| Iteration 41     |  4.4236 | uniform |     brute |        21 |       1 |  0.8125 |          1.0 |  0.641s |     1m:41s |
| Iteration 42     |  4.0985 | uniform |   kd_tree |        40 |       2 |     0.5 |          1.0 |  0.649s |     1m:44s |
| Iteration 43     |  4.0377 | dista.. |     brute |        39 |       1 |  0.5625 |          1.0 |  0.658s |     1m:46s |
| Iteration 44     | 11.3699 | uniform |      auto |        33 |       1 |  0.5625 |          1.0 |  0.655s |     1m:48s |
| Iteration 45     |   0.627 | dista.. |     brute |        22 |       1 |  0.6875 |          1.0 |  0.642s |     1m:51s |
| Iteration 46     |  12.098 | uniform |     brute |        20 |       1 |    0.75 |          1.0 |  0.673s |     1m:53s |
| Iteration 47     |  0.6472 | uniform |     brute |        20 |       1 |  0.5625 |          1.0 |  0.673s |     1m:55s |
| Iteration 48     |  4.0702 | dista.. |   kd_tree |        38 |       1 |     0.5 |          1.0 |  0.681s |     1m:57s |
| Iteration 49     |  7.4723 | dista.. |      auto |        20 |       1 |  0.5625 |          1.0 |  0.678s |     1m:60s |
| Iteration 50     |  9.8957 | dista.. |     brute |        20 |       1 |  0.6875 |          1.0 |  0.678s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 4.4061, 'weights': 'uniform', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7911
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.925 ± 0.1162
Time elapsed: 0.051s
-------------------------------------------------
Total time: 2m:04s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.3438 |       0.3438 |  1.061s |     1.069s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.077s |     3.338s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  0.800s |     5.283s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.9062 |          1.0 |  1.101s |     7.511s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.4688 |          1.0 |  0.828s |     9.429s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |          1.0 |  1.002s |    11.560s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.7188 |          1.0 |  0.655s |    13.332s |
| Initial point 8  |          411 |         0.019 |     SAMME |     1.0 |          1.0 |  0.937s |    15.262s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |          1.0 |  0.629s |    16.920s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.7188 |          1.0 |  0.747s |    18.653s |
| Iteration 11     |          441 |        0.0217 |     SAMME |  0.8125 |          1.0 |  1.511s |    21.526s |
| Iteration 12     |          176 |        1.4081 |     SAMME |     1.0 |          1.0 |  0.743s |    23.836s |
| Iteration 13     |          197 |        1.1808 |     SAMME |     1.0 |          1.0 |  0.760s |    26.138s |
| Iteration 14     |          366 |        0.0107 |     SAMME |     1.0 |          1.0 |  0.877s |    28.409s |
| Iteration 15     |          222 |        7.1816 |     SAMME |    0.25 |          1.0 |  0.624s |    30.385s |
| Iteration 16     |           50 |        0.5962 |   SAMME.R |     1.0 |          1.0 |  0.657s |    32.263s |
| Iteration 17     |          127 |        0.9444 |     SAMME |  0.4375 |          1.0 |  0.714s |    34.278s |
| Iteration 18     |          348 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.894s |    36.545s |
| Iteration 19     |           96 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.693s |    38.538s |
| Iteration 20     |          500 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  1.023s |    40.914s |
| Iteration 21     |          491 |        0.4116 |     SAMME |     1.0 |          1.0 |  0.961s |    43.136s |
| Iteration 22     |           73 |        0.3877 |   SAMME.R |   0.875 |          1.0 |  0.677s |    45.113s |
| Iteration 23     |          500 |        0.4427 |     SAMME |   0.875 |          1.0 |  0.959s |    47.394s |
| Iteration 24     |           50 |        0.1872 |     SAMME |  0.8125 |          1.0 |  0.660s |    49.566s |
| Iteration 25     |           50 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  0.675s |    54.091s |
| Iteration 26     |          500 |        0.5332 |   SAMME.R |    0.75 |          1.0 |  1.014s |    57.046s |
| Iteration 27     |          457 |        0.1473 |   SAMME.R |     1.0 |          1.0 |  0.991s |    59.452s |
| Iteration 28     |          500 |        0.1566 |   SAMME.R |  0.8125 |          1.0 |  1.013s |     1m:02s |
| Iteration 29     |           50 |        0.3548 |     SAMME |    0.75 |          1.0 |  0.671s |     1m:04s |
| Iteration 30     |          500 |          0.01 |     SAMME |   0.625 |          1.0 |  0.967s |     1m:06s |
| Iteration 31     |           63 |        0.0964 |   SAMME.R |  0.9375 |          1.0 |  0.675s |     1m:08s |
| Iteration 32     |           60 |        0.0967 |   SAMME.R |   0.375 |          1.0 |  0.663s |     1m:10s |
| Iteration 33     |          467 |        0.6634 |   SAMME.R |     1.0 |          1.0 |  0.998s |     1m:13s |
| Iteration 34     |          479 |        0.6847 |   SAMME.R |    0.75 |          1.0 |  1.025s |     1m:15s |
| Iteration 35     |          500 |        0.5305 |     SAMME |  0.5625 |          1.0 |  1.635s |     1m:18s |
| Iteration 36     |           75 |        0.0259 |   SAMME.R |  0.9062 |          1.0 |  0.684s |     1m:20s |
| Iteration 37     |          483 |        0.0259 |   SAMME.R |   0.625 |          1.0 |  1.001s |     1m:22s |
| Iteration 38     |          498 |        0.2379 |     SAMME |    0.75 |          1.0 |  0.993s |     1m:25s |
| Iteration 39     |          118 |        1.3217 |   SAMME.R |    0.75 |          1.0 |  0.716s |     1m:28s |
| Iteration 40     |          157 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  0.746s |     1m:30s |
| Iteration 41     |           76 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.673s |     1m:32s |
| Iteration 42     |           50 |          0.01 |     SAMME |   0.625 |          1.0 |  0.666s |     1m:34s |
| Iteration 43     |           65 |        0.0292 |     SAMME |  0.4375 |          1.0 |  0.662s |     1m:36s |
| Iteration 44     |          499 |        1.3904 |   SAMME.R |    0.75 |          1.0 |  1.014s |     1m:38s |
| Iteration 45     |           72 |        0.0106 |   SAMME.R |    0.75 |          1.0 |  0.677s |     1m:40s |
| Iteration 46     |          234 |        0.6208 |   SAMME.R |   0.875 |          1.0 |  0.808s |     1m:42s |
| Iteration 47     |          229 |        1.1345 |     SAMME |  0.8125 |          1.0 |  0.777s |     1m:45s |
| Iteration 48     |           78 |        0.2657 |   SAMME.R |  0.7812 |          1.0 |  0.679s |     1m:47s |
| Iteration 49     |           56 |        0.2671 |   SAMME.R |  0.4688 |          1.0 |  0.664s |     1m:49s |
| Iteration 50     |          176 |        1.3167 |     SAMME |   0.625 |          1.0 |  0.737s |     1m:51s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.492s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.02
Time elapsed: 2.092s
-------------------------------------------------
Total time: 1m:55s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  1.023s |     1.042s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |       0.9375 |  0.941s |     3.263s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  0.971s |     5.471s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.75 |          1.0 |  0.782s |     7.330s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.4375 |          1.0 |  0.968s |     9.323s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |          1.0 |  0.807s |    11.123s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |     1.0 |          1.0 |  0.849s |    12.981s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  0.800s |    17.245s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |   0.875 |          1.0 |  0.896s |    22.105s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.6875 |          1.0 |  0.889s |    26.980s |
| Iteration 11     |          181 |   entropy |         9 |                13 |                8 |         log2 |     False |    0.0312 |         --- |  0.8125 |          1.0 |  1.331s |    33.013s |
| Iteration 12     |          500 |      gini |         5 |                 2 |                1 |          0.6 |     False |     0.035 |         --- |    0.75 |          1.0 |  0.941s |    36.046s |
| Iteration 13     |          500 |   entropy |         5 |                16 |                2 |          0.6 |     False |    0.0289 |         --- |  0.9375 |          1.0 |  0.935s |    38.507s |
| Iteration 14     |          478 |   entropy |         1 |                 8 |               14 |         sqrt |     False |    0.0119 |         --- |     1.0 |          1.0 |  0.896s |    42.433s |
| Iteration 15     |          434 |   entropy |         2 |                18 |               14 |         None |      True |    0.0238 |         0.8 |     1.0 |          1.0 |  0.982s |    46.937s |
| Iteration 16     |          474 |   entropy |         1 |                 5 |               16 |         auto |      True |    0.0059 |         0.5 |     0.5 |          1.0 |  0.971s |    49.941s |
| Iteration 17     |          493 |      gini |         9 |                20 |               17 |          0.9 |      True |     0.035 |         0.9 |  0.4062 |          1.0 |  1.002s |    52.565s |
| Iteration 18     |           56 |   entropy |         2 |                20 |                3 |          0.6 |      True |     0.035 |         0.7 |  0.9375 |          1.0 |  0.674s |    54.943s |
| Iteration 19     |          262 |   entropy |      None |                18 |               15 |         auto |     False |    0.0218 |         --- |     1.0 |          1.0 |  0.779s |    57.363s |
| Iteration 20     |           10 |      gini |      None |                20 |                1 |         auto |     False |       0.0 |         --- |  0.7812 |          1.0 |  0.635s |    59.674s |
| Iteration 21     |          275 |   entropy |         9 |                18 |                6 |          0.7 |     False |       0.0 |         --- |     1.0 |          1.0 |  0.783s |     1m:02s |
| Iteration 22     |          445 |   entropy |         2 |                19 |               16 |         None |      True |    0.0257 |         0.8 |   0.625 |          1.0 |  0.957s |     1m:06s |
| Iteration 23     |          289 |   entropy |         2 |                18 |               14 |          0.5 |      True |    0.0235 |         0.8 |  0.5625 |          1.0 |  0.840s |     1m:09s |
| Iteration 24     |          313 |   entropy |         4 |                20 |               13 |         None |      True |    0.0114 |         0.6 |  0.8125 |          1.0 |  0.880s |     1m:14s |
| Iteration 25     |          128 |      gini |         1 |                 4 |               15 |          0.5 |     False |    0.0012 |         --- |  0.7812 |          1.0 |  0.697s |     1m:17s |
| Iteration 26     |          500 |   entropy |         1 |                18 |               16 |         auto |     False |    0.0028 |         --- |   0.625 |          1.0 |  0.915s |     1m:19s |
| Iteration 27     |          251 |      gini |      None |                17 |               16 |         auto |     False |    0.0283 |         --- |   0.875 |          1.0 |  0.778s |     1m:22s |
| Iteration 28     |           96 |   entropy |      None |                 2 |               15 |         auto |     False |    0.0313 |         --- |  0.8438 |          1.0 |  0.688s |     1m:24s |
| Iteration 29     |          295 |      gini |         9 |                 9 |                4 |         sqrt |     False |    0.0097 |         --- |  0.6875 |          1.0 |  0.807s |     1m:27s |
| Iteration 30     |          365 |   entropy |         3 |                12 |                6 |          0.6 |     False |    0.0346 |         --- |   0.625 |          1.0 |  0.871s |     1m:30s |
| Iteration 31     |          206 |   entropy |         7 |                18 |                5 |          0.8 |     False |    0.0314 |         --- |  0.8438 |          1.0 |  0.768s |     1m:32s |
| Iteration 32     |          408 |   entropy |         2 |                17 |               14 |         None |      True |    0.0236 |         0.8 |  0.4375 |          1.0 |  0.938s |     1m:35s |
| Iteration 33     |           14 |      gini |         8 |                 2 |                1 |         log2 |      True |    0.0047 |         0.5 |   0.875 |          1.0 |  0.652s |     1m:37s |
| Iteration 34     |          497 |   entropy |      None |                11 |                1 |          0.9 |      True |    0.0031 |         0.8 |  0.9375 |          1.0 |  1.039s |     1m:40s |
| Iteration 35     |          452 |      gini |         6 |                18 |                1 |          0.9 |      True |    0.0345 |         0.6 |    0.75 |          1.0 |  0.993s |     1m:42s |
| Iteration 36     |           72 |   entropy |         5 |                 3 |               20 |          0.5 |     False |    0.0339 |         --- |  0.8125 |          1.0 |  0.669s |     1m:45s |
| Iteration 37     |          198 |   entropy |         8 |                 3 |                5 |          0.9 |      True |    0.0008 |         0.8 |   0.625 |          1.0 |  0.808s |     1m:47s |
| Iteration 38     |          182 |   entropy |         6 |                20 |               20 |          0.9 |     False |    0.0337 |         --- |   0.875 |          1.0 |  0.734s |     1m:50s |
| Iteration 39     |          429 |      gini |         6 |                20 |               20 |          0.8 |     False |     0.028 |         --- |  0.4688 |          1.0 |  0.883s |     1m:53s |
| Iteration 40     |           44 |   entropy |         1 |                 9 |                1 |         None |     False |    0.0052 |         --- |   0.875 |          1.0 |  0.654s |     1m:55s |
| Iteration 41     |           15 |   entropy |         2 |                 2 |                1 |         auto |     False |    0.0015 |         --- |     1.0 |          1.0 |  0.660s |     1m:58s |
| Iteration 42     |           42 |   entropy |      None |                 4 |                1 |          0.5 |     False |    0.0003 |         --- |     1.0 |          1.0 |  0.689s |     2m:00s |
| Iteration 43     |           10 |   entropy |      None |                20 |                1 |         auto |     False |       0.0 |         --- |     0.5 |          1.0 |  0.670s |     2m:03s |
| Iteration 44     |           26 |   entropy |      None |                19 |                1 |          0.6 |      True |    0.0288 |         0.5 |  0.9375 |          1.0 |  0.689s |     2m:05s |
| Iteration 45     |          225 |   entropy |         3 |                20 |                1 |         sqrt |      True |     0.024 |        None |    0.75 |          1.0 |  0.790s |     2m:10s |
| Iteration 46     |           90 |   entropy |         5 |                18 |               10 |          0.9 |     False |    0.0029 |         --- |  0.5625 |          1.0 |  0.680s |     2m:13s |
| Iteration 47     |          454 |      gini |      None |                20 |                8 |          0.5 |      True |    0.0346 |         0.9 |    0.75 |          1.0 |  0.973s |     2m:18s |
| Iteration 48     |           40 |      gini |         3 |                 5 |                3 |         auto |      True |    0.0343 |         0.9 |    0.75 |          1.0 |  0.647s |     2m:21s |
| Iteration 49     |          378 |   entropy |      None |                 2 |                4 |         None |     False |    0.0036 |         --- |  0.5625 |          1.0 |  0.876s |     2m:24s |
| Iteration 50     |          400 |   entropy |         7 |                20 |                3 |         log2 |     False |    0.0239 |         --- |  0.5625 |          1.0 |  0.892s |     2m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 434, 'criterion': 'entropy', 'max_depth': 2, 'min_samples_split': 18, 'min_samples_leaf': 14, 'max_features': None, 'bootstrap': True, 'ccp_alpha': 0.0238, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.817
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.394s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0374
Time elapsed: 1.765s
-------------------------------------------------
Total time: 2m:31s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.791s |     0.811s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  0.784s |     3.064s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  0.778s |     4.999s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  0.726s |     6.893s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  0.755s |     8.744s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  0.734s |    10.591s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  0.745s |    12.488s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  0.747s |    15.335s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |        0.875 |  0.771s |    19.533s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  0.707s |    21.824s |
| Iteration 11     |           41 |        0.9435 |         6 |   0.262 |                9 |       0.6 |              0.4 |       100 |       0.01 |     0.5 |        0.875 |  0.654s |    24.844s |
| Iteration 12     |          470 |        0.0362 |         5 |  0.3887 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  0.736s |    29.719s |
| Iteration 13     |          500 |        0.0469 |         1 |   0.116 |                2 |       0.7 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.730s |    32.435s |
| Iteration 14     |          494 |        0.0364 |         4 |  0.3502 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |     1.0 |          1.0 |  0.743s |    34.733s |
| Iteration 15     |          500 |        0.0364 |         6 |  0.3367 |                2 |       0.8 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.741s |    36.836s |
| Iteration 16     |          500 |          0.02 |         1 |  0.0778 |                3 |       0.7 |              0.9 |         0 |        0.1 |    0.75 |          1.0 |  0.735s |    39.124s |
| Iteration 17     |          170 |        0.0703 |        10 |  0.0798 |                1 |       0.9 |              1.0 |         0 |          1 |  0.4375 |          1.0 |  0.680s |    41.394s |
| Iteration 18     |          364 |        0.0198 |         8 |  0.7875 |                3 |       0.8 |              0.9 |      0.01 |        0.1 |  0.8125 |          1.0 |  0.742s |    43.623s |
| Iteration 19     |           54 |        0.5056 |         3 |     0.0 |                2 |       0.5 |              0.8 |         0 |       0.01 |     1.0 |          1.0 |  0.658s |    45.806s |
| Iteration 20     |          500 |        0.0543 |         1 |  0.0608 |                2 |       0.6 |              0.5 |         0 |         10 |  0.6875 |          1.0 |  0.784s |    48.152s |
| Iteration 21     |          133 |        0.0185 |         3 |     0.0 |                2 |       0.6 |              0.4 |         0 |          0 |     1.0 |          1.0 |  0.724s |    50.429s |
| Iteration 22     |          376 |         0.055 |         4 |    0.33 |                3 |       0.7 |              0.9 |      0.01 |        0.1 |  0.8125 |          1.0 |  0.770s |    52.857s |
| Iteration 23     |          411 |        0.3418 |         5 |   0.324 |                3 |       0.8 |              0.6 |      0.01 |        0.1 |  0.9375 |          1.0 |  0.709s |    55.156s |
| Iteration 24     |          500 |        0.0279 |         5 |  0.8246 |                3 |       0.9 |              0.7 |         0 |        0.1 |   0.875 |          1.0 |  0.737s |    58.678s |
| Iteration 25     |          400 |          0.01 |         9 |  0.3626 |                3 |       0.9 |              0.7 |      0.01 |        0.1 |  0.8125 |          1.0 |  0.708s |     1m:01s |
| Iteration 26     |          323 |        0.1461 |         1 |   0.107 |                1 |       0.5 |              0.8 |         0 |          0 |    0.75 |          1.0 |  0.699s |     1m:04s |
| Iteration 27     |          497 |        0.0307 |         5 |  0.9397 |                3 |       0.8 |              0.8 |      0.01 |        0.1 |     1.0 |          1.0 |  0.732s |     1m:07s |
| Iteration 28     |          447 |        0.0226 |         4 |     0.0 |                3 |       0.8 |              0.6 |      0.01 |       0.01 |   0.875 |          1.0 |  0.714s |     1m:10s |
| Iteration 29     |           20 |        0.0322 |         5 |  0.9229 |                1 |       0.5 |              0.6 |         0 |          0 |  0.8125 |          1.0 |  0.641s |     1m:12s |
| Iteration 30     |          204 |        0.8942 |         3 |   0.143 |                2 |       0.6 |              0.8 |         0 |          0 |  0.5938 |          1.0 |  0.683s |     1m:17s |
| Iteration 31     |          145 |          0.01 |         1 |  0.8698 |                1 |       0.7 |              0.5 |         0 |       0.01 |    0.75 |          1.0 |  0.673s |     1m:20s |
| Iteration 32     |          488 |        0.0467 |         5 |  0.1779 |                3 |       0.7 |              0.9 |      0.01 |        0.1 |     0.5 |          1.0 |  0.738s |     1m:22s |
| Iteration 33     |          386 |          0.01 |         3 |  0.2626 |                2 |       0.6 |              0.6 |        10 |       0.01 |     0.5 |          1.0 |  0.704s |     1m:24s |
| Iteration 34     |          121 |        0.0104 |         4 |  0.1835 |                2 |       0.6 |              0.9 |         0 |          0 |     1.0 |          1.0 |  0.665s |     1m:27s |
| Iteration 35     |          481 |        0.0342 |         5 |  0.5746 |                3 |       0.8 |              0.5 |      0.01 |          1 |    0.75 |          1.0 |  0.726s |     1m:29s |
| Iteration 36     |          483 |        0.2642 |         8 |     1.0 |                3 |       0.8 |              0.5 |      0.01 |        0.1 |  0.6875 |          1.0 |  0.749s |     1m:33s |
| Iteration 37     |          481 |        0.0314 |         5 |  0.9841 |                3 |       0.8 |              0.8 |      0.01 |        0.1 |  0.3125 |          1.0 |  1.309s |     1m:36s |
| Iteration 38     |           68 |        0.0247 |         9 |  0.9158 |                3 |       0.9 |              0.5 |         0 |          0 |   0.875 |          1.0 |  0.666s |     1m:39s |
| Iteration 39     |           40 |        0.6119 |        10 |  0.6943 |               10 |       0.6 |              0.9 |         0 |        100 |     0.5 |          1.0 |  0.649s |     1m:41s |
| Iteration 40     |          101 |        0.2534 |         7 |  0.0702 |                4 |       0.8 |              0.5 |         0 |          0 |   0.875 |          1.0 |  0.675s |     1m:46s |
| Iteration 41     |           20 |         0.391 |         1 |     1.0 |                4 |       1.0 |              0.4 |         0 |          0 |     1.0 |          1.0 |  0.641s |     1m:49s |
| Iteration 42     |           20 |        0.0533 |         1 |  0.1892 |                4 |       1.0 |              1.0 |         0 |          0 |  0.5312 |          1.0 |  0.647s |     1m:53s |
| Iteration 43     |           42 |        0.0374 |         5 |  0.0583 |                5 |       0.8 |              0.6 |         0 |        100 |     0.5 |          1.0 |  0.646s |     1m:57s |
| Iteration 44     |          348 |        0.0423 |         3 |  0.2429 |               10 |       0.8 |              0.8 |       100 |        100 |     0.5 |          1.0 |  0.697s |     1m:60s |
| Iteration 45     |          469 |        0.7118 |         2 |  0.4607 |                3 |       0.5 |              0.4 |         0 |          0 |  0.5625 |          1.0 |  0.735s |     2m:02s |
| Iteration 46     |          431 |        0.0126 |         1 |  0.6614 |                1 |       0.8 |              0.8 |       0.1 |          0 |  0.9375 |          1.0 |  0.717s |     2m:05s |
| Iteration 47     |           26 |          0.01 |         6 |  0.0186 |                1 |       0.7 |              0.7 |       0.1 |          0 |   0.875 |          1.0 |  0.647s |     2m:08s |
| Iteration 48     |          103 |           1.0 |        10 |  0.0361 |                1 |       0.7 |              0.9 |       0.1 |          0 |  0.5625 |          1.0 |  0.662s |     2m:10s |
| Iteration 49     |          500 |          0.01 |        10 |  0.0221 |                1 |       1.0 |              1.0 |         0 |          0 |     0.5 |          1.0 |  0.766s |     2m:12s |
| Iteration 50     |          196 |           1.0 |         1 |     1.0 |                1 |       1.0 |              0.8 |         0 |          0 |   0.625 |          1.0 |  0.678s |     2m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 494, 'learning_rate': 0.0364, 'max_depth': 4, 'gamma': 0.3502, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9866
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.113s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0548
Time elapsed: 0.354s
-------------------------------------------------
Total time: 2m:19s


Final results ==================== >>
Duration: 16m:26s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.92 ± 0.04
Logistic Regression             --> roc_auc: 0.96 ± 0.02 !
Linear Discriminant Analysis    --> roc_auc: 0.86 ± 0.1114
Quadratic Discriminant Analysis --> roc_auc: 0.81 ± 0.1463
Radius Nearest Neighbors        --> roc_auc: 0.925 ± 0.1162
AdaBoost                        --> roc_auc: 0.96 ± 0.02
Random Forest                   --> roc_auc: 0.86 ± 0.0374
XGBoost                         --> roc_auc: 0.9 ± 0.0548
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAAGTYKYIF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAGQETSGSRLTF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CAVKGGSEKLVF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CAVANAGGTSYGKLTF.
   >>> Dropping feature CAVNTGRRALTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CALSSGGSNYKLTF.
   >>> Dropping feature CALYSGGGADGLTF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAGNYGGSQGNLIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASMNSGYSTLTF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASSGGGADGLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  3.309s |     3.329s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |        0.875 |  3.302s |     7.918s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |    0.75 |        0.875 |  3.323s |    12.370s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.875 |        0.875 |  3.309s |    16.717s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |   0.875 |        0.875 |  3.338s |    22.717s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5625 |        0.875 |  3.222s |    29.635s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |       0.9375 |  3.192s |    34.345s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |       0.9375 |  3.310s |    40.679s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.9375 |       0.9375 |  3.137s |    47.457s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |       0.9375 |  3.173s |    52.192s |
| Iteration 11     | exponen.. |         0.735 |          447 |       0.7 | friedman_mse |                 4 |                1 |         8 |          0.7 |    0.0084 |    0.75 |       0.9375 |  3.328s |    56.948s |
| Iteration 12     | exponen.. |        0.5875 |          486 |       0.5 | squared_er.. |                19 |                4 |         1 |         auto |    0.0061 |  0.6875 |       0.9375 |  3.280s |     1m:02s |
| Iteration 13     | exponen.. |        0.1321 |          158 |       0.6 | friedman_mse |                 2 |                1 |         2 |          0.9 |       0.0 |  0.8125 |       0.9375 |  3.214s |     1m:09s |
| Iteration 14     | exponen.. |          0.01 |          492 |       0.5 | squared_er.. |                 7 |               18 |        10 |         log2 |    0.0343 |     0.5 |       0.9375 |  3.909s |     1m:15s |
| Iteration 15     | exponen.. |        0.1063 |          357 |       0.7 | friedman_mse |                 6 |               20 |         6 |          0.6 |    0.0053 |   0.875 |       0.9375 |  3.277s |     1m:19s |
| Iteration 16     | exponen.. |        0.0912 |          176 |       0.9 | friedman_mse |                20 |               16 |         6 |          0.8 |    0.0336 |  0.8125 |       0.9375 |  3.252s |     1m:24s |
| Iteration 17     |  deviance |          0.01 |          440 |       0.9 | friedman_mse |                 2 |                2 |         9 |          0.7 |       0.0 |  0.3125 |       0.9375 |  3.441s |     1m:29s |
| Iteration 18     | exponen.. |        0.1421 |          202 |       1.0 | friedman_mse |                18 |               18 |         2 |          0.7 |    0.0023 |  0.6875 |       0.9375 |  3.209s |     1m:34s |
| Iteration 19     | exponen.. |           1.0 |          369 |       0.8 | friedman_mse |                17 |               16 |         1 |         auto |    0.0239 |    0.75 |       0.9375 |  3.258s |     1m:39s |
| Iteration 20     | exponen.. |          0.01 |           10 |       0.7 | squared_er.. |                 2 |                1 |        10 |         None |    0.0145 |  0.2188 |       0.9375 |  3.156s |     1m:44s |
| Iteration 21     | exponen.. |        0.0787 |          260 |       0.8 | friedman_mse |                 2 |               20 |         6 |          0.5 |    0.0029 |   0.625 |       0.9375 |  3.240s |     1m:49s |
| Iteration 22     | exponen.. |        0.1456 |           10 |       0.5 | friedman_mse |                11 |                1 |         1 |         auto |     0.035 |  0.5625 |       0.9375 |  3.094s |     1m:56s |
| Iteration 23     |  deviance |        0.7933 |          374 |       0.6 | squared_er.. |                 4 |               11 |         8 |          0.9 |     0.013 |   0.875 |       0.9375 |  3.189s |     2m:01s |
| Iteration 24     | exponen.. |        0.7946 |          473 |       0.9 | squared_er.. |                 2 |               19 |         8 |          0.5 |    0.0219 |   0.875 |       0.9375 |  3.310s |     2m:06s |
| Iteration 25     |  deviance |        0.8299 |           10 |       1.0 | squared_er.. |                 6 |                6 |         4 |          0.9 |     0.035 |     0.5 |       0.9375 |  3.185s |     2m:11s |
| Iteration 26     | exponen.. |        0.0788 |          120 |       0.5 | squared_er.. |                15 |                7 |         6 |          0.7 |    0.0185 |  0.4375 |       0.9375 |  3.218s |     2m:16s |
| Iteration 27     | exponen.. |           1.0 |          223 |       1.0 | friedman_mse |                11 |                1 |        10 |         None |     0.035 |  0.8125 |       0.9375 |  3.244s |     2m:24s |
| Iteration 28     | exponen.. |           1.0 |          293 |       1.0 | squared_er.. |                16 |                4 |         8 |          0.9 |    0.0267 |  0.4688 |       0.9375 |  3.178s |     2m:32s |
| Iteration 29     | exponen.. |           1.0 |          265 |       1.0 | squared_er.. |                 3 |               20 |         1 |         auto |       0.0 |  0.6562 |       0.9375 |  3.101s |     2m:40s |
| Iteration 30     | exponen.. |           1.0 |          164 |       0.6 | friedman_mse |                 4 |               16 |         7 |          0.6 |    0.0189 |   0.875 |       0.9375 |  3.111s |     2m:48s |
| Iteration 31     | exponen.. |        0.2907 |          500 |       1.0 | squared_er.. |                20 |               19 |         8 |          0.7 |       0.0 |     0.5 |       0.9375 |  3.196s |     2m:56s |
| Iteration 32     | exponen.. |        0.3605 |          488 |       0.7 | squared_er.. |                15 |                9 |         8 |          0.6 |    0.0166 |   0.625 |       0.9375 |  3.190s |     3m:05s |
| Iteration 33     | exponen.. |        0.0584 |          500 |       0.8 | squared_er.. |                13 |               18 |         6 |         log2 |    0.0059 |   0.625 |       0.9375 |  3.196s |     3m:13s |
| Iteration 34     | exponen.. |        0.2902 |           79 |       1.0 | squared_er.. |                 7 |                7 |         8 |          0.5 |    0.0298 |  0.4375 |       0.9375 |  3.139s |     3m:21s |
| Iteration 35     |  deviance |        0.3644 |          289 |       0.7 | friedman_mse |                10 |               13 |         5 |          0.8 |    0.0058 |  0.6875 |       0.9375 |  3.121s |     3m:29s |
| Iteration 36     |  deviance |           1.0 |           10 |       0.6 | friedman_mse |                 6 |               17 |         5 |         None |    0.0048 |   0.625 |       0.9375 |  3.081s |     3m:37s |
| Iteration 37     | exponen.. |           1.0 |          500 |       0.9 | friedman_mse |                14 |                9 |         7 |         None |     0.014 |  0.6875 |       0.9375 |  3.163s |     3m:45s |
| Iteration 38     | exponen.. |           1.0 |           10 |       0.6 | friedman_mse |                20 |                3 |         7 |         None |     0.024 |     0.5 |       0.9375 |  3.647s |     3m:51s |
| Iteration 39     | exponen.. |           1.0 |          456 |       0.9 | squared_er.. |                20 |                3 |         2 |         log2 |    0.0212 |  0.3125 |       0.9375 |  3.250s |     3m:56s |
| Iteration 40     | exponen.. |        0.0637 |          438 |       0.7 | squared_er.. |                14 |                6 |         5 |          0.8 |       0.0 |  0.9375 |       0.9375 |  3.274s |     4m:01s |
| Iteration 41     |  deviance |           1.0 |          458 |       0.7 | squared_er.. |                 2 |                9 |         5 |          0.7 |    0.0238 |  0.9375 |       0.9375 |  3.307s |     4m:06s |
| Iteration 42     |  deviance |           1.0 |          150 |       0.7 | squared_er.. |                 2 |                3 |         2 |          0.5 |    0.0282 |   0.625 |       0.9375 |  3.202s |     4m:11s |
| Iteration 43     | exponen.. |        0.8878 |          391 |       0.8 | squared_er.. |                 2 |               15 |         8 |          0.5 |     0.016 |   0.625 |       0.9375 |  3.233s |     4m:16s |
| Iteration 44     |  deviance |        0.2196 |          166 |       0.9 | friedman_mse |                 8 |                3 |         7 |          0.6 |    0.0014 |     0.5 |       0.9375 |  3.200s |     4m:21s |
| Iteration 45     | exponen.. |        0.2569 |          185 |       0.9 | friedman_mse |                15 |               16 |         1 |          0.5 |       0.0 |  0.6875 |       0.9375 |  3.118s |     4m:29s |
| Iteration 46     | exponen.. |        0.3385 |          333 |       0.8 | squared_er.. |                 2 |               14 |         9 |          0.5 |     0.034 |    0.75 |       0.9375 |  3.229s |     4m:34s |
| Iteration 47     | exponen.. |        0.0269 |          410 |       0.7 | squared_er.. |                12 |                5 |         3 |          0.9 |       0.0 |     1.0 |          1.0 |  3.290s |     4m:39s |
| Iteration 48     | exponen.. |         0.018 |          467 |       0.7 | squared_er.. |                 8 |                6 |         1 |         None |       0.0 |   0.875 |          1.0 |  3.246s |     4m:44s |
| Iteration 49     |  deviance |        0.0105 |          426 |       0.7 | squared_er.. |                12 |               10 |         4 |         None |       0.0 |    0.75 |          1.0 |  3.253s |     4m:49s |
| Iteration 50     | exponen.. |        0.9622 |          307 |       0.6 | friedman_mse |                 5 |               19 |         6 |         sqrt |    0.0047 |     0.5 |          1.0 |  3.241s |     4m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0269, 'n_estimators': 410, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 5, 'max_depth': 3, 'max_features': 0.9, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.125s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.619s
-------------------------------------------------
Total time: 4m:56s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     0.5 |          0.5 |  3.235s |     3.247s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  3.195s |     7.623s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |    0.25 |        0.625 |  3.234s |    12.121s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |     0.5 |        0.625 |  3.178s |    16.678s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |        0.625 |  3.171s |    21.076s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |    0.75 |         0.75 |  3.230s |    25.523s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |   0.875 |        0.875 |  3.214s |    29.929s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.75 |        0.875 |  3.224s |    34.349s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |    0.75 |        0.875 |  3.203s |    38.733s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.375 |        0.875 |  3.201s |    42.976s |
| Iteration 11     |      l2 |   0.001 | newto.. |      191 |      --- |   0.625 |        0.875 |  3.192s |    47.630s |
| Iteration 12     |      l2 | 10.6424 | libli.. |      321 |      --- |    0.75 |        0.875 |  3.237s |    52.262s |
| Iteration 13     |      l2 |  1.3029 | libli.. |      262 |      --- |     0.5 |        0.875 |  3.082s |    59.241s |
| Iteration 14     |      l2 |  0.0355 | libli.. |      204 |      --- |     1.0 |          1.0 |  3.118s |     1m:04s |
| Iteration 15     |      l2 | 17.3967 |   lbfgs |      947 |      --- |     0.5 |          1.0 |  3.791s |     1m:09s |
| Iteration 16     |      l2 |  0.0052 | libli.. |      125 |      --- |     0.5 |          1.0 |  3.184s |     1m:14s |
| Iteration 17     |      l2 |  0.1201 |    saga |      441 |      --- |   0.375 |          1.0 |  3.179s |     1m:19s |
| Iteration 18     |      l2 |  0.0024 | newto.. |      253 |      --- |  0.4375 |          1.0 |  3.177s |     1m:23s |
| Iteration 19     | elast.. | 15.1591 |    saga |      100 |      0.4 |    0.75 |          1.0 |  3.191s |     1m:28s |
| Iteration 20     |      l2 |   0.001 | newto.. |      110 |      --- |     0.5 |          1.0 |  3.126s |     1m:35s |
| Iteration 21     |      l2 |   0.001 | libli.. |      790 |      --- |  0.4375 |          1.0 |  3.169s |     1m:40s |
| Iteration 22     |      l2 |  1.3017 | libli.. |      103 |      --- |   0.125 |          1.0 |  3.194s |     1m:44s |
| Iteration 23     |      l2 |  0.0359 | libli.. |      183 |      --- |   0.625 |          1.0 |  3.224s |     1m:49s |
| Iteration 24     |      l2 |  0.0199 | newto.. |      712 |      --- |  0.9375 |          1.0 |  3.194s |     1m:54s |
| Iteration 25     |    none |     --- |     sag |     1000 |      --- |  0.8125 |          1.0 |  3.196s |     1m:59s |
| Iteration 26     |      l2 |  0.0199 |   lbfgs |      712 |      --- |  0.4375 |          1.0 |  3.165s |     2m:04s |
| Iteration 27     |      l2 |  0.0177 | newto.. |      547 |      --- |  0.3125 |          1.0 |  3.205s |     2m:08s |
| Iteration 28     |      l2 |  4.9514 |    saga |      247 |      --- |  0.5625 |          1.0 |  3.221s |     2m:13s |
| Iteration 29     |      l2 |  0.0395 |     sag |      497 |      --- |    0.75 |          1.0 |  3.227s |     2m:18s |
| Iteration 30     |      l2 | 99.9767 |     sag |      321 |      --- |   0.625 |          1.0 |  3.076s |     2m:24s |
| Iteration 31     |      l2 |   0.022 | newto.. |      986 |      --- |   0.375 |          1.0 |  3.182s |     2m:29s |
| Iteration 32     |    none |     --- |     sag |      687 |      --- |   0.625 |          1.0 |  3.121s |     2m:37s |
| Iteration 33     |      l2 |  0.0341 | libli.. |      932 |      --- |  0.4375 |          1.0 |  3.147s |     2m:45s |
| Iteration 34     |      l2 |  0.0359 | newto.. |      274 |      --- |   0.125 |          1.0 |  3.166s |     2m:50s |
| Iteration 35     |      l2 |  0.0199 | newto.. |      710 |      --- |    0.25 |          1.0 |  3.165s |     2m:55s |
| Iteration 36     |      l2 |  0.0333 | libli.. |      165 |      --- |  0.4688 |          1.0 |  3.181s |     2m:60s |
| Iteration 37     |      l2 | 27.2304 | libli.. |      251 |      --- |     0.5 |          1.0 |  3.168s |     3m:04s |
| Iteration 38     |      l2 |  0.0102 |     sag |      409 |      --- |  0.4375 |          1.0 |  3.164s |     3m:10s |
| Iteration 39     |      l2 | 43.4507 |    saga |      673 |      --- |     0.5 |          1.0 |  3.183s |     3m:15s |
| Iteration 40     |      l2 |   4.797 | newto.. |      432 |      --- |  0.8125 |          1.0 |  3.834s |     3m:21s |
| Iteration 41     |      l1 |   7.406 | libli.. |      257 |      --- |  0.6875 |          1.0 |  3.198s |     3m:26s |
| Iteration 42     |      l2 |  8.7591 |     sag |      878 |      --- |     0.5 |          1.0 |  3.217s |     3m:30s |
| Iteration 43     |      l2 |  6.0357 | newto.. |      268 |      --- |  0.3125 |          1.0 |  3.193s |     3m:35s |
| Iteration 44     |      l2 |  0.0438 | libli.. |      950 |      --- |   0.375 |          1.0 |  3.212s |     3m:40s |
| Iteration 45     |      l2 |  6.6131 | libli.. |      683 |      --- |   0.625 |          1.0 |  3.188s |     3m:45s |
| Iteration 46     |      l2 |  5.9991 | libli.. |      887 |      --- |    0.75 |          1.0 |  3.190s |     3m:50s |
| Iteration 47     |      l2 | 29.3367 |     sag |      453 |      --- |  0.3125 |          1.0 |  3.303s |     3m:56s |
| Iteration 48     |      l2 |  0.1406 |     sag |      114 |      --- |   0.625 |          1.0 |  3.247s |     4m:01s |
| Iteration 49     |      l2 |  7.3377 | libli.. |      414 |      --- |   0.875 |          1.0 |  3.164s |     4m:06s |
| Iteration 50     |      l2 | 18.8944 | libli.. |      908 |      --- |    0.75 |          1.0 |  3.186s |     4m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'penalty': 'l2', 'C': 0.0355, 'solver': 'liblinear', 'max_iter': 204}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8223
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.0872
Time elapsed: 0.052s
-------------------------------------------------
Total time: 4m:13s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.5625 |       0.5625 |  3.174s |     3.180s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  3.166s |     7.381s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.001s |     8.419s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |         0.75 |  3.108s |    15.326s |
| Initial point 5  |   eigen |       0.9 |  0.3125 |         0.75 |  3.161s |    20.263s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |         0.75 |  3.180s |    24.714s |
| Initial point 7  |    lsqr |       0.5 |   0.625 |         0.75 |  3.201s |    30.371s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |         0.75 |  3.109s |    37.729s |
| Initial point 9  |    lsqr |       0.6 |   0.875 |        0.875 |  3.172s |    42.550s |
| Initial point 10 |   eigen |       0.8 |     0.5 |        0.875 |  3.157s |    46.868s |
| Iteration 11     |    lsqr |      auto |  0.5625 |        0.875 |  3.169s |    51.399s |
| Iteration 12     |    lsqr |       1.0 |  0.9375 |       0.9375 |  3.179s |    55.910s |
| Iteration 13     |    lsqr |      None |     0.5 |       0.9375 |  3.146s |     1m:00s |
| Iteration 14     |     svd |       --- |    0.75 |       0.9375 |  0.000s |     1m:02s |
| Iteration 15     |     svd |       --- |    0.75 |       0.9375 |  0.000s |     1m:06s |
| Iteration 16     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 17     |     svd |       --- |    0.75 |       0.9375 |  0.000s |     1m:12s |
| Iteration 18     |     svd |       --- |    0.75 |       0.9375 |  0.000s |     1m:13s |
| Iteration 19     |     svd |       --- |    0.75 |       0.9375 |  0.000s |     1m:14s |
| Iteration 20     |     svd |       --- |    0.75 |       0.9375 |  0.001s |     1m:15s |
| Iteration 21     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:16s |
| Iteration 22     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:17s |
| Iteration 23     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:18s |
| Iteration 24     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:20s |
| Iteration 25     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:21s |
| Iteration 26     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:22s |
| Iteration 27     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:23s |
| Iteration 28     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:24s |
| Iteration 29     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:26s |
| Iteration 30     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:27s |
| Iteration 31     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:28s |
| Iteration 32     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:30s |
| Iteration 33     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:34s |
| Iteration 34     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:38s |
| Iteration 35     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:40s |
| Iteration 36     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:41s |
| Iteration 37     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:44s |
| Iteration 38     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:46s |
| Iteration 39     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:47s |
| Iteration 40     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:49s |
| Iteration 41     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.001s |     1m:50s |
| Iteration 42     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:51s |
| Iteration 43     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:52s |
| Iteration 44     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:54s |
| Iteration 45     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     1m:57s |
| Iteration 46     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.001s |     2m:02s |
| Iteration 47     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     2m:04s |
| Iteration 48     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     2m:05s |
| Iteration 49     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     2m:06s |
| Iteration 50     |    lsqr |       1.0 |  0.9375 |       0.9375 |  0.000s |     2m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:11s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.5625 |       0.5625 |  3.140s |     3.144s |
| Initial point 2  |       0.9 |     0.5 |       0.5625 |  3.107s |     7.503s |
| Initial point 3  |       0.1 |  0.8125 |       0.8125 |  3.199s |    11.831s |
| Initial point 4  |       1.0 |  0.5625 |       0.8125 |  0.000s |    12.977s |
| Initial point 5  |       0.2 |  0.3125 |       0.8125 |  3.143s |    17.100s |
| Initial point 6  |       0.4 |  0.5625 |       0.8125 |  3.172s |    21.493s |
| Initial point 7  |       0.4 |  0.5625 |       0.8125 |  0.001s |    24.595s |
| Initial point 8  |       0.7 |  0.5625 |       0.8125 |  3.102s |    31.339s |
| Initial point 9  |       0.9 |     0.5 |       0.8125 |  0.000s |    35.103s |
| Initial point 10 |       0.8 |     0.5 |       0.8125 |  3.072s |    39.812s |
| Iteration 11     |       0.3 |     0.5 |       0.8125 |  3.105s |    44.166s |
| Iteration 12     |       0.6 |  0.9375 |       0.9375 |  3.160s |    48.695s |
| Iteration 13     |       0.6 |  0.9375 |       0.9375 |  0.000s |    49.978s |
| Iteration 14     |       0.5 |     1.0 |          1.0 |  3.162s |    54.260s |
| Iteration 15     |       0.0 |     0.5 |          1.0 |  3.169s |    58.576s |
| Iteration 16     |       0.5 |     1.0 |          1.0 |  0.000s |    59.845s |
| Iteration 17     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 18     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 19     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 20     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 21     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 22     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 23     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 24     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 25     |       0.5 |     1.0 |          1.0 |  0.001s |     1m:11s |
| Iteration 26     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 27     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 28     |       0.9 |     0.5 |          1.0 |  0.000s |     1m:18s |
| Iteration 29     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 30     |       0.8 |     0.5 |          1.0 |  0.000s |     1m:21s |
| Iteration 31     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 32     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 33     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 34     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 35     |       0.5 |     1.0 |          1.0 |  0.001s |     1m:29s |
| Iteration 36     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 37     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:31s |
| Iteration 38     |       0.5 |     1.0 |          1.0 |  0.001s |     1m:32s |
| Iteration 39     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 40     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 41     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 42     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:40s |
| Iteration 43     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:41s |
| Iteration 44     |       0.5 |     1.0 |          1.0 |  0.001s |     1m:42s |
| Iteration 45     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 46     |       0.5 |     1.0 |          1.0 |  0.001s |     1m:44s |
| Iteration 47     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:46s |
| Iteration 48     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:47s |
| Iteration 49     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:48s |
| Iteration 50     |       0.5 |     1.0 |          1.0 |  0.000s |     1m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:54s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.1893 | dista.. |      auto |        40 |       1 |     0.5 |          0.5 |  3.920s |     3.940s |
| Initial point 2  |  4.0523 | uniform |   kd_tree |        39 |       2 |  0.7188 |       0.7188 |  3.209s |     8.367s |
| Initial point 3  |   3.201 | dista.. | ball_tree |        25 |       2 |   0.625 |       0.7188 |  3.218s |    12.801s |
| Initial point 4  |  9.3389 | uniform | ball_tree |        39 |       2 |     0.5 |       0.7188 |  3.159s |    17.110s |
| Initial point 5  |  7.3158 | dista.. |      auto |        30 |       2 |  0.3125 |       0.7188 |  3.158s |    21.482s |
| Initial point 6  |  8.4723 | dista.. | ball_tree |        21 |       2 |  0.6875 |       0.7188 |  3.169s |    25.672s |
| Initial point 7  |    6.06 | dista.. | ball_tree |        24 |       1 |  0.8125 |       0.8125 |  3.161s |    29.852s |
| Initial point 8  |  1.4522 | dista.. | ball_tree |        21 |       2 |    0.25 |       0.8125 |  3.202s |    33.944s |
| Initial point 9  |  6.7504 | uniform | ball_tree |        24 |       1 |     1.0 |          1.0 |  3.197s |    38.222s |
| Initial point 10 |  4.7947 | uniform |     brute |        22 |       2 |   0.375 |          1.0 |  3.157s |    42.428s |
| Iteration 11     |  8.4826 | uniform |      auto |        24 |       1 |     0.5 |          1.0 |  3.155s |    46.999s |
| Iteration 12     |  6.9078 | uniform | ball_tree |        24 |       1 |  0.5625 |          1.0 |  3.151s |    51.714s |
| Iteration 13     |  5.8488 | dista.. | ball_tree |        32 |       1 |   0.375 |          1.0 |  3.167s |    56.400s |
| Iteration 14     |  5.4832 | uniform | ball_tree |        24 |       1 |  0.3438 |          1.0 |  3.186s |     1m:01s |
| Iteration 15     |  6.5745 | dista.. | ball_tree |        24 |       1 |  0.5625 |          1.0 |  3.173s |     1m:06s |
| Iteration 16     |  6.6332 | uniform |   kd_tree |        24 |       1 |    0.75 |          1.0 |  3.182s |     1m:10s |
| Iteration 17     |  6.7393 | uniform |      auto |        24 |       1 |  0.6875 |          1.0 |  3.164s |     1m:15s |
| Iteration 18     |  6.6906 | uniform |   kd_tree |        26 |       2 |  0.1875 |          1.0 |  3.174s |     1m:20s |
| Iteration 19     |  5.8616 | dista.. |   kd_tree |        24 |       2 |  0.8125 |          1.0 |  3.191s |     1m:26s |
| Iteration 20     |  5.5447 | dista.. |      auto |        24 |       1 |   0.125 |          1.0 |  3.082s |     1m:33s |
| Iteration 21     |  6.7373 | dista.. |   kd_tree |        23 |       1 |   0.625 |          1.0 |  3.124s |     1m:39s |
| Iteration 22     |  5.9654 | dista.. |     brute |        24 |       2 |  0.1875 |          1.0 |  3.156s |     1m:43s |
| Iteration 23     |  6.7378 | uniform |     brute |        25 |       1 |  0.4688 |          1.0 |  3.163s |     1m:50s |
| Iteration 24     |  6.7446 | dista.. |   kd_tree |        24 |       1 |    0.75 |          1.0 |  3.177s |     1m:55s |
| Iteration 25     |   6.743 | uniform | ball_tree |        24 |       1 |     1.0 |          1.0 |  3.149s |     2m:00s |
| Iteration 26     |  6.7458 | uniform | ball_tree |        24 |       1 |  0.9375 |          1.0 |  3.140s |     2m:05s |
| Iteration 27     |  6.7375 | uniform | ball_tree |        25 |       1 |   0.625 |          1.0 |  3.180s |     2m:10s |
| Iteration 28     |  6.7392 | dista.. | ball_tree |        24 |       1 |     0.5 |          1.0 |  3.156s |     2m:15s |
| Iteration 29     |  6.1642 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  3.179s |     2m:19s |
| Iteration 30     |  6.6943 | uniform | ball_tree |        24 |       1 |  0.3125 |          1.0 |  3.194s |     2m:24s |
| Iteration 31     |  6.1509 | dista.. | ball_tree |        24 |       1 |  0.5625 |          1.0 |  3.187s |     2m:30s |
| Iteration 32     |  6.2543 | uniform | ball_tree |        24 |       1 |     0.5 |          1.0 |  3.192s |     2m:35s |
| Iteration 33     |  6.8018 | uniform |      auto |        24 |       1 |  0.4062 |          1.0 |  3.221s |     2m:39s |
| Iteration 34     |  6.0758 | uniform | ball_tree |        22 |       1 |  0.6562 |          1.0 |  3.164s |     2m:44s |
| Iteration 35     |  8.4095 | uniform | ball_tree |        23 |       1 |    0.25 |          1.0 |  3.116s |     2m:51s |
| Iteration 36     |  4.0035 | dista.. |   kd_tree |        24 |       1 |   0.125 |          1.0 |  3.120s |     2m:57s |
| Iteration 37     |  6.7824 | uniform | ball_tree |        23 |       1 |   0.625 |          1.0 |  3.199s |     3m:02s |
| Iteration 38     |  6.1106 | dista.. |   kd_tree |        30 |       1 |  0.5625 |          1.0 |  3.205s |     3m:07s |
| Iteration 39     |  6.1047 | dista.. |      auto |        25 |       1 |  0.6875 |          1.0 |  3.209s |     3m:12s |
| Iteration 40     |  6.1294 | dista.. | ball_tree |        21 |       1 |  0.6875 |          1.0 |  3.227s |     3m:17s |
| Iteration 41     |  5.7671 | dista.. | ball_tree |        31 |       2 |  0.6562 |          1.0 |  3.215s |     3m:22s |
| Iteration 42     |  6.1525 | dista.. |      auto |        37 |       1 |   0.625 |          1.0 |  3.206s |     3m:26s |
| Iteration 43     |  6.0503 | dista.. |      auto |        22 |       1 |  0.2188 |          1.0 |  3.180s |     3m:31s |
| Iteration 44     |  6.7855 | uniform | ball_tree |        40 |       1 |   0.375 |          1.0 |  3.197s |     3m:36s |
| Iteration 45     |   6.521 | uniform | ball_tree |        21 |       1 |  0.5625 |          1.0 |  3.214s |     3m:40s |
| Iteration 46     |   6.501 | uniform | ball_tree |        26 |       1 |  0.5938 |          1.0 |  3.097s |     3m:47s |
| Iteration 47     |  6.7851 | uniform | ball_tree |        24 |       1 |  0.5312 |          1.0 |  3.104s |     3m:54s |
| Iteration 48     |  6.4535 | dista.. |   kd_tree |        24 |       1 |    0.75 |          1.0 |  3.119s |     4m:02s |
| Iteration 49     |  7.2799 | uniform |   kd_tree |        27 |       1 |  0.7188 |          1.0 |  3.119s |     4m:09s |
| Iteration 50     |  6.8629 | uniform |   kd_tree |        26 |       1 |  0.6875 |          1.0 |  3.085s |     4m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'radius': 6.7504, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0822
Time elapsed: 0.052s
-------------------------------------------------
Total time: 4m:21s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  3.522s |     3.529s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.5625 |         0.75 |  3.510s |    10.718s |
| Initial point 3  |          225 |        1.0215 |     SAMME |     1.0 |          1.0 |  3.316s |    17.773s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |          1.0 |  3.414s |    22.759s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.7812 |          1.0 |  3.383s |    27.133s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |          1.0 |  3.529s |    31.630s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.8125 |          1.0 |  3.229s |    35.858s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8438 |          1.0 |  4.090s |    40.905s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |          1.0 |  3.177s |    45.061s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.6562 |          1.0 |  3.327s |    49.371s |
| Iteration 11     |          226 |        0.8608 |     SAMME |    0.75 |          1.0 |  3.345s |    55.312s |
| Iteration 12     |          228 |        1.0156 |     SAMME |     0.5 |          1.0 |  3.361s |     1m:00s |
| Iteration 13     |          328 |        0.0926 |     SAMME |  0.8125 |          1.0 |  3.468s |     1m:05s |
| Iteration 14     |          219 |        1.1908 |     SAMME |  0.6875 |          1.0 |  3.372s |     1m:09s |
| Iteration 15     |          334 |        0.0794 |     SAMME |  0.9688 |          1.0 |  3.425s |     1m:14s |
| Iteration 16     |           65 |        0.1884 |     SAMME |  0.9688 |          1.0 |  3.251s |     1m:18s |
| Iteration 17     |          207 |        0.1135 |     SAMME |  0.5312 |          1.0 |  3.315s |     1m:23s |
| Iteration 18     |          416 |        0.0764 |     SAMME |    0.75 |          1.0 |  3.513s |     1m:27s |
| Iteration 19     |          379 |        0.1986 |     SAMME |  0.8125 |          1.0 |  3.424s |     1m:32s |
| Iteration 20     |          125 |        0.1736 |     SAMME |  0.2812 |          1.0 |  3.276s |     1m:36s |
| Iteration 21     |          334 |        0.1382 |     SAMME |  0.8125 |          1.0 |  3.431s |     1m:41s |
| Iteration 22     |          353 |        0.0111 |     SAMME |  0.5312 |          1.0 |  3.444s |     1m:45s |
| Iteration 23     |          334 |        0.0883 |     SAMME |  0.8125 |          1.0 |  3.427s |     1m:50s |
| Iteration 24     |          332 |        0.0193 |     SAMME |  0.9688 |          1.0 |  3.419s |     1m:55s |
| Iteration 25     |           63 |        5.2681 |   SAMME.R |   0.375 |          1.0 |  3.237s |     1m:59s |
| Iteration 26     |           64 |         0.058 |     SAMME |  0.3438 |          1.0 |  3.184s |     2m:04s |
| Iteration 27     |          329 |        2.3698 |   SAMME.R |  0.9375 |          1.0 |  3.442s |     2m:08s |
| Iteration 28     |          321 |        2.3514 |   SAMME.R |  0.4688 |          1.0 |  3.435s |     2m:13s |
| Iteration 29     |          500 |        5.7789 |     SAMME |    0.75 |          1.0 |  3.190s |     2m:17s |
| Iteration 30     |          358 |          0.01 |     SAMME |   0.875 |          1.0 |  3.434s |     2m:22s |
| Iteration 31     |          500 |        0.0186 |   SAMME.R |     0.5 |          1.0 |  3.569s |     2m:27s |
| Iteration 32     |          294 |        0.0149 |   SAMME.R |  0.6875 |          1.0 |  3.964s |     2m:34s |
| Iteration 33     |          358 |        6.3409 |     SAMME |     0.5 |          1.0 |  3.177s |     2m:39s |
| Iteration 34     |          363 |        0.0544 |     SAMME |  0.3125 |          1.0 |  3.487s |     2m:44s |
| Iteration 35     |          117 |        0.0826 |     SAMME |  0.8125 |          1.0 |  3.270s |     2m:49s |
| Iteration 36     |          488 |        0.0826 |     SAMME |   0.625 |          1.0 |  3.557s |     2m:54s |
| Iteration 37     |          333 |        0.0398 |     SAMME |  0.4062 |          1.0 |  3.403s |     2m:58s |
| Iteration 38     |          380 |        0.0202 |     SAMME |  0.5938 |          1.0 |  3.468s |     3m:03s |
| Iteration 39     |          107 |        0.0179 |     SAMME |   0.375 |          1.0 |  3.237s |     3m:08s |
| Iteration 40     |          411 |        0.0962 |     SAMME |     1.0 |          1.0 |  3.453s |     3m:15s |
| Iteration 41     |          458 |        0.0893 |     SAMME |  0.8125 |          1.0 |  3.422s |     3m:23s |
| Iteration 42     |          463 |        0.0985 |   SAMME.R |     1.0 |          1.0 |  3.495s |     3m:28s |
| Iteration 43     |           91 |        0.0986 |     SAMME |  0.4375 |          1.0 |  3.237s |     3m:33s |
| Iteration 44     |          409 |        0.0969 |     SAMME |     0.5 |          1.0 |  3.452s |     3m:38s |
| Iteration 45     |          434 |        0.0128 |   SAMME.R |  0.6875 |          1.0 |  3.539s |     3m:43s |
| Iteration 46     |          433 |        0.0115 |   SAMME.R |  0.9375 |          1.0 |  3.522s |     3m:47s |
| Iteration 47     |          442 |         0.017 |   SAMME.R |   0.625 |          1.0 |  3.527s |     3m:52s |
| Iteration 48     |          438 |        0.0111 |   SAMME.R |    0.75 |          1.0 |  3.519s |     3m:57s |
| Iteration 49     |          441 |        0.0102 |   SAMME.R |  0.6875 |          1.0 |  3.515s |     4m:02s |
| Iteration 50     |          440 |        6.9228 |   SAMME.R |  0.6562 |          1.0 |  3.495s |     4m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 463, 'learning_rate': 0.0985, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.425s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.049
Time elapsed: 1.922s
-------------------------------------------------
Total time: 4m:11s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.9375 |       0.9375 |  3.579s |     3.599s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.375 |       0.9375 |  3.469s |     8.152s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |     1.0 |          1.0 |  3.485s |    12.626s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |          1.0 |  3.280s |    16.864s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.5625 |          1.0 |  3.494s |    21.400s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |          1.0 |  3.313s |    27.114s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |   0.875 |          1.0 |  3.365s |    33.044s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9375 |          1.0 |  3.357s |    39.030s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |    0.75 |          1.0 |  4.090s |    44.442s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.625 |          1.0 |  3.436s |    48.876s |
| Iteration 11     |          189 |   entropy |         1 |                 2 |                9 |         None |     False |    0.0303 |         --- |     0.5 |          1.0 |  3.288s |    55.654s |
| Iteration 12     |          500 |   entropy |         6 |                15 |                3 |          0.6 |     False |    0.0268 |         --- |     0.5 |          1.0 |  3.423s |     1m:01s |
| Iteration 13     |          298 |   entropy |         3 |                17 |                5 |         auto |      True |    0.0076 |         0.9 |  0.8125 |          1.0 |  3.401s |     1m:06s |
| Iteration 14     |          190 |   entropy |         6 |                 3 |               20 |         auto |      True |    0.0216 |        None |  0.8125 |          1.0 |  3.292s |     1m:10s |
| Iteration 15     |           11 |   entropy |      None |                14 |               20 |         auto |     False |    0.0346 |         --- |  0.9375 |          1.0 |  3.172s |     1m:15s |
| Iteration 16     |          499 |   entropy |         9 |                 7 |                1 |         auto |      True |    0.0104 |         0.8 |   0.875 |          1.0 |  3.575s |     1m:20s |
| Iteration 17     |           10 |   entropy |      None |                20 |                1 |         auto |     False |     0.035 |         --- |   0.375 |          1.0 |  3.177s |     1m:24s |
| Iteration 18     |          495 |   entropy |         5 |                 7 |               17 |         auto |      True |    0.0185 |         0.7 |  0.3125 |          1.0 |  3.555s |     1m:31s |
| Iteration 19     |           94 |   entropy |         6 |                13 |               16 |         auto |     False |    0.0278 |         --- |  0.8125 |          1.0 |  3.194s |     1m:36s |
| Iteration 20     |           67 |   entropy |         6 |                12 |               20 |         auto |      True |      0.03 |         0.5 |     0.5 |          1.0 |  3.201s |     1m:40s |
| Iteration 21     |          155 |   entropy |         2 |                13 |               19 |         auto |     False |    0.0044 |         --- |  0.6875 |          1.0 |  3.240s |     1m:45s |
| Iteration 22     |          461 |      gini |         8 |                20 |                1 |          0.6 |      True |    0.0237 |         0.8 |   0.625 |          1.0 |  3.524s |     1m:50s |
| Iteration 23     |          286 |   entropy |         6 |                17 |               12 |         auto |     False |    0.0187 |         --- |  0.6875 |          1.0 |  3.306s |     1m:54s |
| Iteration 24     |          205 |   entropy |         5 |                11 |                1 |          0.5 |      True |    0.0302 |         0.8 |     1.0 |          1.0 |  3.340s |     1m:59s |
| Iteration 25     |          392 |   entropy |         4 |                19 |                1 |          0.6 |      True |    0.0293 |         0.9 |  0.8125 |          1.0 |  3.434s |     2m:04s |
| Iteration 26     |          131 |   entropy |         4 |                13 |                2 |          0.5 |      True |    0.0152 |         0.8 |  0.4375 |          1.0 |  3.273s |     2m:08s |
| Iteration 27     |          486 |   entropy |         6 |                13 |               20 |         None |     False |    0.0016 |         --- |   0.375 |          1.0 |  3.450s |     2m:13s |
| Iteration 28     |          332 |   entropy |         2 |                10 |                1 |          0.7 |     False |    0.0111 |         --- |  0.4688 |          1.0 |  3.360s |     2m:20s |
| Iteration 29     |           39 |   entropy |      None |                12 |                1 |         sqrt |      True |    0.0044 |         0.6 |   0.875 |          1.0 |  3.194s |     2m:25s |
| Iteration 30     |          104 |   entropy |         8 |                 6 |                1 |         None |      True |     0.026 |         0.5 |  0.5625 |          1.0 |  3.244s |     2m:30s |
| Iteration 31     |          127 |   entropy |         7 |                12 |                5 |          0.8 |      True |    0.0058 |         0.9 |  0.4375 |          1.0 |  3.255s |     2m:36s |
| Iteration 32     |          186 |   entropy |         7 |                17 |                1 |         log2 |      True |     0.032 |         0.9 |   0.625 |          1.0 |  3.301s |     2m:42s |
| Iteration 33     |          209 |   entropy |      None |                12 |               16 |          0.5 |      True |     0.035 |         0.7 |  0.6875 |          1.0 |  3.335s |     2m:46s |
| Iteration 34     |          491 |   entropy |         5 |                14 |                5 |          0.5 |     False |     0.035 |         --- |  0.3125 |          1.0 |  4.008s |     2m:53s |
| Iteration 35     |          142 |      gini |      None |                 5 |                1 |         log2 |      True |    0.0344 |         0.8 |  0.6875 |          1.0 |  3.177s |     2m:60s |
| Iteration 36     |           57 |      gini |         6 |                 5 |               16 |         log2 |     False |    0.0127 |         --- |  0.7812 |          1.0 |  3.112s |     3m:05s |
| Iteration 37     |          335 |      gini |         7 |                19 |               20 |         auto |     False |    0.0071 |         --- |   0.375 |          1.0 |  3.313s |     3m:10s |
| Iteration 38     |          345 |   entropy |         2 |                15 |               16 |         log2 |     False |    0.0242 |         --- |     0.5 |          1.0 |  3.318s |     3m:15s |
| Iteration 39     |           27 |   entropy |      None |                14 |                5 |         sqrt |      True |    0.0032 |        None |  0.4375 |          1.0 |  3.096s |     3m:20s |
| Iteration 40     |          183 |      gini |         5 |                 9 |                1 |         log2 |      True |    0.0028 |         0.8 |  0.8125 |          1.0 |  3.291s |     3m:25s |
| Iteration 41     |          379 |      gini |      None |                10 |               18 |         auto |     False |    0.0265 |         --- |  0.9062 |          1.0 |  3.310s |     3m:32s |
| Iteration 42     |           41 |      gini |         1 |                 2 |               17 |          0.6 |      True |    0.0096 |         0.9 |    0.75 |          1.0 |  3.156s |     3m:39s |
| Iteration 43     |          485 |   entropy |      None |                18 |               11 |          0.7 |     False |     0.033 |         --- |  0.6875 |          1.0 |  3.394s |     3m:44s |
| Iteration 44     |          368 |   entropy |         5 |                 9 |               10 |          0.9 |     False |    0.0332 |         --- |  0.4375 |          1.0 |  3.413s |     3m:49s |
| Iteration 45     |          102 |   entropy |         4 |                 7 |                1 |         None |      True |    0.0243 |         0.6 |   0.625 |          1.0 |  3.233s |     3m:54s |
| Iteration 46     |          498 |   entropy |         1 |                12 |                4 |         sqrt |      True |    0.0224 |         0.9 |  0.8125 |          1.0 |  3.547s |     3m:59s |
| Iteration 47     |           34 |      gini |      None |                14 |                3 |         auto |      True |    0.0055 |         0.6 |   0.625 |          1.0 |  3.208s |     4m:04s |
| Iteration 48     |           67 |   entropy |         5 |                 9 |                4 |         None |      True |    0.0207 |         0.8 |  0.8125 |          1.0 |  3.217s |     4m:10s |
| Iteration 49     |           48 |      gini |         9 |                12 |               20 |          0.8 |      True |    0.0202 |         0.8 |     0.5 |          1.0 |  3.225s |     4m:15s |
| Iteration 50     |           94 |   entropy |         5 |                19 |               16 |         auto |      True |    0.0301 |         0.8 |   0.375 |          1.0 |  3.236s |     4m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.332s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 1.468s
-------------------------------------------------
Total time: 4m:24s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.253s |     3.272s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.8125 |       0.8125 |  3.208s |     7.505s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.8125 |  3.236s |    11.733s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.8125 |  3.188s |    15.941s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.8125 |  3.187s |    20.117s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.8125 |  3.212s |    24.267s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.8125 |  3.201s |    28.585s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.8125 |  3.204s |    32.767s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  3.214s |    36.905s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  3.169s |    41.127s |
| Iteration 11     |           26 |        0.3306 |         6 |  0.2334 |               10 |       0.6 |              0.5 |       100 |          1 |     0.5 |       0.8125 |  3.144s |    46.944s |
| Iteration 12     |          386 |        0.0292 |         6 |  0.4273 |                2 |       0.8 |              0.8 |       0.1 |          1 |   0.625 |       0.8125 |  3.167s |    51.841s |
| Iteration 13     |          211 |        0.0561 |         7 |    0.88 |                3 |       0.9 |              0.8 |       0.1 |        100 |  0.6875 |       0.8125 |  3.777s |    57.037s |
| Iteration 14     |          363 |        0.0723 |         7 |  0.4253 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  3.236s |     1m:02s |
| Iteration 15     |          378 |        0.1014 |         8 |   0.329 |                3 |       1.0 |              1.0 |       0.1 |       0.01 |     1.0 |          1.0 |  3.200s |     1m:06s |
| Iteration 16     |           35 |        0.0427 |         3 |  0.1587 |                3 |       0.9 |              0.8 |         0 |        0.1 |  0.8125 |          1.0 |  3.156s |     1m:11s |
| Iteration 17     |          225 |        0.1327 |         4 |  0.4864 |                4 |       1.0 |              0.5 |        10 |         10 |     0.5 |          1.0 |  3.198s |     1m:16s |
| Iteration 18     |          448 |        0.1103 |         8 |  0.4667 |                4 |       1.0 |              1.0 |      0.01 |       0.01 |   0.625 |          1.0 |  3.218s |     1m:22s |
| Iteration 19     |          279 |        0.3225 |        10 |  0.4282 |                3 |       1.0 |              0.6 |       0.1 |         10 |    0.75 |          1.0 |  3.182s |     1m:27s |
| Iteration 20     |          161 |        0.1959 |         6 |  0.5889 |                3 |       0.9 |              0.9 |       0.1 |        0.1 |   0.375 |          1.0 |  3.187s |     1m:32s |
| Iteration 21     |          344 |        0.0978 |         2 |  0.5585 |                3 |       0.7 |              0.5 |      0.01 |          1 |  0.5625 |          1.0 |  3.134s |     1m:38s |
| Iteration 22     |          368 |        0.0909 |         8 |  0.3744 |                3 |       0.9 |              0.9 |       0.1 |       0.01 |    0.75 |          1.0 |  3.117s |     1m:45s |
| Iteration 23     |          213 |        0.0103 |         2 |  0.2814 |                3 |       1.0 |              0.5 |         1 |          1 |   0.625 |          1.0 |  3.240s |     1m:51s |
| Iteration 24     |          372 |        0.4681 |         8 |  0.8799 |                3 |       1.0 |              0.8 |       0.1 |         10 |  0.8438 |          1.0 |  3.159s |     1m:56s |
| Iteration 25     |          499 |        0.6147 |         1 |  0.1163 |                3 |       0.8 |              0.5 |       0.1 |        100 |  0.8125 |          1.0 |  3.266s |     2m:01s |
| Iteration 26     |          392 |        0.5838 |         7 |  0.0741 |                3 |       0.9 |              0.9 |       0.1 |          1 |  0.5312 |          1.0 |  3.216s |     2m:06s |
| Iteration 27     |          369 |        0.0789 |         7 |  0.7677 |                3 |       0.9 |              0.5 |       0.1 |        100 |  0.8438 |          1.0 |  3.277s |     2m:10s |
| Iteration 28     |          366 |        0.0621 |         7 |  0.5384 |                3 |       0.9 |              0.9 |       0.1 |          1 |  0.8125 |          1.0 |  3.285s |     2m:15s |
| Iteration 29     |          390 |        0.1035 |         7 |  0.6067 |                3 |       0.7 |              0.7 |       0.1 |       0.01 |   0.875 |          1.0 |  3.268s |     2m:20s |
| Iteration 30     |          382 |        0.0917 |         3 |  0.5391 |                3 |       0.6 |              0.9 |       0.1 |         10 |   0.875 |          1.0 |  3.262s |     2m:25s |
| Iteration 31     |          380 |        0.0869 |        10 |  0.4283 |                3 |       0.7 |              0.9 |       0.1 |          0 |  0.4375 |          1.0 |  3.285s |     2m:30s |
| Iteration 32     |          391 |        0.0823 |         7 |  0.0378 |                3 |       0.8 |              0.6 |       0.1 |       0.01 |   0.625 |          1.0 |  3.249s |     2m:35s |
| Iteration 33     |          385 |        0.8814 |         7 |    0.48 |                3 |       1.0 |              0.5 |       0.1 |          0 |  0.4375 |          1.0 |  3.284s |     2m:40s |
| Iteration 34     |          429 |        0.0999 |         2 |  0.3083 |                3 |       1.0 |              0.8 |        10 |       0.01 |     0.5 |          1.0 |  3.258s |     2m:46s |
| Iteration 35     |          368 |        0.0454 |         7 |   0.614 |                2 |       0.7 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  3.192s |     2m:51s |
| Iteration 36     |          373 |        0.0642 |         9 |  0.5183 |                4 |       1.0 |              0.4 |       0.1 |        0.1 |  0.5938 |          1.0 |  3.225s |     2m:56s |
| Iteration 37     |          385 |        0.0177 |         8 |  0.6642 |                4 |       0.6 |              1.0 |       0.1 |        0.1 |   0.375 |          1.0 |  3.209s |     3m:01s |
| Iteration 38     |          368 |        0.7901 |         5 |  0.5019 |                3 |       0.7 |              1.0 |       0.1 |        0.1 |   0.875 |          1.0 |  3.244s |     3m:06s |
| Iteration 39     |          371 |        0.0945 |         9 |  0.4758 |                3 |       0.5 |              1.0 |       0.1 |        0.1 |  0.4375 |          1.0 |  3.372s |     3m:11s |
| Iteration 40     |          377 |        0.0989 |         7 |   0.477 |                2 |       1.0 |              0.9 |       0.1 |        0.1 |  0.6875 |          1.0 |  3.270s |     3m:16s |
| Iteration 41     |          382 |        0.1077 |         7 |  0.4889 |                3 |       1.0 |              1.0 |       0.1 |          0 |    0.75 |          1.0 |  3.253s |     3m:21s |
| Iteration 42     |          361 |        0.8489 |         6 |  0.6886 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |     1.0 |          1.0 |  3.277s |     3m:26s |
| Iteration 43     |          361 |        0.2593 |         6 |  0.3697 |                3 |       0.8 |              0.8 |       0.1 |       0.01 |  0.6875 |          1.0 |  3.211s |     3m:31s |
| Iteration 44     |          379 |         0.832 |         5 |  0.6589 |                3 |       0.7 |              0.8 |       0.1 |        0.1 |   0.625 |          1.0 |  3.243s |     3m:36s |
| Iteration 45     |          368 |        0.4746 |         7 |  0.6926 |                3 |       0.8 |              0.8 |       0.1 |       0.01 |    0.75 |          1.0 |  3.214s |     3m:41s |
| Iteration 46     |          361 |         0.117 |         3 |  0.5029 |                8 |       0.8 |              1.0 |       0.1 |        0.1 |     0.5 |          1.0 |  3.219s |     3m:46s |
| Iteration 47     |          368 |        0.2482 |         6 |  0.7209 |                3 |       0.9 |              0.8 |       0.1 |         10 |  0.6875 |          1.0 |  3.211s |     3m:51s |
| Iteration 48     |          362 |        0.3223 |         6 |  0.5857 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |    0.75 |          1.0 |  3.200s |     3m:57s |
| Iteration 49     |          360 |        0.9133 |         6 |  0.4342 |                3 |       0.7 |              0.5 |       0.1 |        0.1 |  0.5938 |          1.0 |  3.212s |     4m:03s |
| Iteration 50     |          375 |        0.0369 |         7 |  0.7772 |                3 |       0.8 |              0.7 |       0.1 |          1 |  0.5625 |          1.0 |  3.163s |     4m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 361, 'learning_rate': 0.8489, 'max_depth': 6, 'gamma': 0.6886, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9625
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.102
Time elapsed: 0.256s
-------------------------------------------------
Total time: 4m:12s


Final results ==================== >>
Duration: 30m:22s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 1.0 ± 0.0 !
Logistic Regression             --> roc_auc: 0.67 ± 0.0872
Linear Discriminant Analysis    --> roc_auc: 0.8 ± 0.0
Quadratic Discriminant Analysis --> roc_auc: 0.8 ± 0.0
Radius Nearest Neighbors        --> roc_auc: 0.75 ± 0.0822
AdaBoost                        --> roc_auc: 0.96 ± 0.049
Random Forest                   --> roc_auc: 0.99 ± 0.02
XGBoost                         --> roc_auc: 0.79 ± 0.102
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 841 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAASALYGGSQGNLIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CASSLRASVTETQYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CVGQKLLF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGSGGGADGLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CALSDSNYQLIW.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVEDQTGANNLFF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.875 |        0.875 |  0.684s |     0.703s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  0.715s |     3.564s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  0.680s |     5.493s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     1.0 |          1.0 |  0.713s |     7.185s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.725s |     8.893s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |     0.5 |          1.0 |  0.735s |    13.041s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.8438 |          1.0 |  0.697s |    18.012s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.9375 |          1.0 |  0.739s |    20.302s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |          1.0 |  0.668s |    21.890s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |   0.875 |          1.0 |  0.666s |    23.489s |
| Iteration 11     |  deviance |        0.0821 |          195 |       0.6 | squared_er.. |                19 |               10 |         4 |         None |    0.0299 |     0.5 |          1.0 |  0.672s |    25.553s |
| Iteration 12     | exponen.. |        0.0154 |          476 |       0.5 | squared_er.. |                20 |                5 |        10 |          0.7 |    0.0063 |  0.9375 |          1.0 |  1.489s |    28.412s |
| Iteration 13     | exponen.. |        0.0114 |           36 |       0.5 | squared_er.. |                19 |               20 |         2 |          0.6 |    0.0335 |     0.5 |          1.0 |  0.631s |    32.713s |
| Iteration 14     |  deviance |        0.1577 |          370 |       0.7 | squared_er.. |                15 |               10 |         8 |          0.8 |    0.0243 |  0.6562 |          1.0 |  0.715s |    35.358s |
| Iteration 15     | exponen.. |        0.0583 |          362 |       0.5 | friedman_mse |                 3 |                1 |         8 |         log2 |    0.0084 |  0.8125 |          1.0 |  0.746s |    39.619s |
| Iteration 16     | exponen.. |           1.0 |          491 |       0.7 | squared_er.. |                 8 |               15 |         9 |          0.7 |     0.023 |     1.0 |          1.0 |  0.749s |    43.787s |
| Iteration 17     | exponen.. |           1.0 |          500 |       0.5 | squared_er.. |                 3 |               14 |        10 |          0.6 |    0.0095 |  0.6875 |          1.0 |  0.752s |    47.849s |
| Iteration 18     | exponen.. |         0.031 |          137 |       0.7 | friedman_mse |                12 |               19 |         1 |         auto |       0.0 |   0.625 |          1.0 |  0.645s |    50.872s |
| Iteration 19     | exponen.. |           1.0 |          495 |       0.6 | squared_er.. |                17 |                5 |         4 |          0.9 |    0.0174 |  0.8125 |          1.0 |  0.738s |    53.823s |
| Iteration 20     | exponen.. |         0.046 |           25 |       1.0 | squared_er.. |                17 |                6 |         9 |         auto |    0.0303 |  0.9375 |          1.0 |  0.627s |    56.736s |
| Iteration 21     | exponen.. |          0.01 |          177 |       0.8 | friedman_mse |                10 |                7 |         6 |          0.7 |    0.0281 |   0.875 |          1.0 |  0.710s |    58.959s |
| Iteration 22     | exponen.. |        0.0877 |           87 |       0.7 | friedman_mse |                15 |               10 |         1 |          0.5 |    0.0343 |   0.875 |          1.0 |  0.637s |     1m:01s |
| Iteration 23     | exponen.. |          0.01 |           89 |       1.0 | squared_er.. |                19 |                1 |         9 |          0.5 |    0.0124 |   0.625 |          1.0 |  0.642s |     1m:03s |
| Iteration 24     | exponen.. |        0.7331 |          484 |       0.6 | squared_er.. |                18 |               16 |        10 |         sqrt |    0.0311 |  0.8125 |          1.0 |  0.731s |     1m:05s |
| Iteration 25     |  deviance |        0.7955 |           58 |       0.9 | friedman_mse |                 8 |                1 |         9 |         log2 |    0.0041 |  0.9688 |          1.0 |  0.640s |     1m:07s |
| Iteration 26     |  deviance |        0.4142 |           88 |       0.7 | friedman_mse |                 4 |                2 |         7 |         log2 |    0.0109 |  0.8125 |          1.0 |  0.653s |     1m:09s |
| Iteration 27     | exponen.. |        0.0247 |          188 |       0.6 | squared_er.. |                 3 |                7 |         1 |         sqrt |    0.0126 |     1.0 |          1.0 |  0.668s |     1m:11s |
| Iteration 28     | exponen.. |        0.0483 |          415 |       0.6 | squared_er.. |                 3 |                7 |         2 |         log2 |    0.0017 |  0.9375 |          1.0 |  0.724s |     1m:13s |
| Iteration 29     | exponen.. |          0.01 |          417 |       0.9 | friedman_mse |                 3 |                5 |         2 |         None |    0.0041 |   0.625 |          1.0 |  0.744s |     1m:15s |
| Iteration 30     | exponen.. |        0.0297 |          119 |       0.6 | squared_er.. |                 9 |                6 |         6 |         auto |    0.0202 |    0.75 |          1.0 |  0.664s |     1m:17s |
| Iteration 31     | exponen.. |        0.3535 |          441 |       0.9 | squared_er.. |                 9 |               13 |         3 |          0.5 |    0.0117 |  0.8125 |          1.0 |  0.720s |     1m:19s |
| Iteration 32     | exponen.. |           1.0 |          194 |       0.9 | squared_er.. |                 6 |               19 |         8 |          0.6 |    0.0169 |  0.9375 |          1.0 |  0.662s |     1m:21s |
| Iteration 33     | exponen.. |           1.0 |           64 |       0.9 | friedman_mse |                19 |               17 |         3 |          0.8 |     0.021 |  0.3125 |          1.0 |  0.636s |     1m:23s |
| Iteration 34     |  deviance |           1.0 |           61 |       0.9 | squared_er.. |                10 |               19 |        10 |         auto |    0.0015 |     1.0 |          1.0 |  0.630s |     1m:25s |
| Iteration 35     |  deviance |        0.0318 |          390 |       0.7 | squared_er.. |                 8 |                9 |         1 |          0.7 |    0.0003 |     1.0 |          1.0 |  0.718s |     1m:28s |
| Iteration 36     |  deviance |        0.1802 |          293 |       1.0 | squared_er.. |                 8 |               17 |         5 |          0.7 |    0.0041 |  0.7812 |          1.0 |  1.244s |     1m:30s |
| Iteration 37     | exponen.. |        0.2393 |          223 |       0.5 | squared_er.. |                 8 |               11 |         5 |         sqrt |     0.019 |   0.625 |          1.0 |  0.669s |     1m:33s |
| Iteration 38     |  deviance |        0.0768 |           10 |       0.7 | squared_er.. |                18 |               17 |         5 |          0.8 |    0.0285 |  0.5938 |          1.0 |  0.627s |     1m:35s |
| Iteration 39     |  deviance |        0.0413 |          466 |       0.5 | squared_er.. |                 8 |               19 |         1 |         None |    0.0283 |     0.5 |          1.0 |  0.720s |     1m:37s |
| Iteration 40     | exponen.. |         0.017 |           92 |       0.7 | squared_er.. |                17 |               14 |         5 |          0.5 |    0.0055 |   0.875 |          1.0 |  0.670s |     1m:39s |
| Iteration 41     | exponen.. |           1.0 |          329 |       1.0 | squared_er.. |                11 |               17 |        10 |          0.9 |    0.0332 |     1.0 |          1.0 |  0.707s |     1m:41s |
| Iteration 42     | exponen.. |           1.0 |          261 |       0.9 | squared_er.. |                16 |               20 |         5 |         log2 |    0.0239 |    0.75 |          1.0 |  0.730s |     1m:43s |
| Iteration 43     | exponen.. |        0.0695 |          368 |       0.6 | friedman_mse |                17 |                7 |         5 |          0.7 |    0.0226 |     1.0 |          1.0 |  0.718s |     1m:45s |
| Iteration 44     |  deviance |        0.0767 |          362 |       0.5 | friedman_mse |                 2 |               10 |         7 |         sqrt |    0.0225 |  0.5938 |          1.0 |  0.705s |     1m:48s |
| Iteration 45     | exponen.. |        0.1412 |          417 |       0.6 | friedman_mse |                 6 |               16 |         3 |          0.9 |    0.0084 |   0.625 |          1.0 |  0.730s |     1m:53s |
| Iteration 46     | exponen.. |        0.0153 |          241 |       0.6 | friedman_mse |                19 |               14 |         8 |         sqrt |    0.0267 |  0.8125 |          1.0 |  0.701s |     1m:58s |
| Iteration 47     | exponen.. |        0.7836 |          423 |       0.7 | squared_er.. |                 7 |               12 |         3 |          0.6 |    0.0164 |     1.0 |          1.0 |  0.722s |     2m:03s |
| Iteration 48     | exponen.. |        0.0748 |          200 |       0.7 | squared_er.. |                 7 |               19 |         4 |          0.6 |    0.0172 |  0.6562 |          1.0 |  0.695s |     2m:08s |
| Iteration 49     | exponen.. |        0.0253 |          469 |       0.7 | friedman_mse |                 8 |                1 |         5 |         auto |    0.0175 |  0.6875 |          1.0 |  0.780s |     2m:14s |
| Iteration 50     |  deviance |        0.2828 |          102 |       1.0 | friedman_mse |                 7 |                2 |         7 |         log2 |    0.0034 |     0.5 |          1.0 |  0.652s |     2m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'loss': 'exponential', 'learning_rate': 1.0, 'n_estimators': 491, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 15, 'max_depth': 9, 'max_features': 0.7, 'ccp_alpha': 0.023}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.125s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.102
Time elapsed: 0.604s
-------------------------------------------------
Total time: 2m:25s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |     1.0 |          1.0 |  0.649s |     0.660s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |    0.75 |          1.0 |  0.645s |     5.572s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.9375 |          1.0 |  0.657s |    10.484s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.6875 |          1.0 |  0.635s |    15.329s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |          1.0 |  0.648s |    17.549s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.8125 |          1.0 |  0.654s |    19.159s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |          1.0 |  0.636s |    20.728s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.8125 |          1.0 |  0.655s |    23.437s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |          1.0 |  0.635s |    25.279s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.9375 |          1.0 |  0.637s |    26.833s |
| Iteration 11     |      l2 | 51.2045 |    saga |      493 |      --- |     0.5 |          1.0 |  0.643s |    28.828s |
| Iteration 12     |      l2 |  0.0268 | newto.. |     1000 |      --- |    0.75 |          1.0 |  0.638s |    30.716s |
| Iteration 13     |    none |     --- |   lbfgs |      991 |      --- |  0.3125 |          1.0 |  0.654s |    32.620s |
| Iteration 14     |    none |     --- | newto.. |      601 |      --- |     0.5 |          1.0 |  0.641s |    35.082s |
| Iteration 15     |      l2 |   100.0 | newto.. |     1000 |      --- |   0.625 |          1.0 |  0.645s |    36.966s |
| Iteration 16     |    none |     --- |   lbfgs |      969 |      --- |  0.5625 |          1.0 |  0.643s |    38.900s |
| Iteration 17     |      l2 |  0.1955 |    saga |      122 |      --- |     1.0 |          1.0 |  0.629s |    40.733s |
| Iteration 18     |    none |     --- |   lbfgs |      100 |      --- |    0.75 |          1.0 |  0.680s |    42.695s |
| Iteration 19     |      l1 |  2.9466 |    saga |      100 |      --- |  0.6875 |          1.0 |  0.637s |    44.517s |
| Iteration 20     |      l2 |  0.0113 |     sag |      100 |      --- |  0.6875 |          1.0 |  0.633s |    46.439s |
| Iteration 21     |      l1 |  0.0018 |    saga |      232 |      --- |     0.5 |          1.0 |  0.634s |    48.305s |
| Iteration 22     |      l2 |    0.15 |     sag |      176 |      --- |    0.75 |          1.0 |  0.641s |    50.255s |
| Iteration 23     |      l2 |  0.0044 | libli.. |      101 |      --- |  0.8125 |          1.0 |  0.652s |    52.225s |
| Iteration 24     |      l2 |  1.6108 |    saga |      100 |      --- |  0.4375 |          1.0 |  0.630s |    56.732s |
| Iteration 25     |      l2 |  0.4901 |    saga |      122 |      --- |   0.625 |          1.0 |  0.632s |    59.263s |
| Iteration 26     |      l2 |  1.3334 | libli.. |      108 |      --- |  0.8125 |          1.0 |  0.657s |     1m:02s |
| Iteration 27     |      l1 |  0.6604 | libli.. |      118 |      --- |     1.0 |          1.0 |  0.653s |     1m:04s |
| Iteration 28     |      l2 |  0.0035 | libli.. |      560 |      --- |   0.875 |          1.0 |  0.634s |     1m:06s |
| Iteration 29     |      l2 |  0.0039 | libli.. |     1000 |      --- |     0.5 |          1.0 |  0.638s |     1m:08s |
| Iteration 30     |      l2 |  0.0042 | libli.. |      322 |      --- |  0.8125 |          1.0 |  0.652s |     1m:12s |
| Iteration 31     |      l1 |   3.866 | libli.. |      112 |      --- |  0.8125 |          1.0 |  0.638s |     1m:14s |
| Iteration 32     |      l2 |  0.0017 |     sag |      999 |      --- |  0.9375 |          1.0 |  0.636s |     1m:19s |
| Iteration 33     |      l2 |  0.0026 | libli.. |      100 |      --- |     0.5 |          1.0 |  0.633s |     1m:22s |
| Iteration 34     |      l1 |  1.2417 | libli.. |      287 |      --- |    0.75 |          1.0 |  0.660s |     1m:25s |
| Iteration 35     |      l2 |  11.949 | libli.. |      304 |      --- |     1.0 |          1.0 |  0.666s |     1m:27s |
| Iteration 36     |      l2 |  44.335 | libli.. |      393 |      --- |    0.75 |          1.0 |  0.681s |     1m:29s |
| Iteration 37     |      l1 | 28.6545 | libli.. |      353 |      --- |   0.625 |          1.0 |  0.679s |     1m:31s |
| Iteration 38     |    none |     --- |     sag |      763 |      --- |  0.4375 |          1.0 |  0.654s |     1m:34s |
| Iteration 39     |      l2 | 24.4544 | newto.. |      996 |      --- |     1.0 |          1.0 |  1.214s |     1m:36s |
| Iteration 40     |      l1 |  0.0022 |    saga |     1000 |      --- |     0.5 |          1.0 |  0.637s |     1m:38s |
| Iteration 41     |      l2 |  0.1485 | newto.. |      101 |      --- |  0.8125 |          1.0 |  0.648s |     1m:40s |
| Iteration 42     |      l2 |  0.0022 | newto.. |      100 |      --- |   0.625 |          1.0 |  0.633s |     1m:43s |
| Iteration 43     |    none |     --- |   lbfgs |      100 |      --- |    0.75 |          1.0 |  0.000s |     1m:47s |
| Iteration 44     |      l1 | 94.5924 | libli.. |      205 |      --- |  0.6875 |          1.0 |  0.645s |     1m:49s |
| Iteration 45     |      l2 |  2.1368 | newto.. |      992 |      --- |   0.625 |          1.0 |  0.651s |     1m:51s |
| Iteration 46     |      l2 |  0.4414 | newto.. |      511 |      --- |  0.8125 |          1.0 |  0.687s |     1m:53s |
| Iteration 47     |      l1 | 72.9016 | libli.. |      116 |      --- |   0.375 |          1.0 |  0.686s |     1m:56s |
| Iteration 48     |      l1 |  0.5453 | libli.. |      146 |      --- |   0.625 |          1.0 |  0.681s |     1m:58s |
| Iteration 49     |      l2 | 17.1352 | newto.. |      519 |      --- |  0.4375 |          1.0 |  0.691s |     1m:60s |
| Iteration 50     |      l2 | 13.0398 | libli.. |      294 |      --- |  0.6875 |          1.0 |  0.677s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'penalty': 'l2', 'C': 24.4544, 'solver': 'newton-cg', 'max_iter': 996}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.783
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0548
Time elapsed: 0.071s
-------------------------------------------------
Total time: 2m:03s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.875 |        0.875 |  0.686s |     0.692s |
| Initial point 2  |     svd |       --- |    0.75 |        0.875 |  0.672s |     2.266s |
| Initial point 3  |     svd |       --- |    0.75 |        0.875 |  0.001s |     3.240s |
| Initial point 4  |    lsqr |       0.8 |    0.75 |        0.875 |  0.670s |     4.807s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |        0.875 |  0.682s |     6.401s |
| Initial point 6  |    lsqr |       0.7 |    0.75 |        0.875 |  0.671s |     7.992s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |        0.875 |  0.683s |     9.592s |
| Initial point 8  |    lsqr |       0.9 |    0.75 |        0.875 |  0.633s |    13.882s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |        0.875 |  0.638s |    16.264s |
| Initial point 10 |   eigen |       0.8 |     1.0 |          1.0 |  0.627s |    17.809s |
| Iteration 11     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    18.847s |
| Iteration 12     |   eigen |       0.7 |     0.5 |          1.0 |  0.629s |    20.493s |
| Iteration 13     |     svd |       --- |    0.75 |          1.0 |  0.000s |    21.531s |
| Iteration 14     |    lsqr |      auto |  0.5625 |          1.0 |  0.625s |    23.181s |
| Iteration 15     |   eigen |      auto |  0.8125 |          1.0 |  0.633s |    24.878s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.000s |    26.025s |
| Iteration 17     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |    27.179s |
| Iteration 18     |    lsqr |       1.0 |     1.0 |          1.0 |  0.686s |    28.959s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.000s |    30.747s |
| Iteration 20     |    lsqr |      None |  0.5625 |          1.0 |  1.288s |    33.323s |
| Iteration 21     |   eigen |       0.5 |    0.75 |          1.0 |  0.707s |    35.175s |
| Iteration 22     |   eigen |       0.6 |    0.75 |          1.0 |  0.629s |    36.875s |
| Iteration 23     |     svd |       --- |    0.75 |          1.0 |  0.000s |    40.470s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.001s |    44.516s |
| Iteration 25     |   eigen |      None |   0.625 |          1.0 |  0.638s |    49.324s |
| Iteration 26     |     svd |       --- |    0.75 |          1.0 |  0.000s |    53.547s |
| Iteration 27     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |    57.577s |
| Iteration 28     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 29     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 30     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:07s |
| Iteration 31     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 32     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:10s |
| Iteration 33     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 34     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 35     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:16s |
| Iteration 36     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 37     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |     1m:20s |
| Iteration 38     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:22s |
| Iteration 39     |   eigen |       0.9 |  0.5625 |          1.0 |  0.000s |     1m:23s |
| Iteration 40     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 41     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:25s |
| Iteration 42     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 43     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:30s |
| Iteration 44     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:32s |
| Iteration 45     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:33s |
| Iteration 46     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:35s |
| Iteration 47     |   eigen |       0.8 |     1.0 |          1.0 |  0.001s |     1m:36s |
| Iteration 48     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:37s |
| Iteration 49     |   eigen |       0.8 |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 50     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7723
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.1166
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:43s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.875 |        0.875 |  0.634s |     0.637s |
| Initial point 2  |       0.9 |    0.75 |        0.875 |  0.636s |     2.916s |
| Initial point 3  |       0.1 |  0.9375 |       0.9375 |  0.648s |     6.071s |
| Initial point 4  |       1.0 |   0.875 |       0.9375 |  0.001s |     8.764s |
| Initial point 5  |       0.2 |  0.5625 |       0.9375 |  0.639s |    12.192s |
| Initial point 6  |       0.4 |  0.6875 |       0.9375 |  0.629s |    14.078s |
| Initial point 7  |       0.4 |  0.6875 |       0.9375 |  0.001s |    15.037s |
| Initial point 8  |       0.7 |    0.75 |       0.9375 |  0.636s |    16.594s |
| Initial point 9  |       0.9 |    0.75 |       0.9375 |  0.001s |    17.534s |
| Initial point 10 |       0.8 |     1.0 |          1.0 |  0.635s |    19.082s |
| Iteration 11     |       0.3 |  0.5625 |          1.0 |  0.632s |    20.781s |
| Iteration 12     |       0.6 |   0.375 |          1.0 |  0.628s |    22.878s |
| Iteration 13     |       0.5 |  0.5625 |          1.0 |  0.630s |    24.630s |
| Iteration 14     |       0.0 |     0.5 |          1.0 |  0.635s |    26.272s |
| Iteration 15     |       0.8 |     1.0 |          1.0 |  0.000s |    28.889s |
| Iteration 16     |       0.8 |     1.0 |          1.0 |  0.000s |    31.736s |
| Iteration 17     |       0.8 |     1.0 |          1.0 |  0.000s |    33.250s |
| Iteration 18     |       0.8 |     1.0 |          1.0 |  0.000s |    34.416s |
| Iteration 19     |       0.8 |     1.0 |          1.0 |  0.000s |    35.453s |
| Iteration 20     |       0.8 |     1.0 |          1.0 |  0.000s |    36.483s |
| Iteration 21     |       0.6 |   0.375 |          1.0 |  0.000s |    38.070s |
| Iteration 22     |       0.8 |     1.0 |          1.0 |  0.000s |    39.139s |
| Iteration 23     |       0.8 |     1.0 |          1.0 |  0.000s |    40.140s |
| Iteration 24     |       0.8 |     1.0 |          1.0 |  0.000s |    41.186s |
| Iteration 25     |       0.8 |     1.0 |          1.0 |  0.000s |    43.495s |
| Iteration 26     |       0.8 |     1.0 |          1.0 |  0.000s |    44.893s |
| Iteration 27     |       0.8 |     1.0 |          1.0 |  0.000s |    45.954s |
| Iteration 28     |       0.9 |    0.75 |          1.0 |  0.000s |    47.061s |
| Iteration 29     |       0.8 |     1.0 |          1.0 |  0.000s |    48.081s |
| Iteration 30     |       0.8 |     1.0 |          1.0 |  0.000s |    49.121s |
| Iteration 31     |       0.8 |     1.0 |          1.0 |  0.000s |    50.232s |
| Iteration 32     |       0.8 |     1.0 |          1.0 |  0.000s |    51.262s |
| Iteration 33     |       0.8 |     1.0 |          1.0 |  0.000s |    52.313s |
| Iteration 34     |       0.8 |     1.0 |          1.0 |  0.000s |    53.374s |
| Iteration 35     |       0.8 |     1.0 |          1.0 |  0.000s |    54.423s |
| Iteration 36     |       0.8 |     1.0 |          1.0 |  0.000s |    55.477s |
| Iteration 37     |       0.8 |     1.0 |          1.0 |  0.000s |    56.554s |
| Iteration 38     |       0.8 |     1.0 |          1.0 |  0.000s |    57.740s |
| Iteration 39     |       0.8 |     1.0 |          1.0 |  0.000s |    58.979s |
| Iteration 40     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:00s |
| Iteration 41     |       0.8 |     1.0 |          1.0 |  0.001s |     1m:01s |
| Iteration 42     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 43     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:05s |
| Iteration 44     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 45     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 46     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 47     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:12s |
| Iteration 48     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:13s |
| Iteration 49     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 50     |       0.8 |     1.0 |          1.0 |  0.000s |     1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7723
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.1166
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:17s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.2646 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.666s |     0.687s |
| Initial point 2  |  4.8776 | uniform |   kd_tree |        39 |       2 |  0.6562 |          1.0 |  0.645s |     2.388s |
| Initial point 3  |   3.853 | dista.. | ball_tree |        25 |       2 |  0.6875 |          1.0 |  0.633s |     4.014s |
| Initial point 4  | 11.2411 | uniform | ball_tree |        39 |       2 |   0.375 |          1.0 |  0.637s |     5.668s |
| Initial point 5  |  8.8059 | dista.. |      auto |        30 |       2 |    0.75 |          1.0 |  0.634s |     7.476s |
| Initial point 6  | 10.1979 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  0.643s |     9.271s |
| Initial point 7  |  7.2943 | dista.. | ball_tree |        24 |       1 |  0.8438 |          1.0 |  0.638s |    11.002s |
| Initial point 8  |   1.748 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.645s |    14.552s |
| Initial point 9  |  8.1253 | uniform | ball_tree |        24 |       1 |  0.9062 |          1.0 |  0.652s |    16.796s |
| Initial point 10 |  5.7713 | uniform |     brute |        22 |       2 |  0.4375 |          1.0 |  0.655s |    18.663s |
| Iteration 11     |     0.0 | uniform |     brute |        22 |       1 |     0.5 |          1.0 |  0.648s |    20.926s |
| Iteration 12     | 11.4812 | dista.. | ball_tree |        21 |       2 |   0.875 |          1.0 |  0.629s |    22.918s |
| Iteration 13     | 10.8293 | dista.. | ball_tree |        40 |       1 |     1.0 |          1.0 |  0.631s |    24.855s |
| Iteration 14     | 10.6837 | uniform |      auto |        40 |       2 |     0.5 |          1.0 |  0.642s |    26.741s |
| Iteration 15     |   11.72 | dista.. |     brute |        40 |       1 |   0.875 |          1.0 |  0.645s |    30.122s |
| Iteration 16     | 10.6959 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.641s |    35.580s |
| Iteration 17     | 12.2993 | uniform |      auto |        40 |       1 |     1.0 |          1.0 |  0.630s |    38.236s |
| Iteration 18     | 12.2831 | dista.. | ball_tree |        38 |       1 |  0.8125 |          1.0 |  1.201s |    42.847s |
| Iteration 19     |  9.2228 | dista.. |      auto |        20 |       2 |   0.875 |          1.0 |  0.655s |    45.632s |
| Iteration 20     | 11.2033 | dista.. | ball_tree |        40 |       1 |     1.0 |          1.0 |  0.631s |    47.818s |
| Iteration 21     |  9.6538 | dista.. |   kd_tree |        40 |       1 |  0.6875 |          1.0 |  0.640s |    49.835s |
| Iteration 22     |  9.7544 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.635s |    51.918s |
| Iteration 23     | 12.2993 | uniform |      auto |        40 |       1 |     1.0 |          1.0 |  0.000s |    53.307s |
| Iteration 24     | 12.2993 | uniform | ball_tree |        40 |       1 |   0.375 |          1.0 |  0.638s |    55.595s |
| Iteration 25     |  0.1475 | dista.. |      auto |        20 |       1 |    0.25 |          1.0 |  0.635s |    57.664s |
| Iteration 26     | 12.2993 | dista.. |      auto |        20 |       1 |   0.875 |          1.0 |  0.628s |    59.669s |
| Iteration 27     | 12.2993 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.697s |     1m:02s |
| Iteration 28     | 12.2993 | dista.. |      auto |        20 |       1 |   0.875 |          1.0 |  0.000s |     1m:06s |
| Iteration 29     | 12.2993 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:08s |
| Iteration 30     | 12.2993 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:09s |
| Iteration 31     | 12.2993 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 32     | 12.2993 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 33     | 12.2993 | dista.. |     brute |        29 |       1 |     0.5 |          1.0 |  0.655s |     1m:19s |
| Iteration 34     |  9.2727 | uniform |     brute |        20 |       1 |  0.9375 |          1.0 |  0.639s |     1m:25s |
| Iteration 35     | 10.5761 | uniform |     brute |        20 |       1 |   0.625 |          1.0 |  0.634s |     1m:29s |
| Iteration 36     | 12.2993 | dista.. |      auto |        20 |       1 |   0.875 |          1.0 |  0.000s |     1m:33s |
| Iteration 37     | 12.2993 | dista.. |      auto |        20 |       1 |   0.875 |          1.0 |  0.000s |     1m:37s |
| Iteration 38     |     0.0 | dista.. |     brute |        40 |       2 |     0.5 |          1.0 |  0.653s |     1m:40s |
| Iteration 39     | 12.2993 | dista.. |      auto |        20 |       1 |   0.875 |          1.0 |  0.001s |     1m:41s |
| Iteration 40     | 12.2993 | dista.. |     brute |        20 |       1 |     1.0 |          1.0 |  0.000s |     1m:43s |
| Iteration 41     | 11.0163 | dista.. | ball_tree |        40 |       1 |   0.875 |          1.0 |  0.640s |     1m:45s |
| Iteration 42     | 11.2491 | uniform | ball_tree |        40 |       1 |  0.5938 |          1.0 |  0.631s |     1m:47s |
| Iteration 43     | 11.2413 | dista.. | ball_tree |        40 |       1 |     1.0 |          1.0 |  0.631s |     1m:50s |
| Iteration 44     | 10.5619 | dista.. | ball_tree |        40 |       1 |  0.8125 |          1.0 |  0.628s |     1m:52s |
| Iteration 45     | 10.2441 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  0.640s |     1m:55s |
| Iteration 46     | 12.0735 | dista.. |     brute |        20 |       1 |    0.75 |          1.0 |  0.627s |     1m:58s |
| Iteration 47     |  8.2468 | dista.. |     brute |        20 |       1 |  0.2188 |          1.0 |  0.656s |     2m:00s |
| Iteration 48     | 10.1902 | dista.. | ball_tree |        21 |       2 |  0.5625 |          1.0 |  0.629s |     2m:03s |
| Iteration 49     | 11.5346 | dista.. |      auto |        40 |       1 |   0.625 |          1.0 |  0.641s |     2m:05s |
| Iteration 50     | 12.2993 | dista.. |     brute |        22 |       2 |    0.75 |          1.0 |  0.645s |     2m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'radius': 12.2993, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.1225
Time elapsed: 0.056s
-------------------------------------------------
Total time: 2m:15s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |     1.0 |          1.0 |  1.009s |     1.016s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |     1.0 |          1.0 |  1.040s |     3.731s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.875 |          1.0 |  0.788s |     5.610s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.7812 |          1.0 |  0.921s |     7.691s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.9375 |          1.0 |  0.811s |     9.764s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |    0.75 |          1.0 |  0.994s |    11.864s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.1562 |          1.0 |  0.657s |    13.634s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.9375 |          1.0 |  0.945s |    15.575s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.7188 |          1.0 |  0.637s |    17.346s |
| Initial point 10 |          173 |        0.0151 |     SAMME |     1.0 |          1.0 |  0.752s |    19.190s |
| Iteration 11     |          390 |        7.3411 |     SAMME |    0.25 |          1.0 |  0.631s |    21.188s |
| Iteration 12     |           61 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.668s |    25.611s |
| Iteration 13     |          218 |          10.0 |   SAMME.R |    0.25 |          1.0 |  0.793s |    28.522s |
| Iteration 14     |          500 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  1.038s |    30.855s |
| Iteration 15     |           50 |        0.2145 |     SAMME |   0.875 |          1.0 |  0.664s |    32.821s |
| Iteration 16     |          250 |          0.01 |     SAMME |  0.9375 |          1.0 |  0.804s |    34.974s |
| Iteration 17     |          176 |          0.01 |     SAMME |   0.875 |          1.0 |  0.742s |    37.018s |
| Iteration 18     |           50 |          10.0 |     SAMME |    0.75 |          1.0 |  0.631s |    38.849s |
| Iteration 19     |          301 |          0.01 |     SAMME |    0.75 |          1.0 |  0.835s |    40.932s |
| Iteration 20     |          123 |        0.0352 |     SAMME |    0.75 |          1.0 |  0.729s |    45.586s |
| Iteration 21     |          500 |          10.0 |   SAMME.R |  0.7812 |          1.0 |  1.011s |    51.476s |
| Iteration 22     |           50 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.657s |    54.548s |
| Iteration 23     |          135 |          0.01 |     SAMME |   0.875 |          1.0 |  0.706s |    58.824s |
| Iteration 24     |           50 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.692s |     1m:04s |
| Iteration 25     |           50 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     1m:06s |
| Iteration 26     |           77 |          0.01 |     SAMME |   0.875 |          1.0 |  0.678s |     1m:09s |
| Iteration 27     |           50 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.000s |     1m:10s |
| Iteration 28     |           50 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.000s |     1m:11s |
| Iteration 29     |           50 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.000s |     1m:13s |
| Iteration 30     |           50 |          0.01 |   SAMME.R |  0.9062 |          1.0 |  0.001s |     1m:18s |
| Iteration 31     |          500 |         5.915 |   SAMME.R |    0.75 |          1.0 |  1.004s |     1m:21s |
| Iteration 32     |          158 |        0.4192 |     SAMME |  0.9375 |          1.0 |  0.723s |     1m:23s |
| Iteration 33     |          500 |        6.3512 |   SAMME.R |  0.6562 |          1.0 |  1.036s |     1m:25s |
| Iteration 34     |           78 |        8.2101 |   SAMME.R |    0.25 |          1.0 |  0.686s |     1m:28s |
| Iteration 35     |           50 |          0.01 |     SAMME |  0.9062 |          1.0 |  0.000s |     1m:29s |
| Iteration 36     |          433 |        0.0507 |   SAMME.R |     1.0 |          1.0 |  0.990s |     1m:33s |
| Iteration 37     |          463 |        0.0502 |     SAMME |  0.4375 |          1.0 |  0.962s |     1m:39s |
| Iteration 38     |           83 |         0.048 |     SAMME |  0.6562 |          1.0 |  0.703s |     1m:44s |
| Iteration 39     |          434 |        0.0347 |   SAMME.R |  0.9375 |          1.0 |  0.974s |     1m:50s |
| Iteration 40     |          426 |        0.2725 |   SAMME.R |   0.625 |          1.0 |  0.968s |     1m:56s |
| Iteration 41     |          465 |         0.047 |   SAMME.R |     1.0 |          1.0 |  0.990s |     1m:60s |
| Iteration 42     |          233 |        0.0173 |     SAMME |    0.75 |          1.0 |  0.795s |     2m:02s |
| Iteration 43     |          117 |        0.0136 |     SAMME |  0.9688 |          1.0 |  0.725s |     2m:04s |
| Iteration 44     |          457 |        0.0473 |   SAMME.R |    0.75 |          1.0 |  0.986s |     2m:07s |
| Iteration 45     |          143 |          0.01 |   SAMME.R |   0.625 |          1.0 |  0.751s |     2m:09s |
| Iteration 46     |          352 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.908s |     2m:12s |
| Iteration 47     |          500 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  0.001s |     2m:13s |
| Iteration 48     |           50 |         0.892 |     SAMME |     1.0 |          1.0 |  0.686s |     2m:15s |
| Iteration 49     |           77 |        0.7903 |     SAMME |    0.75 |          1.0 |  0.689s |     2m:18s |
| Iteration 50     |          168 |        0.0452 |     SAMME |  0.5312 |          1.0 |  0.741s |     2m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.463s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.049
Time elapsed: 2.039s
-------------------------------------------------
Total time: 2m:24s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |     1.0 |          1.0 |  1.065s |     1.085s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.9375 |          1.0 |  0.942s |     3.316s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |   0.875 |          1.0 |  0.991s |     6.766s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.875 |          1.0 |  1.383s |     9.920s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.9375 |          1.0 |  0.940s |    12.141s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |     1.0 |          1.0 |  0.766s |    13.943s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.8438 |          1.0 |  0.810s |    16.316s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.9375 |          1.0 |  0.791s |    18.375s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |     1.0 |          1.0 |  0.913s |    20.462s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |  0.9375 |          1.0 |  0.877s |    22.417s |
| Iteration 11     |           12 |      gini |         1 |                 5 |               19 |         None |     False |    0.0342 |         --- |    0.25 |          1.0 |  0.631s |    24.574s |
| Iteration 12     |          489 |      gini |         4 |                15 |                9 |          0.9 |     False |    0.0003 |         --- |  0.9375 |          1.0 |  0.937s |    27.104s |
| Iteration 13     |          218 |      gini |      None |                 2 |                1 |         sqrt |      True |       0.0 |         0.9 |     1.0 |          1.0 |  0.826s |    29.591s |
| Iteration 14     |          223 |      gini |         2 |                 2 |               20 |         sqrt |      True |       0.0 |        None |  0.6875 |          1.0 |  0.915s |    32.256s |
| Iteration 15     |           10 |      gini |      None |                 2 |                1 |         auto |      True |       0.0 |         0.9 |  0.7188 |          1.0 |  0.680s |    34.699s |
| Iteration 16     |          494 |   entropy |      None |                 2 |                1 |         auto |     False |       0.0 |         --- |     1.0 |          1.0 |  0.998s |    37.331s |
| Iteration 17     |           10 |      gini |         9 |                 2 |               20 |         auto |      True |       0.0 |         0.9 |     0.5 |          1.0 |  0.647s |    39.734s |
| Iteration 18     |          404 |      gini |         1 |                12 |                8 |         sqrt |     False |    0.0034 |         --- |    0.75 |          1.0 |  0.866s |    42.339s |
| Iteration 19     |          193 |      gini |         9 |                 2 |                1 |         auto |      True |    0.0069 |         0.9 |   0.875 |          1.0 |  0.804s |    44.856s |
| Iteration 20     |          500 |   entropy |         9 |                 2 |               20 |         None |      True |     0.035 |        None |   0.875 |          1.0 |  1.045s |    47.739s |
| Iteration 21     |          500 |      gini |         2 |                17 |                1 |         None |      True |       0.0 |         0.7 |  0.8125 |          1.0 |  0.996s |    50.536s |
| Iteration 22     |          272 |      gini |      None |                 2 |                1 |         None |      True |    0.0044 |        None |    0.75 |          1.0 |  0.846s |    54.049s |
| Iteration 23     |          500 |   entropy |         9 |                 2 |               11 |         auto |     False |     0.035 |         --- |   0.875 |          1.0 |  0.938s |    56.914s |
| Iteration 24     |          242 |      gini |         7 |                18 |               11 |          0.7 |      True |    0.0212 |         0.9 |  0.8125 |          1.0 |  0.806s |    59.411s |
| Iteration 25     |          500 |   entropy |         8 |                20 |               20 |         auto |      True |       0.0 |         0.6 |     0.5 |          1.0 |  0.976s |     1m:02s |
| Iteration 26     |          196 |      gini |         6 |                16 |                1 |         sqrt |      True |     0.011 |         0.8 |   0.875 |          1.0 |  0.770s |     1m:04s |
| Iteration 27     |          425 |   entropy |         1 |                 9 |                3 |         auto |     False |    0.0028 |         --- |     1.0 |          1.0 |  0.894s |     1m:07s |
| Iteration 28     |           35 |   entropy |         5 |                 4 |               12 |         sqrt |     False |     0.035 |         --- |  0.8438 |          1.0 |  0.643s |     1m:09s |
| Iteration 29     |          470 |      gini |         1 |                13 |               14 |          0.6 |     False |    0.0054 |         --- |  0.5938 |          1.0 |  1.490s |     1m:12s |
| Iteration 30     |          201 |      gini |         7 |                10 |               10 |         sqrt |     False |    0.0282 |         --- |   0.875 |          1.0 |  0.788s |     1m:15s |
| Iteration 31     |           48 |      gini |         7 |                 6 |                4 |         None |     False |    0.0119 |         --- |  0.6875 |          1.0 |  0.667s |     1m:18s |
| Iteration 32     |          128 |      gini |         9 |                 6 |               11 |         sqrt |     False |      0.02 |         --- |   0.875 |          1.0 |  0.756s |     1m:21s |
| Iteration 33     |          424 |   entropy |      None |                 7 |                1 |          0.5 |      True |    0.0308 |         0.6 |  0.5625 |          1.0 |  1.057s |     1m:24s |
| Iteration 34     |          280 |   entropy |      None |                 3 |                2 |         auto |     False |    0.0019 |         --- |   0.875 |          1.0 |  0.896s |     1m:27s |
| Iteration 35     |          468 |      gini |         5 |                 2 |                1 |         log2 |      True |       0.0 |         0.9 |     1.0 |          1.0 |  0.983s |     1m:31s |
| Iteration 36     |          133 |      gini |         8 |                 9 |                8 |          0.7 |     False |    0.0039 |         --- |   0.875 |          1.0 |  0.747s |     1m:36s |
| Iteration 37     |          270 |      gini |      None |                 3 |                1 |         sqrt |      True |    0.0014 |         0.9 |   0.375 |          1.0 |  0.844s |     1m:41s |
| Iteration 38     |          341 |   entropy |         2 |                14 |                1 |          0.8 |     False |    0.0103 |         --- |  0.6562 |          1.0 |  0.849s |     1m:46s |
| Iteration 39     |          290 |      gini |         6 |                13 |                6 |         log2 |      True |    0.0014 |         0.7 |  0.8125 |          1.0 |  0.853s |     1m:49s |
| Iteration 40     |          482 |   entropy |         4 |                12 |                2 |         auto |     False |    0.0179 |         --- |  0.9375 |          1.0 |  0.942s |     1m:51s |
| Iteration 41     |          230 |   entropy |         2 |                 5 |                2 |         auto |     False |    0.0064 |         --- |     1.0 |          1.0 |  0.817s |     1m:54s |
| Iteration 42     |          214 |      gini |         4 |                17 |                1 |         auto |     False |     0.033 |         --- |  0.8125 |          1.0 |  0.810s |     1m:56s |
| Iteration 43     |          500 |   entropy |      None |                 5 |                4 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.942s |     2m:01s |
| Iteration 44     |          190 |   entropy |      None |                12 |               14 |         None |      True |      0.03 |        None |  0.5938 |          1.0 |  0.773s |     2m:04s |
| Iteration 45     |          444 |   entropy |         2 |                 6 |                4 |         auto |     False |    0.0043 |         --- |   0.625 |          1.0 |  0.938s |     2m:07s |
| Iteration 46     |          465 |      gini |         5 |                 3 |               16 |          0.8 |     False |    0.0031 |         --- |    0.75 |          1.0 |  0.944s |     2m:09s |
| Iteration 47     |          311 |   entropy |         3 |                10 |                7 |          0.7 |      True |    0.0288 |         0.6 |     0.5 |          1.0 |  0.917s |     2m:12s |
| Iteration 48     |          142 |      gini |         8 |                 3 |                1 |         auto |     False |    0.0267 |         --- |    0.75 |          1.0 |  0.753s |     2m:14s |
| Iteration 49     |          262 |   entropy |      None |                16 |                1 |         sqrt |     False |    0.0237 |         --- |  0.9375 |          1.0 |  0.816s |     2m:17s |
| Iteration 50     |          279 |   entropy |      None |                11 |                1 |         auto |     False |    0.0248 |         --- |  0.4375 |          1.0 |  0.836s |     2m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8652
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.429s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1077
Time elapsed: 1.961s
-------------------------------------------------
Total time: 2m:24s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.777s |     0.797s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  1.292s |     5.432s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          1.0 |  0.716s |     7.650s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          1.0 |  0.659s |     9.236s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          1.0 |  0.712s |    11.074s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          1.0 |  0.687s |    12.885s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          1.0 |  0.693s |    17.888s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          1.0 |  0.682s |    24.167s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |          1.0 |  0.715s |    29.462s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |          1.0 |  0.684s |    35.616s |
| Iteration 11     |          474 |        0.0405 |         2 |  0.2368 |                2 |       0.7 |              0.7 |         0 |          1 |  0.6875 |          1.0 |  0.717s |    41.419s |
| Iteration 12     |          480 |        0.0346 |         7 |  0.3965 |                3 |       1.0 |              0.7 |         1 |          1 |   0.875 |          1.0 |  0.720s |    47.468s |
| Iteration 13     |           61 |        0.2986 |         6 |  0.4693 |                2 |       0.5 |              0.8 |        10 |        0.1 |     0.5 |          1.0 |  0.642s |    50.448s |
| Iteration 14     |          414 |        0.0568 |         6 |  0.4076 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |          1.0 |  0.707s |    55.156s |
| Iteration 15     |          162 |        0.0392 |         6 |  0.9626 |                5 |       0.8 |              0.8 |       0.1 |        100 |     0.5 |          1.0 |  0.682s |    57.797s |
| Iteration 16     |          279 |        0.0412 |         8 |  0.7224 |                3 |       0.6 |              0.4 |       0.1 |       0.01 |   0.875 |          1.0 |  0.689s |     1m:00s |
| Iteration 17     |          342 |        0.0373 |         2 |   0.645 |                3 |       0.8 |              1.0 |       0.1 |          1 |  0.9375 |          1.0 |  0.692s |     1m:02s |
| Iteration 18     |          491 |         0.042 |         8 |  0.0699 |                3 |       0.9 |              0.9 |      0.01 |          1 |  0.6875 |          1.0 |  0.719s |     1m:07s |
| Iteration 19     |          237 |         0.041 |         5 |  0.4855 |                3 |       0.8 |              0.6 |      0.01 |        0.1 |  0.6875 |          1.0 |  0.696s |     1m:12s |
| Iteration 20     |          486 |        0.0417 |         5 |  0.1926 |                3 |       0.9 |              1.0 |       0.1 |        0.1 |  0.9375 |          1.0 |  0.734s |     1m:18s |
| Iteration 21     |          433 |        0.0398 |         4 |  0.4125 |                3 |       0.9 |              1.0 |       0.1 |          1 |  0.9375 |          1.0 |  0.705s |     1m:24s |
| Iteration 22     |          473 |        0.0402 |         9 |  0.5453 |                3 |       0.7 |              1.0 |       0.1 |         10 |   0.875 |          1.0 |  0.728s |     1m:29s |
| Iteration 23     |          305 |        0.0385 |         6 |   0.898 |                3 |       0.9 |              1.0 |       0.1 |       0.01 |  0.8125 |          1.0 |  0.689s |     1m:32s |
| Iteration 24     |          344 |        0.0419 |         4 |  0.7719 |                3 |       0.5 |              0.7 |       0.1 |          1 |  0.5625 |          1.0 |  0.687s |     1m:34s |
| Iteration 25     |          341 |          0.01 |         5 |  0.6297 |                2 |       1.0 |              1.0 |        10 |          0 |     0.5 |          1.0 |  0.691s |     1m:37s |
| Iteration 26     |          217 |        0.0417 |         7 |  0.2124 |                3 |       0.8 |              0.4 |         1 |          1 |   0.875 |          1.0 |  0.665s |     1m:39s |
| Iteration 27     |          323 |        0.0418 |         6 |  0.0706 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     1.0 |          1.0 |  0.691s |     1m:42s |
| Iteration 28     |          455 |        0.0395 |         6 |  0.0939 |                3 |       0.9 |              0.6 |         1 |          0 |  0.9375 |          1.0 |  1.290s |     1m:46s |
| Iteration 29     |          449 |        0.0417 |         3 |  0.6953 |                3 |       0.8 |              0.7 |       0.1 |        0.1 |   0.625 |          1.0 |  0.882s |     1m:50s |
| Iteration 30     |          228 |        0.0418 |         1 |  0.9336 |                3 |       0.6 |              0.9 |       0.1 |          1 |   0.875 |          1.0 |  0.679s |     1m:52s |
| Iteration 31     |          267 |        0.0339 |         1 |  0.1828 |                3 |       0.9 |              0.9 |       0.1 |          0 |     1.0 |          1.0 |  0.681s |     1m:54s |
| Iteration 32     |          425 |        0.0373 |         1 |  0.1973 |                2 |       0.7 |              0.9 |       0.1 |        100 |   0.875 |          1.0 |  0.717s |     1m:57s |
| Iteration 33     |          374 |        0.0382 |         1 |  0.2789 |                3 |       0.7 |              0.9 |       0.1 |         10 |     0.5 |          1.0 |  0.700s |     2m:01s |
| Iteration 34     |          206 |        0.0418 |         6 |  0.1752 |                3 |       0.8 |              0.9 |         0 |       0.01 |   0.875 |          1.0 |  0.683s |     2m:07s |
| Iteration 35     |          423 |        0.0413 |         6 |  0.4538 |                3 |       0.8 |              1.0 |         1 |          1 |   0.875 |          1.0 |  0.707s |     2m:12s |
| Iteration 36     |          310 |        0.0376 |         5 |  0.2754 |                1 |       1.0 |              1.0 |        10 |          0 |     0.5 |          1.0 |  0.675s |     2m:15s |
| Iteration 37     |          370 |        0.0147 |         8 |     0.0 |                2 |       0.9 |              1.0 |       0.1 |          0 |   0.625 |          1.0 |  0.707s |     2m:17s |
| Iteration 38     |          332 |           1.0 |         9 |  0.3507 |               10 |       1.0 |              0.5 |       100 |         10 |     0.5 |          1.0 |  0.680s |     2m:20s |
| Iteration 39     |          441 |        0.0157 |         6 |  0.1977 |                3 |       1.0 |              0.4 |       100 |          0 |     0.5 |          1.0 |  0.698s |     2m:22s |
| Iteration 40     |          479 |          0.01 |        10 |  0.5804 |               10 |       1.0 |              1.0 |       100 |          1 |     0.5 |          1.0 |  0.703s |     2m:24s |
| Iteration 41     |           56 |        0.0329 |         9 |     0.0 |                4 |       1.0 |              0.9 |       0.1 |          0 |     1.0 |          1.0 |  0.650s |     2m:30s |
| Iteration 42     |           37 |        0.1761 |         8 |     0.0 |                4 |       1.0 |              1.0 |       0.1 |          0 |  0.6875 |          1.0 |  0.641s |     2m:33s |
| Iteration 43     |           42 |         0.039 |         9 |     0.0 |                3 |       1.0 |              1.0 |       0.1 |          0 |  0.9375 |          1.0 |  0.639s |     2m:35s |
| Iteration 44     |           29 |           1.0 |         8 |     0.0 |                1 |       1.0 |              1.0 |         0 |          0 |   0.625 |          1.0 |  0.658s |     2m:37s |
| Iteration 45     |          485 |        0.0388 |        10 |     0.0 |                4 |       1.0 |              0.8 |       0.1 |          0 |  0.5625 |          1.0 |  0.710s |     2m:40s |
| Iteration 46     |           20 |           1.0 |        10 |  0.7644 |                6 |       1.0 |              1.0 |       0.1 |          0 |   0.625 |          1.0 |  0.641s |     2m:42s |
| Iteration 47     |           20 |        0.0443 |         7 |  0.6284 |                3 |       1.0 |              0.8 |        10 |          0 |     0.5 |          1.0 |  0.630s |     2m:45s |
| Iteration 48     |          177 |        0.3629 |         6 |     0.0 |               10 |       0.5 |              0.6 |         0 |         10 |     0.5 |          1.0 |  0.675s |     2m:47s |
| Iteration 49     |          159 |        0.1309 |         8 |     1.0 |                1 |       0.7 |              0.4 |      0.01 |          0 |    0.75 |          1.0 |  0.674s |     2m:49s |
| Iteration 50     |          135 |        0.4238 |         9 |     0.0 |                1 |       0.5 |              0.8 |       0.1 |       0.01 |     0.5 |          1.0 |  0.652s |     2m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9768
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1549
Time elapsed: 0.310s
-------------------------------------------------
Total time: 2m:54s


Final results ==================== >>
Duration: 17m:25s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.81 ± 0.102
Logistic Regression             --> roc_auc: 0.5 ± 0.0548 ~
Linear Discriminant Analysis    --> roc_auc: 0.38 ± 0.1166 ~
Quadratic Discriminant Analysis --> roc_auc: 0.38 ± 0.1166 ~
Radius Nearest Neighbors        --> roc_auc: 0.4 ± 0.1225 ~
AdaBoost                        --> roc_auc: 0.91 ± 0.049 !
Random Forest                   --> roc_auc: 0.58 ± 0.1077
XGBoost                         --> roc_auc: 0.75 ± 0.1549
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALQGGSEKLVF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAASDNTDKLIF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CALNFGNEKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CVVNTGFQKLVF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAGLYNFNKFYF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CALILTGGGNKLTF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVHSGGGADGLTF.
   >>> Dropping feature CAVRDNFNKFYF.
   >>> Dropping feature CAVRDNTDKLIF.
   >>> Dropping feature CAAPYSSASKIIF.
   >>> Dropping feature CAARNTGNQFYF.
   >>> Dropping feature CAASALYGGSQGNLIF.
   >>> Dropping feature CALSDSGGSNYKLTF.
   >>> Dropping feature CAPNSGGGADGLTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CVVTNQAGTALIF.
   >>> Dropping feature CAATNFGNEKLTF.
   >>> Dropping feature CASSLRASVTETQYF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVEDTGGFKTIF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVSETGNQFYF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAVDGSSNTGKLIF.
   >>> Dropping feature CVGQKLLF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAAYNQGGKLIF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVFTSGTYKYIF.
   >>> Dropping feature CAVGSGGGADGLTF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAVSGGTSYGKLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAALSGGYNKLIF.
   >>> Dropping feature CAARDNYGQNFVF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASKTGNQFYF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CALSDSNYQLIW.
   >>> Dropping feature CASSLAGNTEAFF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVEDQTGANNLFF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |    0.75 |         0.75 |  3.812s |     3.833s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |     1.0 |          1.0 |  3.189s |     8.445s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |     1.0 |          1.0 |  3.140s |    15.719s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.6875 |          1.0 |  3.133s |    23.508s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |    0.75 |          1.0 |  3.168s |    28.650s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.5625 |          1.0 |  3.269s |    33.311s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |     1.0 |          1.0 |  3.246s |    37.795s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |     1.0 |          1.0 |  3.306s |    42.366s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |          1.0 |  3.221s |    46.885s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.6875 |          1.0 |  3.260s |    51.563s |
| Iteration 11     |  deviance |        0.1002 |          261 |       0.6 | squared_er.. |                17 |               10 |         5 |         None |    0.0237 |  0.4375 |          1.0 |  3.238s |    57.171s |
| Iteration 12     | exponen.. |        0.0155 |          235 |       0.9 | squared_er.. |                 3 |               18 |         1 |         None |    0.0048 |  0.8125 |          1.0 |  3.226s |     1m:03s |
| Iteration 13     | exponen.. |        0.6854 |           38 |       0.6 | squared_er.. |                19 |                3 |         9 |         sqrt |    0.0234 |    0.75 |          1.0 |  3.160s |     1m:11s |
| Iteration 14     | exponen.. |        0.6335 |          455 |       1.0 | squared_er.. |                16 |               19 |         8 |         sqrt |    0.0343 |  0.8438 |          1.0 |  3.174s |     1m:16s |
| Iteration 15     |  deviance |         0.182 |          267 |       0.7 | friedman_mse |                16 |                5 |         5 |         sqrt |    0.0243 |  0.7812 |          1.0 |  3.228s |     1m:21s |
| Iteration 16     | exponen.. |        0.0115 |          376 |       0.6 | squared_er.. |                 3 |                3 |         3 |         auto |    0.0177 |   0.875 |          1.0 |  3.322s |     1m:26s |
| Iteration 17     | exponen.. |        0.8089 |          486 |       0.9 | squared_er.. |                 2 |               14 |         1 |          0.8 |     0.006 |  0.3125 |          1.0 |  3.258s |     1m:31s |
| Iteration 18     |  deviance |        0.1489 |          213 |       0.8 | squared_er.. |                 8 |               10 |         7 |         sqrt |    0.0247 |   0.875 |          1.0 |  3.186s |     1m:36s |
| Iteration 19     |  deviance |         0.404 |           55 |       0.9 | squared_er.. |                17 |                5 |         4 |         auto |    0.0235 |  0.8438 |          1.0 |  3.187s |     1m:41s |
| Iteration 20     | exponen.. |        0.7878 |          252 |       0.7 | squared_er.. |                 3 |               14 |         7 |         auto |    0.0114 |  0.6875 |          1.0 |  3.192s |     1m:46s |
| Iteration 21     |  deviance |        0.8003 |          207 |       0.6 | squared_er.. |                 8 |               18 |         8 |         sqrt |    0.0249 |     0.5 |          1.0 |  3.209s |     1m:51s |
| Iteration 22     |  deviance |         0.929 |          460 |       0.9 | squared_er.. |                 4 |                1 |        10 |         None |    0.0202 |  0.4688 |          1.0 |  3.305s |     1m:55s |
| Iteration 23     | exponen.. |         0.133 |          424 |       0.7 | squared_er.. |                 5 |               15 |         3 |         None |    0.0277 |  0.8125 |          1.0 |  3.259s |     2m:00s |
| Iteration 24     | exponen.. |        0.0825 |          448 |       1.0 | squared_er.. |                19 |               17 |         8 |          0.8 |    0.0043 |   0.875 |          1.0 |  3.208s |     2m:05s |
| Iteration 25     | exponen.. |        0.0732 |          451 |       0.9 | squared_er.. |                15 |                1 |         8 |         log2 |    0.0044 |  0.8125 |          1.0 |  3.251s |     2m:11s |
| Iteration 26     | exponen.. |        0.8021 |          244 |       0.6 | squared_er.. |                10 |                8 |         9 |         sqrt |    0.0324 |     1.0 |          1.0 |  3.165s |     2m:19s |
| Iteration 27     |  deviance |        0.1175 |          213 |       0.8 | squared_er.. |                15 |               16 |         7 |         log2 |    0.0287 |     1.0 |          1.0 |  3.193s |     2m:24s |
| Iteration 28     |  deviance |        0.1136 |          117 |       0.5 | squared_er.. |                19 |               12 |         4 |          0.5 |    0.0285 |  0.7812 |          1.0 |  3.777s |     2m:33s |
| Iteration 29     |  deviance |        0.1355 |          258 |       0.5 | squared_er.. |                 7 |               10 |         8 |         None |     0.028 |    0.75 |          1.0 |  3.231s |     2m:39s |
| Iteration 30     | exponen.. |        0.9037 |          394 |       1.0 | squared_er.. |                 4 |               10 |         4 |         auto |    0.0325 |  0.6562 |          1.0 |  3.322s |     2m:45s |
| Iteration 31     |  deviance |        0.1133 |          219 |       0.6 | squared_er.. |                17 |               10 |         8 |         None |     0.029 |   0.875 |          1.0 |  3.180s |     2m:51s |
| Iteration 32     | exponen.. |        0.9653 |          257 |       0.7 | squared_er.. |                 9 |               18 |         4 |         log2 |     0.035 |  0.8125 |          1.0 |  3.244s |     2m:57s |
| Iteration 33     | exponen.. |        0.7273 |          248 |       0.6 | squared_er.. |                11 |                7 |         8 |          0.8 |    0.0315 |  0.6875 |          1.0 |  3.134s |     3m:05s |
| Iteration 34     |  deviance |        0.1157 |          257 |       0.9 | squared_er.. |                19 |               17 |         3 |          0.5 |    0.0268 |  0.8438 |          1.0 |  3.165s |     3m:11s |
| Iteration 35     |  deviance |        0.1204 |           44 |       0.5 | squared_er.. |                19 |               12 |         8 |         log2 |    0.0277 |  0.9062 |          1.0 |  3.181s |     3m:16s |
| Iteration 36     | exponen.. |        0.4034 |          107 |       0.8 | squared_er.. |                18 |               11 |         7 |         sqrt |    0.0236 |  0.7188 |          1.0 |  3.130s |     3m:24s |
| Iteration 37     | exponen.. |        0.8017 |          375 |       0.8 | friedman_mse |                11 |                4 |         8 |         log2 |    0.0317 |   0.375 |          1.0 |  3.169s |     3m:30s |
| Iteration 38     | exponen.. |        0.1687 |           10 |       0.9 | squared_er.. |                 4 |                5 |         6 |         auto |     0.035 |   0.625 |          1.0 |  3.188s |     3m:35s |
| Iteration 39     | exponen.. |        0.8332 |          260 |       0.8 | squared_er.. |                 8 |                5 |         6 |          0.7 |    0.0344 |    0.75 |          1.0 |  3.232s |     3m:40s |
| Iteration 40     |  deviance |        0.1037 |          227 |       0.6 | squared_er.. |                 2 |               12 |         3 |          0.6 |    0.0273 |   0.875 |          1.0 |  3.173s |     3m:49s |
| Iteration 41     |  deviance |        0.1398 |          226 |       0.9 | friedman_mse |                12 |               10 |         8 |          0.7 |    0.0317 |    0.75 |          1.0 |  3.175s |     3m:55s |
| Iteration 42     |  deviance |        0.1177 |          210 |       1.0 | squared_er.. |                15 |               15 |         7 |          0.5 |     0.027 |    0.75 |          1.0 |  3.183s |     3m:60s |
| Iteration 43     | exponen.. |        0.4698 |          247 |       0.5 | squared_er.. |                11 |                6 |         8 |         auto |    0.0339 |   0.875 |          1.0 |  3.180s |     4m:06s |
| Iteration 44     | exponen.. |        0.0366 |          500 |       0.7 | squared_er.. |                15 |               18 |         2 |         auto |    0.0157 |    0.25 |          1.0 |  3.276s |     4m:12s |
| Iteration 45     | exponen.. |        0.0159 |          427 |       0.5 | squared_er.. |                18 |                1 |         7 |          0.8 |    0.0012 |   0.625 |          1.0 |  3.289s |     4m:17s |
| Iteration 46     | exponen.. |        0.0275 |          227 |       0.6 | squared_er.. |                18 |               10 |         7 |         auto |     0.035 |   0.875 |          1.0 |  3.182s |     4m:22s |
| Iteration 47     | exponen.. |        0.0282 |           62 |       0.6 | squared_er.. |                19 |               17 |         3 |         log2 |    0.0282 |     0.5 |          1.0 |  3.166s |     4m:27s |
| Iteration 48     |  deviance |        0.0902 |          223 |       0.6 | squared_er.. |                17 |                7 |         6 |         auto |    0.0334 |  0.6875 |          1.0 |  3.215s |     4m:32s |
| Iteration 49     | exponen.. |        0.7817 |          247 |       0.7 | squared_er.. |                10 |               15 |         5 |         auto |    0.0319 |    0.75 |          1.0 |  3.154s |     4m:38s |
| Iteration 50     | exponen.. |        0.2403 |           55 |       0.5 | squared_er.. |                 6 |               20 |         3 |         sqrt |    0.0236 |     0.5 |          1.0 |  3.133s |     4m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.122s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.31 ± 0.2311
Time elapsed: 0.580s
-------------------------------------------------
Total time: 4m:45s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.8125 |       0.8125 |  3.187s |     3.200s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.875 |        0.875 |  3.170s |     7.830s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.5625 |        0.875 |  3.176s |    12.314s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.375 |        0.875 |  3.792s |    17.371s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |     0.5 |        0.875 |  3.151s |    21.853s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.4375 |        0.875 |  3.193s |    26.362s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.5625 |        0.875 |  3.188s |    30.847s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     1.0 |          1.0 |  3.171s |    35.381s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |          1.0 |  3.173s |    41.400s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |   0.875 |          1.0 |  3.194s |    46.358s |
| Iteration 11     |      l1 |  0.2534 |    saga |      693 |      --- |  0.5625 |          1.0 |  3.167s |    51.071s |
| Iteration 12     |      l1 |   0.314 | libli.. |      892 |      --- |  0.8125 |          1.0 |  3.237s |    55.992s |
| Iteration 13     |      l1 | 13.6339 | libli.. |      100 |      --- |   0.375 |          1.0 |  3.241s |     1m:01s |
| Iteration 14     |      l2 | 52.7329 |   lbfgs |      133 |      --- |   0.875 |          1.0 |  3.270s |     1m:06s |
| Iteration 15     |      l1 |  0.0104 |    saga |      127 |      --- |     0.5 |          1.0 |  3.215s |     1m:11s |
| Iteration 16     |      l2 |  6.7457 |     sag |      132 |      --- |     1.0 |          1.0 |  3.160s |     1m:18s |
| Iteration 17     |      l2 |  2.8755 | newto.. |      128 |      --- |   0.625 |          1.0 |  3.126s |     1m:23s |
| Iteration 18     |      l1 |   7.351 | libli.. |      106 |      --- |    0.75 |          1.0 |  3.193s |     1m:28s |
| Iteration 19     |      l2 |  7.9123 |   lbfgs |      136 |      --- |  0.6875 |          1.0 |  3.183s |     1m:32s |
| Iteration 20     |      l1 | 72.3354 |    saga |      127 |      --- |  0.5625 |          1.0 |  3.170s |     1m:37s |
| Iteration 21     |      l2 |  7.1312 | newto.. |      127 |      --- |  0.1875 |          1.0 |  3.088s |     1m:44s |
| Iteration 22     |      l1 |  8.9286 | libli.. |      740 |      --- |     0.5 |          1.0 |  3.115s |     1m:49s |
| Iteration 23     |      l2 |  0.0014 |     sag |      997 |      --- |    0.75 |          1.0 |  3.175s |     1m:54s |
| Iteration 24     |      l2 |  2.9057 |     sag |      215 |      --- |    0.75 |          1.0 |  3.177s |     1m:59s |
| Iteration 25     |      l2 | 34.6499 |     sag |      250 |      --- |   0.625 |          1.0 |  3.185s |     2m:03s |
| Iteration 26     |      l1 | 46.2654 | libli.. |      131 |      --- |  0.5625 |          1.0 |  3.195s |     2m:08s |
| Iteration 27     |      l2 |  0.0038 |    saga |      213 |      --- |     1.0 |          1.0 |  3.190s |     2m:13s |
| Iteration 28     |      l2 | 65.5487 |    saga |     1000 |      --- |   0.625 |          1.0 |  3.195s |     2m:19s |
| Iteration 29     |      l2 | 97.8095 |     sag |      904 |      --- |     0.5 |          1.0 |  3.157s |     2m:24s |
| Iteration 30     |      l2 |  0.0038 |    saga |      216 |      --- |    0.75 |          1.0 |  3.239s |     2m:29s |
| Iteration 31     |      l2 |  6.6283 | libli.. |      136 |      --- |  0.8125 |          1.0 |  3.253s |     2m:34s |
| Iteration 32     |      l1 |  7.3685 | libli.. |      131 |      --- |  0.8125 |          1.0 |  3.839s |     2m:40s |
| Iteration 33     |      l2 |  9.7688 |     sag |      137 |      --- |  0.3125 |          1.0 |  3.202s |     2m:45s |
| Iteration 34     |      l1 |  0.0034 |    saga |      194 |      --- |     0.5 |          1.0 |  3.233s |     2m:50s |
| Iteration 35     |      l1 |  8.2719 | libli.. |      149 |      --- |     1.0 |          1.0 |  3.244s |     2m:55s |
| Iteration 36     |      l2 |  0.0035 |    saga |      210 |      --- |  0.6875 |          1.0 |  3.215s |     2m:60s |
| Iteration 37     |      l1 |  8.1048 | libli.. |      153 |      --- |    0.25 |          1.0 |  3.196s |     3m:05s |
| Iteration 38     |      l1 |  8.5253 | libli.. |      123 |      --- |  0.6875 |          1.0 |  3.125s |     3m:12s |
| Iteration 39     |      l2 |  0.0047 |    saga |      263 |      --- |  0.6875 |          1.0 |  3.153s |     3m:18s |
| Iteration 40     |      l2 |  0.0043 |    saga |      221 |      --- |  0.8125 |          1.0 |  3.225s |     3m:24s |
| Iteration 41     |      l2 |  0.0037 |    saga |      214 |      --- |   0.625 |          1.0 |  3.219s |     3m:29s |
| Iteration 42     |      l2 |  5.5199 |     sag |      118 |      --- |  0.3125 |          1.0 |  3.214s |     3m:34s |
| Iteration 43     |    none |     --- |   lbfgs |      976 |      --- |     0.5 |          1.0 |  3.229s |     3m:39s |
| Iteration 44     |      l2 |  0.0037 |    saga |      339 |      --- |  0.8125 |          1.0 |  3.218s |     3m:44s |
| Iteration 45     |      l2 | 99.2255 | libli.. |      880 |      --- |  0.6875 |          1.0 |  3.232s |     3m:49s |
| Iteration 46     |      l2 |   0.001 |     sag |      509 |      --- |  0.6875 |          1.0 |  3.219s |     3m:54s |
| Iteration 47     |      l2 |  0.1118 |     sag |      951 |      --- |     0.5 |          1.0 |  3.173s |     3m:59s |
| Iteration 48     |      l1 |  0.4134 | libli.. |      879 |      --- |   0.375 |          1.0 |  3.238s |     4m:04s |
| Iteration 49     |      l2 |  0.0033 |    saga |      566 |      --- |    0.75 |          1.0 |  3.223s |     4m:09s |
| Iteration 50     |      l2 |  0.0027 |    saga |      723 |      --- |  0.4375 |          1.0 |  3.240s |     4m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'penalty': 'l1', 'C': 8.2719, 'solver': 'liblinear', 'max_iter': 149}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9679
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.35 ± 0.1265
Time elapsed: 0.057s
-------------------------------------------------
Total time: 4m:16s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.8125 |       0.8125 |  3.217s |     3.223s |
| Initial point 2  |     svd |       --- |    0.75 |       0.8125 |  3.230s |     7.673s |
| Initial point 3  |     svd |       --- |    0.75 |       0.8125 |  0.001s |     9.006s |
| Initial point 4  |    lsqr |       0.8 |     0.5 |       0.8125 |  3.131s |    15.741s |
| Initial point 5  |   eigen |       0.9 |    0.75 |       0.8125 |  3.107s |    22.979s |
| Initial point 6  |    lsqr |       0.7 |     1.0 |          1.0 |  3.216s |    28.276s |
| Initial point 7  |    lsqr |       0.5 |     1.0 |          1.0 |  3.264s |    32.792s |
| Initial point 8  |    lsqr |       0.9 |     0.5 |          1.0 |  3.097s |    40.181s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |          1.0 |  3.159s |    45.639s |
| Initial point 10 |   eigen |       0.8 |    0.75 |          1.0 |  3.130s |    52.327s |
| Iteration 11     |   eigen |       0.6 |   0.125 |          1.0 |  3.141s |    57.441s |
| Iteration 12     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |    59.406s |
| Iteration 13     |   eigen |       0.7 |  0.5625 |          1.0 |  3.221s |     1m:04s |
| Iteration 14     |    lsqr |      auto |  0.8125 |          1.0 |  3.133s |     1m:09s |
| Iteration 15     |   eigen |      auto |  0.8125 |          1.0 |  3.069s |     1m:16s |
| Iteration 16     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:18s |
| Iteration 17     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:19s |
| Iteration 18     |    lsqr |       1.0 |     1.0 |          1.0 |  3.080s |     1m:24s |
| Iteration 19     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:25s |
| Iteration 20     |    lsqr |      None |  0.5625 |          1.0 |  3.120s |     1m:29s |
| Iteration 21     |   eigen |       0.5 |  0.4375 |          1.0 |  3.155s |     1m:34s |
| Iteration 22     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:38s |
| Iteration 23     |     svd |       --- |    0.75 |          1.0 |  0.001s |     1m:40s |
| Iteration 24     |     svd |       --- |    0.75 |          1.0 |  0.000s |     1m:41s |
| Iteration 25     |   eigen |      None |   0.625 |          1.0 |  3.084s |     1m:45s |
| Iteration 26     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:48s |
| Iteration 27     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:50s |
| Iteration 28     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:52s |
| Iteration 29     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:53s |
| Iteration 30     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:54s |
| Iteration 31     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     1m:56s |
| Iteration 32     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     1m:57s |
| Iteration 33     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:58s |
| Iteration 34     |    lsqr |       1.0 |     1.0 |          1.0 |  0.001s |     1m:60s |
| Iteration 35     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:01s |
| Iteration 36     |    lsqr |       0.7 |     1.0 |          1.0 |  0.001s |     2m:03s |
| Iteration 37     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:07s |
| Iteration 38     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     2m:09s |
| Iteration 39     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:10s |
| Iteration 40     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:13s |
| Iteration 41     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     2m:17s |
| Iteration 42     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     2m:19s |
| Iteration 43     |    lsqr |      auto |  0.8125 |          1.0 |  0.000s |     2m:21s |
| Iteration 44     |    lsqr |       0.6 |   0.625 |          1.0 |  0.000s |     2m:23s |
| Iteration 45     |    lsqr |       1.0 |     1.0 |          1.0 |  0.000s |     2m:25s |
| Iteration 46     |    lsqr |       0.7 |     1.0 |          1.0 |  0.000s |     2m:26s |
| Iteration 47     |     svd |       --- |    0.75 |          1.0 |  0.000s |     2m:29s |
| Iteration 48     |     svd |       --- |    0.75 |          1.0 |  0.000s |     2m:31s |
| Iteration 49     |   eigen |       0.6 |   0.125 |          1.0 |  0.000s |     2m:33s |
| Iteration 50     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     2m:34s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.775
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.16 ± 0.0735
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:36s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.8125 |       0.8125 |  3.196s |     3.199s |
| Initial point 2  |       0.9 |  0.8125 |       0.8125 |  3.216s |    10.019s |
| Initial point 3  |       0.1 |  0.6875 |       0.8125 |  3.147s |    17.170s |
| Initial point 4  |       1.0 |  0.8125 |       0.8125 |  0.000s |    19.405s |
| Initial point 5  |       0.2 |    0.75 |       0.8125 |  3.111s |    23.794s |
| Initial point 6  |       0.4 |  0.9375 |       0.9375 |  3.204s |    28.518s |
| Initial point 7  |       0.4 |  0.9375 |       0.9375 |  0.000s |    29.938s |
| Initial point 8  |       0.7 |     0.5 |       0.9375 |  3.149s |    34.386s |
| Initial point 9  |       0.9 |  0.8125 |       0.9375 |  0.000s |    38.936s |
| Initial point 10 |       0.8 |    0.75 |       0.9375 |  3.110s |    46.716s |
| Iteration 11     |       0.3 |  0.1875 |       0.9375 |  3.707s |    52.685s |
| Iteration 12     |       0.6 |    0.75 |       0.9375 |  3.174s |    57.358s |
| Iteration 13     |       0.5 |   0.125 |       0.9375 |  3.186s |     1m:02s |
| Iteration 14     |       0.0 |    0.75 |       0.9375 |  3.101s |     1m:09s |
| Iteration 15     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:12s |
| Iteration 16     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:13s |
| Iteration 17     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 18     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:16s |
| Iteration 19     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:17s |
| Iteration 20     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:18s |
| Iteration 21     |       0.6 |    0.75 |       0.9375 |  0.000s |     1m:19s |
| Iteration 22     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:20s |
| Iteration 23     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:22s |
| Iteration 24     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:23s |
| Iteration 25     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:24s |
| Iteration 26     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:28s |
| Iteration 27     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:32s |
| Iteration 28     |       0.9 |  0.8125 |       0.9375 |  0.000s |     1m:33s |
| Iteration 29     |       0.2 |    0.75 |       0.9375 |  0.000s |     1m:35s |
| Iteration 30     |       0.8 |    0.75 |       0.9375 |  0.000s |     1m:36s |
| Iteration 31     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:40s |
| Iteration 32     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:42s |
| Iteration 33     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:44s |
| Iteration 34     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:45s |
| Iteration 35     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:46s |
| Iteration 36     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:47s |
| Iteration 37     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:50s |
| Iteration 38     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:51s |
| Iteration 39     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:53s |
| Iteration 40     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:54s |
| Iteration 41     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:55s |
| Iteration 42     |       0.4 |  0.9375 |       0.9375 |  0.001s |     1m:56s |
| Iteration 43     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:57s |
| Iteration 44     |       0.4 |  0.9375 |       0.9375 |  0.000s |     1m:59s |
| Iteration 45     |       0.4 |  0.9375 |       0.9375 |  0.001s |     2m:00s |
| Iteration 46     |       0.4 |  0.9375 |       0.9375 |  0.001s |     2m:04s |
| Iteration 47     |       0.4 |  0.9375 |       0.9375 |  0.000s |     2m:09s |
| Iteration 48     |       0.4 |  0.9375 |       0.9375 |  0.000s |     2m:14s |
| Iteration 49     |       0.4 |  0.9375 |       0.9375 |  0.000s |     2m:18s |
| Iteration 50     |       0.4 |  0.9375 |       0.9375 |  0.000s |     2m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7286
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.26 ± 0.0374
Time elapsed: 0.027s
-------------------------------------------------
Total time: 2m:22s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 10.6459 | dista.. |      auto |        40 |       1 |   0.875 |        0.875 |  3.172s |     3.192s |
| Initial point 2  |  4.2339 | uniform |   kd_tree |        39 |       2 |  0.4062 |        0.875 |  3.194s |     7.767s |
| Initial point 3  |  3.3445 | dista.. | ball_tree |        25 |       2 |    0.75 |        0.875 |  3.223s |    12.224s |
| Initial point 4  |  9.7574 | uniform | ball_tree |        39 |       2 |  0.5938 |        0.875 |  3.127s |    19.156s |
| Initial point 5  |  7.6436 | dista.. |      auto |        30 |       2 |    0.75 |        0.875 |  3.088s |    24.280s |
| Initial point 6  |  8.8519 | dista.. | ball_tree |        21 |       2 |    0.75 |        0.875 |  3.179s |    29.322s |
| Initial point 7  |  6.3315 | dista.. | ball_tree |        24 |       1 |  0.6562 |        0.875 |  3.200s |    33.911s |
| Initial point 8  |  1.5173 | dista.. | ball_tree |        21 |       2 |     1.0 |          1.0 |  3.103s |    38.359s |
| Initial point 9  |  7.0529 | uniform | ball_tree |        24 |       1 |  0.4062 |          1.0 |  3.173s |    42.814s |
| Initial point 10 |  5.0096 | uniform |     brute |        22 |       2 |  0.5625 |          1.0 |  3.195s |    47.419s |
| Iteration 11     |     0.0 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  3.783s |    52.970s |
| Iteration 12     |  0.0971 | dista.. |      auto |        20 |       2 |     0.5 |          1.0 |  3.187s |    59.435s |
| Iteration 13     |     0.0 | dista.. | ball_tree |        28 |       2 |     0.5 |          1.0 |  3.120s |     1m:08s |
| Iteration 14     | 10.6673 | dista.. | ball_tree |        24 |       1 |   0.875 |          1.0 |  3.198s |     1m:14s |
| Iteration 15     | 10.6759 | dista.. |     brute |        28 |       2 |    0.75 |          1.0 |  3.177s |     1m:18s |
| Iteration 16     | 10.6759 | dista.. |     brute |        31 |       1 |   0.875 |          1.0 |  3.205s |     1m:23s |
| Iteration 17     |   1.895 | dista.. |   kd_tree |        26 |       2 |  0.5312 |          1.0 |  3.149s |     1m:27s |
| Iteration 18     | 10.6709 | dista.. |     brute |        33 |       2 |    0.75 |          1.0 |  3.273s |     1m:32s |
| Iteration 19     |     0.0 | uniform | ball_tree |        32 |       2 |     0.5 |          1.0 |  3.167s |     1m:36s |
| Iteration 20     | 10.6759 | dista.. |      auto |        30 |       1 |  0.8125 |          1.0 |  3.168s |     1m:41s |
| Iteration 21     |  1.4566 | dista.. | ball_tree |        23 |       2 |  0.3125 |          1.0 |  3.108s |     1m:48s |
| Iteration 22     |  10.671 | dista.. | ball_tree |        29 |       1 |  0.1875 |          1.0 |  3.105s |     1m:56s |
| Iteration 23     | 10.6759 | dista.. |     brute |        36 |       2 |    0.75 |          1.0 |  3.122s |     2m:01s |
| Iteration 24     | 10.6722 | uniform | ball_tree |        40 |       1 |  0.2188 |          1.0 |  3.194s |     2m:08s |
| Iteration 25     |   1.544 | dista.. | ball_tree |        21 |       1 |  0.4375 |          1.0 |  3.111s |     2m:15s |
| Iteration 26     |  0.0013 | uniform |     brute |        37 |       1 |     0.5 |          1.0 |  3.119s |     2m:22s |
| Iteration 27     | 10.6759 | dista.. |      auto |        40 |       1 |  0.8125 |          1.0 |  3.128s |     2m:29s |
| Iteration 28     | 10.6759 | dista.. |     brute |        20 |       2 |  0.8125 |          1.0 |  3.125s |     2m:34s |
| Iteration 29     | 10.6759 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  3.169s |     2m:39s |
| Iteration 30     | 10.6759 | dista.. |     brute |        20 |       2 |  0.8125 |          1.0 |  0.000s |     2m:40s |
| Iteration 31     |  0.0021 | uniform | ball_tree |        20 |       2 |     0.5 |          1.0 |  3.197s |     2m:45s |
| Iteration 32     | 10.6759 | dista.. |     brute |        31 |       2 |  0.8125 |          1.0 |  3.221s |     2m:49s |
| Iteration 33     | 10.6759 | dista.. |     brute |        20 |       2 |  0.8125 |          1.0 |  0.001s |     2m:51s |
| Iteration 34     |  1.6127 | dista.. | ball_tree |        21 |       2 |   0.625 |          1.0 |  3.197s |     2m:57s |
| Iteration 35     | 10.6759 | dista.. |     brute |        40 |       2 |  0.9375 |          1.0 |  3.209s |     3m:04s |
| Iteration 36     | 10.6723 | dista.. |      auto |        38 |       2 |  0.8125 |          1.0 |  3.195s |     3m:09s |
| Iteration 37     | 10.6759 | dista.. |     brute |        20 |       2 |  0.8125 |          1.0 |  0.001s |     3m:11s |
| Iteration 38     | 10.6739 | dista.. |   kd_tree |        27 |       1 |     0.5 |          1.0 |  3.192s |     3m:15s |
| Iteration 39     | 10.6759 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  0.001s |     3m:17s |
| Iteration 40     | 10.6759 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  0.001s |     3m:20s |
| Iteration 41     | 10.5563 | dista.. | ball_tree |        24 |       1 |     0.5 |          1.0 |  3.195s |     3m:25s |
| Iteration 42     | 10.6759 | dista.. |      auto |        40 |       2 |    0.75 |          1.0 |  0.001s |     3m:27s |
| Iteration 43     |  1.4328 | dista.. | ball_tree |        21 |       2 |     0.5 |          1.0 |  3.223s |     3m:32s |
| Iteration 44     | 10.6731 | uniform |      auto |        34 |       2 |   0.625 |          1.0 |  3.065s |     3m:39s |
| Iteration 45     | 10.6759 | dista.. |     brute |        40 |       2 |  0.9375 |          1.0 |  0.001s |     3m:44s |
| Iteration 46     | 10.6759 | dista.. |     brute |        40 |       2 |  0.9375 |          1.0 |  0.000s |     3m:50s |
| Iteration 47     | 10.6759 | dista.. |     brute |        40 |       2 |  0.9375 |          1.0 |  0.000s |     3m:55s |
| Iteration 48     | 10.6759 | dista.. |     brute |        40 |       2 |  0.9375 |          1.0 |  0.000s |     3m:57s |
| Iteration 49     |  0.0015 | uniform |      auto |        21 |       1 |     0.5 |          1.0 |  3.119s |     4m:02s |
| Iteration 50     | 10.6759 | dista.. |     brute |        40 |       2 |  0.9375 |          1.0 |  0.001s |     4m:04s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'radius': 1.5173, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.375
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.0612
Time elapsed: 0.050s
-------------------------------------------------
Total time: 4m:05s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  3.545s |     3.552s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |    0.75 |        0.875 |  3.563s |     8.463s |
| Initial point 3  |          225 |        1.0215 |     SAMME |    0.75 |        0.875 |  3.330s |    13.085s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.6875 |        0.875 |  3.465s |    17.953s |
| Initial point 5  |          250 |        0.0488 |     SAMME |    0.75 |        0.875 |  3.324s |    22.606s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.4375 |        0.875 |  3.548s |    27.532s |
| Initial point 7  |          473 |        2.1636 |     SAMME |    0.75 |        0.875 |  3.199s |    32.055s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.875 |        0.875 |  3.447s |    36.812s |
| Initial point 9  |          439 |        3.0721 |     SAMME |   0.625 |        0.875 |  3.163s |    41.367s |
| Initial point 10 |          173 |        0.0151 |     SAMME |   0.875 |        0.875 |  3.297s |    45.930s |
| Iteration 11     |          491 |        7.8102 |   SAMME.R |     0.5 |        0.875 |  3.431s |    53.657s |
| Iteration 12     |          316 |        0.0146 |   SAMME.R |   0.875 |        0.875 |  3.418s |    59.291s |
| Iteration 13     |          381 |        5.2935 |   SAMME.R |  0.5938 |        0.875 |  3.465s |     1m:04s |
| Iteration 14     |          328 |        0.0121 |     SAMME |  0.8125 |        0.875 |  3.411s |     1m:09s |
| Iteration 15     |           51 |          0.01 |   SAMME.R |  0.9688 |       0.9688 |  3.190s |     1m:16s |
| Iteration 16     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.535s |     1m:21s |
| Iteration 17     |           50 |          0.01 |     SAMME |  0.7812 |          1.0 |  3.140s |     1m:26s |
| Iteration 18     |          413 |          0.01 |   SAMME.R |     1.0 |          1.0 |  3.475s |     1m:31s |
| Iteration 19     |           96 |          0.01 |   SAMME.R |   0.875 |          1.0 |  3.214s |     1m:36s |
| Iteration 20     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     1m:38s |
| Iteration 21     |          444 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  3.551s |     1m:43s |
| Iteration 22     |          488 |          0.01 |   SAMME.R |  0.6875 |          1.0 |  3.550s |     1m:50s |
| Iteration 23     |          411 |        0.0105 |   SAMME.R |    0.75 |          1.0 |  3.516s |     1m:58s |
| Iteration 24     |           86 |        0.0256 |   SAMME.R |    0.75 |          1.0 |  3.136s |     2m:03s |
| Iteration 25     |          321 |          0.01 |     SAMME |  0.8438 |          1.0 |  3.401s |     2m:08s |
| Iteration 26     |           50 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  3.199s |     2m:12s |
| Iteration 27     |           50 |          0.01 |     SAMME |  0.7812 |          1.0 |  0.000s |     2m:14s |
| Iteration 28     |          500 |          0.01 |   SAMME.R |     1.0 |          1.0 |  0.000s |     2m:17s |
| Iteration 29     |          448 |        9.9945 |   SAMME.R |   0.375 |          1.0 |  3.379s |     2m:22s |
| Iteration 30     |          500 |          0.01 |     SAMME |  0.7188 |          1.0 |  3.538s |     2m:28s |
| Iteration 31     |           60 |         0.749 |   SAMME.R |  0.9375 |          1.0 |  3.195s |     2m:33s |
| Iteration 32     |          500 |        0.0189 |   SAMME.R |   0.875 |          1.0 |  3.568s |     2m:38s |
| Iteration 33     |          500 |        0.0188 |   SAMME.R |  0.5938 |          1.0 |  3.529s |     2m:44s |
| Iteration 34     |           50 |        0.8749 |   SAMME.R |  0.9375 |          1.0 |  3.146s |     2m:51s |
| Iteration 35     |          140 |         0.611 |     SAMME |     1.0 |          1.0 |  3.305s |     2m:56s |
| Iteration 36     |           51 |        0.6029 |     SAMME |  0.7188 |          1.0 |  3.269s |     3m:00s |
| Iteration 37     |          487 |        0.9364 |   SAMME.R |  0.3125 |          1.0 |  3.581s |     3m:05s |
| Iteration 38     |           50 |          10.0 |   SAMME.R |     0.5 |          1.0 |  3.122s |     3m:10s |
| Iteration 39     |           50 |        0.1936 |   SAMME.R |  0.6875 |          1.0 |  3.185s |     3m:14s |
| Iteration 40     |           50 |        1.5244 |     SAMME |  0.8125 |          1.0 |  3.147s |     3m:19s |
| Iteration 41     |          240 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  3.318s |     3m:23s |
| Iteration 42     |          240 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.001s |     3m:25s |
| Iteration 43     |          239 |          0.01 |   SAMME.R |   0.875 |          1.0 |  3.326s |     3m:29s |
| Iteration 44     |           50 |        0.0559 |     SAMME |  0.7812 |          1.0 |  3.127s |     3m:34s |
| Iteration 45     |          240 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  0.000s |     3m:35s |
| Iteration 46     |          239 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.000s |     3m:37s |
| Iteration 47     |           50 |        0.9855 |   SAMME.R |  0.4375 |          1.0 |  3.107s |     3m:42s |
| Iteration 48     |           95 |        0.8088 |   SAMME.R |    0.75 |          1.0 |  3.867s |     3m:47s |
| Iteration 49     |          201 |        0.6853 |   SAMME.R |  0.9375 |          1.0 |  3.319s |     3m:52s |
| Iteration 50     |          302 |        0.6636 |     SAMME |     0.5 |          1.0 |  3.386s |     3m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.1
Time elapsed: 0.447s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.1807
Time elapsed: 1.986s
-------------------------------------------------
Total time: 4m:02s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  3.570s |     3.589s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |   0.875 |        0.875 |  3.434s |     9.362s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |        0.875 |  3.475s |    14.074s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  3.255s |    18.426s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |  0.8125 |        0.875 |  3.465s |    23.050s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |  0.8125 |        0.875 |  3.328s |    27.401s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |       0.9375 |  3.335s |    31.720s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     1.0 |          1.0 |  3.308s |    36.007s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  3.435s |    40.512s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.625 |          1.0 |  3.436s |    45.056s |
| Iteration 11     |          113 |   entropy |      None |                17 |                1 |         log2 |     False |    0.0247 |         --- |   0.375 |          1.0 |  3.211s |    49.751s |
| Iteration 12     |          270 |   entropy |      None |                 8 |               17 |         auto |     False |    0.0242 |         --- |  0.8125 |          1.0 |  3.321s |    54.687s |
| Iteration 13     |           86 |   entropy |      None |                 7 |               14 |          0.5 |     False |    0.0211 |         --- |    0.75 |          1.0 |  3.184s |    59.314s |
| Iteration 14     |          373 |   entropy |      None |                 6 |               16 |         sqrt |     False |    0.0192 |         --- |   0.875 |          1.0 |  3.407s |     1m:04s |
| Iteration 15     |          368 |   entropy |      None |                 2 |               18 |         auto |     False |    0.0344 |         --- |    0.75 |          1.0 |  3.367s |     1m:09s |
| Iteration 16     |          369 |      gini |         9 |                 3 |                6 |          0.6 |     False |    0.0203 |         --- |  0.8125 |          1.0 |  3.411s |     1m:14s |
| Iteration 17     |           67 |   entropy |         4 |                10 |               16 |         log2 |     False |    0.0098 |         --- |   0.625 |          1.0 |  3.177s |     1m:19s |
| Iteration 18     |          321 |   entropy |         3 |                17 |                4 |         auto |     False |    0.0183 |         --- |   0.875 |          1.0 |  3.378s |     1m:24s |
| Iteration 19     |          341 |      gini |         3 |                20 |                4 |          0.6 |     False |    0.0131 |         --- |  0.6875 |          1.0 |  3.351s |     1m:29s |
| Iteration 20     |          500 |      gini |         6 |                12 |               19 |         auto |      True |    0.0323 |         0.5 |     0.5 |          1.0 |  3.535s |     1m:36s |
| Iteration 21     |          241 |   entropy |         3 |                 3 |                7 |         auto |     False |    0.0044 |         --- |    0.75 |          1.0 |  3.372s |     1m:42s |
| Iteration 22     |          103 |      gini |         7 |                20 |                2 |          0.5 |     False |    0.0004 |         --- |  0.6875 |          1.0 |  3.112s |     1m:49s |
| Iteration 23     |          465 |      gini |         6 |                10 |                5 |         auto |     False |    0.0098 |         --- |    0.75 |          1.0 |  3.394s |     1m:54s |
| Iteration 24     |          268 |      gini |      None |                 6 |                1 |          0.9 |      True |    0.0121 |         0.7 |   0.875 |          1.0 |  3.370s |     1m:59s |
| Iteration 25     |          233 |      gini |         3 |                 7 |                1 |         None |      True |    0.0103 |         0.5 |    0.75 |          1.0 |  3.348s |     2m:04s |
| Iteration 26     |          455 |   entropy |         8 |                20 |                9 |          0.8 |      True |    0.0215 |         0.6 |  0.9375 |          1.0 |  3.506s |     2m:09s |
| Iteration 27     |          419 |   entropy |         4 |                19 |               11 |          0.8 |      True |    0.0022 |         0.8 |     1.0 |          1.0 |  3.497s |     2m:17s |
| Iteration 28     |          322 |   entropy |         3 |                20 |               16 |          0.9 |      True |    0.0274 |         0.8 |   0.875 |          1.0 |  3.397s |     2m:25s |
| Iteration 29     |          395 |   entropy |         8 |                13 |                1 |          0.6 |      True |    0.0146 |        None |  0.6875 |          1.0 |  3.503s |     2m:30s |
| Iteration 30     |          336 |   entropy |         7 |                20 |               11 |         auto |     False |    0.0283 |         --- |  0.8125 |          1.0 |  3.375s |     2m:35s |
| Iteration 31     |          364 |   entropy |         4 |                19 |               15 |         None |      True |    0.0162 |         0.8 |  0.9375 |          1.0 |  3.488s |     2m:40s |
| Iteration 32     |          285 |   entropy |      None |                 5 |               17 |         auto |     False |    0.0254 |         --- |  0.9062 |          1.0 |  3.329s |     2m:45s |
| Iteration 33     |          351 |   entropy |         5 |                19 |               14 |         sqrt |      True |    0.0003 |         0.7 |  0.4688 |          1.0 |  3.405s |     2m:50s |
| Iteration 34     |          385 |   entropy |      None |                 4 |               16 |         auto |      True |    0.0111 |        None |   0.875 |          1.0 |  3.462s |     2m:56s |
| Iteration 35     |           91 |   entropy |         3 |                20 |               12 |         None |      True |    0.0015 |         0.6 |   0.875 |          1.0 |  3.252s |     3m:01s |
| Iteration 36     |          309 |   entropy |         4 |                18 |                3 |         auto |      True |    0.0004 |         0.5 |    0.75 |          1.0 |  3.361s |     3m:05s |
| Iteration 37     |          434 |   entropy |         4 |                20 |                2 |          0.7 |      True |    0.0013 |         0.8 |  0.1875 |          1.0 |  3.484s |     3m:11s |
| Iteration 38     |          344 |   entropy |         4 |                20 |               11 |          0.8 |      True |    0.0247 |         0.9 |  0.6875 |          1.0 |  3.427s |     3m:17s |
| Iteration 39     |          455 |   entropy |         6 |                20 |               10 |          0.8 |      True |       0.0 |         0.5 |     0.5 |          1.0 |  3.418s |     3m:26s |
| Iteration 40     |          247 |      gini |         4 |                11 |               11 |          0.8 |      True |       0.0 |         0.8 |   0.875 |          1.0 |  3.306s |     3m:31s |
| Iteration 41     |          145 |      gini |         5 |                 7 |                6 |          0.5 |     False |    0.0288 |         --- |  0.9375 |          1.0 |  3.264s |     3m:36s |
| Iteration 42     |          373 |   entropy |         6 |                14 |                7 |          0.6 |     False |    0.0333 |         --- |  0.8125 |          1.0 |  3.325s |     3m:43s |
| Iteration 43     |          383 |   entropy |         3 |                 5 |               15 |         None |      True |    0.0049 |         0.6 |     1.0 |          1.0 |  3.385s |     3m:51s |
| Iteration 44     |          343 |   entropy |         3 |                 3 |               14 |          0.9 |     False |       0.0 |         --- |  0.7188 |          1.0 |  3.252s |     3m:59s |
| Iteration 45     |          476 |   entropy |         4 |                 3 |               15 |          0.9 |      True |       0.0 |         0.8 |   0.625 |          1.0 |  3.440s |     4m:05s |
| Iteration 46     |          465 |   entropy |         2 |                 9 |               15 |         None |      True |    0.0161 |         0.6 |  0.6875 |          1.0 |  3.522s |     4m:10s |
| Iteration 47     |          461 |   entropy |         3 |                10 |               15 |         None |      True |    0.0076 |         0.6 |     0.5 |          1.0 |  3.519s |     4m:17s |
| Iteration 48     |           63 |   entropy |         4 |                 7 |               12 |          0.6 |      True |    0.0021 |         0.7 |   0.625 |          1.0 |  3.193s |     4m:22s |
| Iteration 49     |          256 |   entropy |      None |                14 |                5 |         sqrt |      True |    0.0059 |        None |    0.75 |          1.0 |  3.380s |     4m:27s |
| Iteration 50     |           27 |      gini |         3 |                 9 |                6 |          0.5 |      True |     0.035 |         0.7 |   0.375 |          1.0 |  3.863s |     4m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 419, 'criterion': 'entropy', 'max_depth': 4, 'min_samples_split': 19, 'min_samples_leaf': 11, 'max_features': 0.8, 'bootstrap': True, 'ccp_alpha': 0.0022, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.908
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.373s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.36 ± 0.2396
Time elapsed: 1.726s
-------------------------------------------------
Total time: 4m:36s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.296s |     3.316s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |       0.9375 |  3.289s |     7.834s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.9375 |  3.281s |    12.148s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.9375 |  3.215s |    16.306s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.9375 |  3.257s |    20.571s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.9375 |  3.240s |    24.893s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.9375 |  3.189s |    31.702s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.9375 |  3.173s |    36.541s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |       0.9375 |  3.258s |    40.813s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.9375 |  3.234s |    45.046s |
| Iteration 11     |          290 |        0.0173 |         5 |  0.2189 |                3 |       0.6 |              0.7 |      0.01 |        100 |  0.2812 |       0.9375 |  3.255s |    49.905s |
| Iteration 12     |          420 |        0.0414 |         6 |   0.386 |                4 |       0.8 |              0.7 |      0.01 |        0.1 |  0.8125 |       0.9375 |  3.243s |    54.544s |
| Iteration 13     |           59 |        0.0664 |         6 |  0.0102 |               10 |       0.9 |              0.8 |         1 |          0 |     0.5 |       0.9375 |  3.245s |    59.162s |
| Iteration 14     |          317 |        0.1672 |         6 |  0.4265 |                5 |       0.8 |              0.6 |       0.1 |        0.1 |  0.9062 |       0.9375 |  3.183s |     1m:06s |
| Iteration 15     |          272 |        0.1393 |         3 |  0.1147 |                1 |       0.8 |              1.0 |         1 |        0.1 |  0.8125 |       0.9375 |  3.197s |     1m:12s |
| Iteration 16     |          500 |        0.0165 |         6 |  0.5537 |               10 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |       0.9375 |  3.238s |     1m:19s |
| Iteration 17     |          192 |        0.2959 |         7 |  0.7247 |                4 |       0.9 |              0.4 |       0.1 |        0.1 |  0.5625 |       0.9375 |  3.137s |     1m:24s |
| Iteration 18     |          194 |        0.0783 |         8 |    0.49 |                4 |       0.8 |              0.8 |       0.1 |        0.1 |   0.625 |       0.9375 |  3.252s |     1m:30s |
| Iteration 19     |          356 |        0.1862 |         6 |  0.0935 |                4 |       0.8 |              0.6 |       0.1 |       0.01 |     0.5 |       0.9375 |  3.262s |     1m:35s |
| Iteration 20     |          394 |        0.0347 |         5 |  0.6609 |                3 |       0.8 |              0.8 |       0.1 |        0.1 |   0.625 |       0.9375 |  3.279s |     1m:40s |
| Iteration 21     |          461 |         0.356 |         7 |  0.3076 |                2 |       0.9 |              0.8 |         1 |        0.1 |    0.75 |       0.9375 |  3.244s |     1m:47s |
| Iteration 22     |          383 |        0.2632 |         3 |  0.4258 |                3 |       0.9 |              1.0 |         1 |        0.1 |  0.5625 |       0.9375 |  3.192s |     1m:52s |
| Iteration 23     |          402 |        0.1215 |         6 |  0.4398 |                1 |       0.8 |              1.0 |        10 |        0.1 |     0.5 |       0.9375 |  3.230s |     1m:57s |
| Iteration 24     |          487 |        0.1526 |         6 |  0.4421 |                2 |       0.8 |              0.6 |       0.1 |        0.1 |  0.8125 |       0.9375 |  3.226s |     2m:02s |
| Iteration 25     |          399 |        0.0284 |         6 |  0.4246 |                4 |       0.9 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.9375 |  3.153s |     2m:09s |
| Iteration 26     |          403 |        0.0172 |         8 |  0.4396 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |       0.9375 |  3.147s |     2m:17s |
| Iteration 27     |          353 |        0.0587 |         8 |  0.4161 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |     1.0 |          1.0 |  3.788s |     2m:23s |
| Iteration 28     |          407 |        0.6845 |         1 |  0.3919 |                9 |       0.8 |              1.0 |       0.1 |        0.1 |     0.5 |          1.0 |  3.202s |     2m:27s |
| Iteration 29     |          408 |        0.3282 |         1 |  0.4079 |                4 |       0.8 |              0.9 |       0.1 |       0.01 |  0.6562 |          1.0 |  3.200s |     2m:32s |
| Iteration 30     |          472 |        0.0682 |         7 |  0.4097 |                4 |       0.8 |              0.9 |       0.1 |        0.1 |  0.9375 |          1.0 |  3.262s |     2m:37s |
| Iteration 31     |          222 |        0.0543 |         9 |   0.415 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |          1.0 |  3.224s |     2m:42s |
| Iteration 32     |          386 |        0.9215 |         7 |  0.4112 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |   0.875 |          1.0 |  3.237s |     2m:47s |
| Iteration 33     |          250 |          0.01 |         4 |   0.422 |                4 |       0.8 |              0.5 |       0.1 |        0.1 |     0.5 |          1.0 |  3.221s |     2m:52s |
| Iteration 34     |          150 |        0.0322 |         7 |  0.5798 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |  0.8125 |          1.0 |  3.214s |     2m:57s |
| Iteration 35     |          500 |        0.8374 |        10 |  0.0572 |                1 |       0.7 |              1.0 |      0.01 |        0.1 |  0.9375 |          1.0 |  3.265s |     3m:01s |
| Iteration 36     |          500 |        0.5283 |        10 |     0.0 |                1 |       0.6 |              1.0 |      0.01 |        0.1 |    0.75 |          1.0 |  3.257s |     3m:06s |
| Iteration 37     |          500 |        0.2055 |        10 |  0.4678 |                1 |       0.9 |              1.0 |      0.01 |        0.1 |  0.1875 |          1.0 |  3.241s |     3m:11s |
| Iteration 38     |          399 |        0.0141 |         8 |  0.4115 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |    0.75 |          1.0 |  3.244s |     3m:16s |
| Iteration 39     |          159 |        0.0983 |         7 |  0.4278 |                3 |       0.8 |              1.0 |       0.1 |        0.1 |  0.5625 |          1.0 |  3.202s |     3m:21s |
| Iteration 40     |          376 |        0.4206 |         7 |  0.4314 |                8 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          1.0 |  3.238s |     3m:26s |
| Iteration 41     |          500 |           1.0 |         9 |  0.4649 |                4 |       0.6 |              0.8 |         1 |        0.1 |  0.8125 |          1.0 |  3.243s |     3m:31s |
| Iteration 42     |          371 |        0.0361 |        10 |  0.4972 |                3 |       0.9 |              0.9 |        10 |          1 |     0.5 |          1.0 |  3.224s |     3m:37s |
| Iteration 43     |          404 |        0.7368 |         7 |  0.4433 |                4 |       0.8 |              0.8 |       0.1 |       0.01 |  0.8125 |          1.0 |  3.140s |     3m:45s |
| Iteration 44     |          359 |        0.0547 |         7 |  0.4255 |                3 |       0.8 |              1.0 |        10 |        0.1 |     0.5 |          1.0 |  3.160s |     3m:50s |
| Iteration 45     |          464 |        0.0533 |         7 |  0.0297 |                3 |       0.7 |              0.6 |       0.1 |        0.1 |  0.5625 |          1.0 |  3.227s |     3m:55s |
| Iteration 46     |          407 |        0.3145 |         7 |  0.4295 |                4 |       0.8 |              0.7 |       0.1 |          1 |  0.8125 |          1.0 |  3.198s |     3m:60s |
| Iteration 47     |          375 |         0.061 |         9 |   0.432 |                4 |       0.8 |              0.4 |       0.1 |       0.01 |  0.4375 |          1.0 |  3.204s |     4m:05s |
| Iteration 48     |          486 |         0.872 |        10 |  0.4429 |                3 |       0.7 |              0.9 |       0.1 |       0.01 |    0.75 |          1.0 |  3.190s |     4m:10s |
| Iteration 49     |          343 |        0.0732 |         9 |  0.4643 |                3 |       0.6 |              0.9 |      0.01 |        100 |  0.4375 |          1.0 |  3.193s |     4m:16s |
| Iteration 50     |          458 |        0.9844 |        10 |  0.3416 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.4062 |          1.0 |  3.195s |     4m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 353, 'learning_rate': 0.0587, 'max_depth': 8, 'gamma': 0.4161, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.975
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.079s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.2074
Time elapsed: 0.240s
-------------------------------------------------
Total time: 4m:25s


Final results ==================== >>
Duration: 31m:08s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.31 ± 0.2311 ~
Logistic Regression             --> roc_auc: 0.35 ± 0.1265 ~
Linear Discriminant Analysis    --> roc_auc: 0.16 ± 0.0735 ~
Quadratic Discriminant Analysis --> roc_auc: 0.26 ± 0.0374 ~
Radius Nearest Neighbors        --> roc_auc: 0.45 ± 0.0612 ~ !
AdaBoost                        --> roc_auc: 0.41 ± 0.1807 ~
Random Forest                   --> roc_auc: 0.36 ± 0.2396 ~
XGBoost                         --> roc_auc: 0.45 ± 0.2074 ~ !
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 835 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVSSGTYKYIF.
   >>> Dropping feature CAGPNFGNEKLTF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAGNYGGSQGNLIF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVPNNAGNMLTF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     1.0 |          1.0 |  0.685s |     0.705s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |  0.5625 |          1.0 |  0.713s |     4.023s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.6875 |          1.0 |  0.691s |     6.106s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |   0.875 |          1.0 |  0.724s |     7.922s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  0.736s |     9.693s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |          1.0 |  0.774s |    11.507s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.6875 |          1.0 |  0.738s |    14.755s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.6875 |          1.0 |  0.777s |    18.797s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |    0.75 |          1.0 |  0.718s |    20.934s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     0.5 |          1.0 |  0.671s |    23.908s |
| Iteration 11     | exponen.. |        0.0937 |          199 |       0.9 | friedman_mse |                 9 |                3 |         8 |          0.5 |    0.0269 |    0.75 |          1.0 |  0.674s |    26.191s |
| Iteration 12     | exponen.. |         0.015 |          381 |       0.6 | friedman_mse |                 4 |               12 |         7 |         auto |    0.0285 |   0.875 |          1.0 |  0.712s |    28.250s |
| Iteration 13     | exponen.. |         0.052 |          387 |       0.6 | friedman_mse |                10 |                5 |         5 |          0.5 |     0.005 |     1.0 |          1.0 |  0.722s |    30.252s |
| Iteration 14     | exponen.. |           1.0 |           46 |       1.0 | friedman_mse |                 6 |                3 |         9 |          0.9 |     0.035 |  0.8125 |          1.0 |  0.631s |    32.217s |
| Iteration 15     | exponen.. |        0.0542 |          457 |       0.6 | friedman_mse |                13 |                6 |         7 |          0.9 |    0.0107 |     1.0 |          1.0 |  0.739s |    34.296s |
| Iteration 16     | exponen.. |        0.6892 |           78 |       1.0 | friedman_mse |                10 |                9 |         6 |          0.9 |    0.0286 |  0.8125 |          1.0 |  0.646s |    36.325s |
| Iteration 17     | exponen.. |        0.0548 |          357 |       0.5 | friedman_mse |                13 |               10 |         5 |         None |    0.0207 |  0.9375 |          1.0 |  0.703s |    38.318s |
| Iteration 18     |  deviance |        0.0614 |          164 |       0.7 | friedman_mse |                18 |                5 |        10 |          0.5 |    0.0124 |    0.75 |          1.0 |  0.660s |    41.972s |
| Iteration 19     | exponen.. |        0.0795 |           93 |       0.6 | friedman_mse |                12 |               18 |         5 |          0.6 |    0.0105 |     0.5 |          1.0 |  0.639s |    45.790s |
| Iteration 20     | exponen.. |        0.0538 |          390 |       0.5 | friedman_mse |                 6 |                2 |         9 |         auto |    0.0179 |  0.8125 |          1.0 |  0.727s |    48.259s |
| Iteration 21     | exponen.. |         0.013 |          440 |       0.5 | friedman_mse |                13 |                5 |         4 |          0.9 |    0.0162 |  0.8125 |          1.0 |  0.748s |    50.464s |
| Iteration 22     | exponen.. |        0.0114 |          268 |       0.6 | friedman_mse |                11 |                7 |         8 |          0.6 |       0.0 |  0.6875 |          1.0 |  0.697s |    52.585s |
| Iteration 23     | exponen.. |         0.128 |          462 |       0.5 | friedman_mse |                10 |               10 |         4 |          0.7 |    0.0125 |  0.7812 |          1.0 |  0.744s |    54.813s |
| Iteration 24     | exponen.. |        0.4019 |          376 |       0.8 | friedman_mse |                16 |                3 |         6 |          0.8 |      0.01 |     1.0 |          1.0 |  0.711s |    56.902s |
| Iteration 25     | exponen.. |        0.1582 |          285 |       0.6 | friedman_mse |                 4 |                1 |         6 |          0.9 |    0.0073 |   0.875 |          1.0 |  0.708s |    59.031s |
| Iteration 26     | exponen.. |        0.4377 |          421 |       0.7 | friedman_mse |                13 |                2 |         7 |          0.7 |    0.0075 |  0.6875 |          1.0 |  0.731s |     1m:03s |
| Iteration 27     | exponen.. |        0.3459 |          276 |       0.9 | friedman_mse |                14 |                7 |         7 |         None |    0.0173 |  0.8125 |          1.0 |  1.274s |     1m:06s |
| Iteration 28     | exponen.. |        0.6197 |          270 |       0.7 | friedman_mse |                 6 |                2 |         2 |         auto |    0.0054 |     1.0 |          1.0 |  0.682s |     1m:08s |
| Iteration 29     | exponen.. |        0.0332 |          133 |       0.9 | friedman_mse |                10 |                1 |         1 |         sqrt |    0.0063 |  0.8438 |          1.0 |  0.653s |     1m:10s |
| Iteration 30     | exponen.. |        0.1524 |          390 |       0.5 | friedman_mse |                14 |               10 |         1 |         log2 |     0.035 |    0.75 |          1.0 |  0.708s |     1m:12s |
| Iteration 31     |  deviance |        0.0592 |          499 |       0.8 | friedman_mse |                10 |                4 |         1 |          0.9 |       0.0 |     1.0 |          1.0 |  0.740s |     1m:15s |
| Iteration 32     | exponen.. |        0.3321 |          482 |       0.5 | friedman_mse |                 7 |                3 |         2 |          0.5 |       0.0 |  0.8125 |          1.0 |  0.738s |     1m:19s |
| Iteration 33     |  deviance |        0.3632 |          456 |       0.9 | squared_er.. |                 2 |               20 |         4 |          0.9 |    0.0088 |  0.6875 |          1.0 |  0.727s |     1m:24s |
| Iteration 34     |  deviance |        0.3223 |          292 |       0.5 | friedman_mse |                13 |                1 |         1 |          0.9 |    0.0169 |  0.5625 |          1.0 |  0.683s |     1m:27s |
| Iteration 35     |  deviance |        0.0403 |          475 |       1.0 | friedman_mse |                 4 |                7 |         1 |          0.7 |       0.0 |  0.9375 |          1.0 |  0.697s |     1m:29s |
| Iteration 36     |  deviance |        0.0246 |          447 |       0.5 | friedman_mse |                 9 |                4 |         1 |         sqrt |       0.0 |     1.0 |          1.0 |  0.704s |     1m:33s |
| Iteration 37     |  deviance |        0.0389 |          304 |       1.0 | friedman_mse |                 3 |                3 |         1 |         sqrt |       0.0 |     1.0 |          1.0 |  0.695s |     1m:36s |
| Iteration 38     |  deviance |        0.0208 |          440 |       0.8 | friedman_mse |                11 |                4 |         2 |         log2 |    0.0022 |   0.875 |          1.0 |  0.738s |     1m:38s |
| Iteration 39     |  deviance |        0.0363 |          331 |       0.8 | friedman_mse |                 5 |                1 |         1 |          0.8 |       0.0 |     1.0 |          1.0 |  0.703s |     1m:40s |
| Iteration 40     |  deviance |        0.4021 |           20 |       0.9 | friedman_mse |                 8 |                1 |         3 |         auto |       0.0 |   0.625 |          1.0 |  0.630s |     1m:42s |
| Iteration 41     | exponen.. |        0.0324 |          500 |       0.6 | friedman_mse |                 2 |                1 |         1 |         None |     0.025 |  0.6875 |          1.0 |  0.764s |     1m:44s |
| Iteration 42     | exponen.. |        0.0149 |          476 |       0.8 | friedman_mse |                16 |                3 |         9 |          0.6 |    0.0185 |     1.0 |          1.0 |  0.769s |     1m:47s |
| Iteration 43     | exponen.. |        0.3761 |          347 |       0.7 | friedman_mse |                 5 |                4 |         6 |          0.8 |    0.0096 |   0.625 |          1.0 |  0.724s |     1m:49s |
| Iteration 44     |  deviance |         0.041 |          359 |       0.8 | friedman_mse |                 9 |                4 |         4 |          0.8 |    0.0274 |  0.7188 |          1.0 |  0.729s |     1m:52s |
| Iteration 45     | exponen.. |        0.1638 |          500 |       0.8 | friedman_mse |                18 |               12 |        10 |          0.9 |    0.0206 |     1.0 |          1.0 |  0.757s |     1m:54s |
| Iteration 46     | exponen.. |        0.0395 |          500 |       0.6 | friedman_mse |                 9 |               18 |        10 |          0.8 |    0.0222 |     0.5 |          1.0 |  0.797s |     1m:56s |
| Iteration 47     | exponen.. |        0.0412 |          475 |       0.5 | friedman_mse |                20 |                5 |        10 |          0.8 |    0.0116 |    0.75 |          1.0 |  0.749s |     1m:58s |
| Iteration 48     |  deviance |        0.0394 |          411 |       0.8 | friedman_mse |                 6 |                3 |         1 |          0.5 |       0.0 |  0.9375 |          1.0 |  0.717s |     2m:01s |
| Iteration 49     |  deviance |          0.04 |          344 |       0.8 | friedman_mse |                 6 |                4 |         1 |         None |       0.0 |  0.6875 |          1.0 |  0.703s |     2m:03s |
| Iteration 50     |  deviance |          0.01 |          498 |       0.7 | friedman_mse |                16 |                1 |         4 |         auto |       0.0 |    0.75 |          1.0 |  0.767s |     2m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0149, 'n_estimators': 476, 'subsample': 0.8, 'criterion': 'friedman_mse', 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_depth': 9, 'max_features': 0.6, 'ccp_alpha': 0.0185}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.147s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1288
Time elapsed: 0.704s
-------------------------------------------------
Total time: 2m:10s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  1.230s |     1.241s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.4375 |         0.75 |  0.657s |     4.238s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.4375 |         0.75 |  0.647s |     6.191s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |   0.625 |         0.75 |  0.645s |     7.745s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |         0.75 |  0.644s |     9.344s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |         0.75 |  0.653s |    10.952s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |    0.25 |         0.75 |  0.648s |    12.553s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |    0.25 |         0.75 |  0.660s |    14.131s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |         0.75 |  0.643s |    15.707s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |     0.5 |         0.75 |  0.647s |    17.296s |
| Iteration 11     |      l2 |   100.0 | newto.. |     1000 |      --- |   0.625 |         0.75 |  0.645s |    19.228s |
| Iteration 12     |      l2 | 19.5962 | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.641s |    21.123s |
| Iteration 13     |      l2 | 14.3884 | newto.. |     1000 |      --- |     0.5 |        0.875 |  0.655s |    23.090s |
| Iteration 14     |    none |     --- | newto.. |      658 |      --- |  0.5625 |        0.875 |  0.659s |    24.941s |
| Iteration 15     |      l2 | 56.6472 |   lbfgs |     1000 |      --- |     0.5 |        0.875 |  0.649s |    26.894s |
| Iteration 16     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.645s |    28.734s |
| Iteration 17     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |    30.003s |
| Iteration 18     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |    32.928s |
| Iteration 19     |      l2 | 28.3028 |   lbfgs |     1000 |      --- |   0.625 |        0.875 |  0.635s |    37.304s |
| Iteration 20     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |    41.165s |
| Iteration 21     |      l2 |  3.5382 | newto.. |     1000 |      --- |  0.5625 |        0.875 |  0.632s |    45.771s |
| Iteration 22     |    none |     --- |   lbfgs |     1000 |      --- |  0.3125 |        0.875 |  0.645s |    50.465s |
| Iteration 23     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |    54.433s |
| Iteration 24     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |    58.362s |
| Iteration 25     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:02s |
| Iteration 26     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:06s |
| Iteration 27     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.001s |     1m:10s |
| Iteration 28     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:14s |
| Iteration 29     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:18s |
| Iteration 30     |      l2 | 29.9201 | newto.. |      998 |      --- |   0.875 |        0.875 |  0.662s |     1m:23s |
| Iteration 31     |      l2 | 36.1295 | newto.. |     1000 |      --- |  0.5625 |        0.875 |  0.635s |     1m:27s |
| Iteration 32     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:31s |
| Iteration 33     |      l2 |   0.001 | libli.. |     1000 |      --- |  0.6875 |        0.875 |  0.631s |     1m:36s |
| Iteration 34     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:40s |
| Iteration 35     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.001s |     1m:45s |
| Iteration 36     |      l2 |  0.8052 | newto.. |      990 |      --- |   0.625 |        0.875 |  0.636s |     1m:47s |
| Iteration 37     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:49s |
| Iteration 38     |      l2 |  5.2986 | newto.. |      997 |      --- |  0.5625 |        0.875 |  0.634s |     1m:51s |
| Iteration 39     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:52s |
| Iteration 40     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:54s |
| Iteration 41     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:55s |
| Iteration 42     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:56s |
| Iteration 43     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     1m:60s |
| Iteration 44     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     2m:04s |
| Iteration 45     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     2m:08s |
| Iteration 46     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     2m:12s |
| Iteration 47     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     2m:14s |
| Iteration 48     |      l2 | 22.4783 | newto.. |      995 |      --- |  0.5625 |        0.875 |  0.633s |     2m:16s |
| Iteration 49     |    none |     --- | newto.. |     1000 |      --- |   0.875 |        0.875 |  0.000s |     2m:17s |
| Iteration 50     |    none |     --- | newto.. |      100 |      --- |  0.3125 |        0.875 |  0.650s |     2m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'l2', 'C': 29.9201, 'solver': 'newton-cg', 'max_iter': 998}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6884
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.1
Time elapsed: 0.068s
-------------------------------------------------
Total time: 2m:25s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |    0.75 |         0.75 |  0.625s |     0.631s |
| Initial point 2  |     svd |       --- |  0.4375 |         0.75 |  0.640s |     2.242s |
| Initial point 3  |     svd |       --- |  0.4375 |         0.75 |  0.000s |     3.222s |
| Initial point 4  |    lsqr |       0.8 |   0.625 |         0.75 |  0.628s |     6.675s |
| Initial point 5  |   eigen |       0.9 |   0.625 |         0.75 |  0.632s |     8.740s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |         0.75 |  0.628s |    10.309s |
| Initial point 7  |    lsqr |       0.5 |    0.25 |         0.75 |  0.630s |    11.893s |
| Initial point 8  |    lsqr |       0.9 |   0.625 |         0.75 |  0.635s |    14.695s |
| Initial point 9  |    lsqr |       0.6 |  0.6875 |         0.75 |  0.631s |    16.557s |
| Initial point 10 |   eigen |       0.8 |     0.5 |         0.75 |  0.637s |    19.995s |
| Iteration 11     |   eigen |       0.6 |   0.875 |        0.875 |  0.639s |    22.227s |
| Iteration 12     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    23.367s |
| Iteration 13     |   eigen |       0.7 |     0.5 |        0.875 |  0.624s |    25.112s |
| Iteration 14     |    lsqr |      auto |   0.375 |        0.875 |  0.623s |    28.246s |
| Iteration 15     |   eigen |      auto |     0.5 |        0.875 |  0.624s |    31.403s |
| Iteration 16     |     svd |       --- |  0.4375 |        0.875 |  0.000s |    32.916s |
| Iteration 17     |     svd |       --- |  0.4375 |        0.875 |  0.000s |    33.988s |
| Iteration 18     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    35.114s |
| Iteration 19     |     svd |       --- |  0.4375 |        0.875 |  0.000s |    38.633s |
| Iteration 20     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    42.898s |
| Iteration 21     |   eigen |      None |     0.5 |        0.875 |  0.628s |    47.609s |
| Iteration 22     |     svd |       --- |  0.4375 |        0.875 |  0.000s |    51.666s |
| Iteration 23     |    lsqr |       1.0 |   0.375 |        0.875 |  0.626s |    55.472s |
| Iteration 24     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    57.153s |
| Iteration 25     |   eigen |       0.6 |   0.875 |        0.875 |  0.000s |    58.318s |
| Iteration 26     |     svd |       --- |  0.4375 |        0.875 |  0.000s |    59.493s |
| Iteration 27     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.624s |     1m:01s |
| Iteration 28     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:02s |
| Iteration 29     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:07s |
| Iteration 30     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 31     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 32     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:11s |
| Iteration 33     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:14s |
| Iteration 34     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:16s |
| Iteration 35     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:17s |
| Iteration 36     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:18s |
| Iteration 37     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:19s |
| Iteration 38     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:20s |
| Iteration 39     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:22s |
| Iteration 40     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:23s |
| Iteration 41     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:24s |
| Iteration 42     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:25s |
| Iteration 43     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:27s |
| Iteration 44     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.001s |     1m:28s |
| Iteration 45     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:29s |
| Iteration 46     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:31s |
| Iteration 47     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:32s |
| Iteration 48     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:33s |
| Iteration 49     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:35s |
| Iteration 50     |   eigen |       0.5 |  0.9375 |       0.9375 |  0.000s |     1m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.98 ± 0.04
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:38s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |    0.75 |         0.75 |  0.624s |     0.628s |
| Initial point 2  |       0.9 |  0.4375 |         0.75 |  0.622s |     4.987s |
| Initial point 3  |       0.1 |  0.3125 |         0.75 |  0.631s |     9.803s |
| Initial point 4  |       1.0 |    0.75 |         0.75 |  0.000s |    11.400s |
| Initial point 5  |       0.2 |   0.625 |         0.75 |  0.629s |    12.993s |
| Initial point 6  |       0.4 |  0.5625 |         0.75 |  0.638s |    15.172s |
| Initial point 7  |       0.4 |  0.5625 |         0.75 |  0.000s |    16.231s |
| Initial point 8  |       0.7 |  0.5625 |         0.75 |  0.623s |    20.086s |
| Initial point 9  |       0.9 |  0.4375 |         0.75 |  0.000s |    21.661s |
| Initial point 10 |       0.8 |     0.5 |         0.75 |  0.624s |    25.719s |
| Iteration 11     |       0.3 |   0.875 |        0.875 |  0.633s |    28.075s |
| Iteration 12     |       0.6 |  0.8125 |        0.875 |  0.628s |    29.776s |
| Iteration 13     |       0.5 |  0.5625 |        0.875 |  0.629s |    31.416s |
| Iteration 14     |       0.0 |  0.6875 |        0.875 |  0.627s |    33.060s |
| Iteration 15     |       0.3 |   0.875 |        0.875 |  0.000s |    34.128s |
| Iteration 16     |       0.3 |   0.875 |        0.875 |  0.000s |    35.161s |
| Iteration 17     |       0.3 |   0.875 |        0.875 |  0.000s |    37.514s |
| Iteration 18     |       0.3 |   0.875 |        0.875 |  0.000s |    38.915s |
| Iteration 19     |       0.3 |   0.875 |        0.875 |  0.001s |    39.960s |
| Iteration 20     |       0.6 |  0.8125 |        0.875 |  0.000s |    41.054s |
| Iteration 21     |       0.6 |  0.8125 |        0.875 |  0.000s |    42.088s |
| Iteration 22     |       0.3 |   0.875 |        0.875 |  0.000s |    43.247s |
| Iteration 23     |       0.3 |   0.875 |        0.875 |  0.000s |    44.311s |
| Iteration 24     |       0.3 |   0.875 |        0.875 |  0.000s |    45.343s |
| Iteration 25     |       0.3 |   0.875 |        0.875 |  0.000s |    46.415s |
| Iteration 26     |       0.3 |   0.875 |        0.875 |  0.000s |    47.497s |
| Iteration 27     |       0.3 |   0.875 |        0.875 |  0.000s |    48.565s |
| Iteration 28     |       0.9 |  0.4375 |        0.875 |  0.000s |    49.634s |
| Iteration 29     |       0.3 |   0.875 |        0.875 |  0.000s |    50.678s |
| Iteration 30     |       0.8 |     0.5 |        0.875 |  0.000s |    51.774s |
| Iteration 31     |       0.3 |   0.875 |        0.875 |  0.000s |    52.840s |
| Iteration 32     |       0.3 |   0.875 |        0.875 |  0.000s |    56.113s |
| Iteration 33     |       0.3 |   0.875 |        0.875 |  0.000s |    59.849s |
| Iteration 34     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:04s |
| Iteration 35     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:08s |
| Iteration 36     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:11s |
| Iteration 37     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:15s |
| Iteration 38     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:20s |
| Iteration 39     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:24s |
| Iteration 40     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:25s |
| Iteration 41     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:27s |
| Iteration 42     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:28s |
| Iteration 43     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:29s |
| Iteration 44     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:30s |
| Iteration 45     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:32s |
| Iteration 46     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:33s |
| Iteration 47     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:34s |
| Iteration 48     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:35s |
| Iteration 49     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:36s |
| Iteration 50     |       0.3 |   0.875 |        0.875 |  0.000s |     1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6857
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.1749
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:41s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.2701 | dista.. |      auto |        40 |       1 |    0.75 |         0.75 |  0.656s |     0.676s |
| Initial point 2  |  4.8798 | uniform |   kd_tree |        39 |       2 |  0.3125 |         0.75 |  0.650s |     2.823s |
| Initial point 3  |  3.8548 | dista.. | ball_tree |        25 |       2 |  0.6875 |         0.75 |  0.646s |     4.529s |
| Initial point 4  | 11.2461 | uniform | ball_tree |        39 |       2 |     0.5 |         0.75 |  0.648s |     6.169s |
| Initial point 5  |  8.8098 | dista.. |      auto |        30 |       2 |   0.875 |        0.875 |  0.645s |     7.777s |
| Initial point 6  | 10.2024 | dista.. | ball_tree |        21 |       2 |  0.6875 |        0.875 |  0.642s |     9.439s |
| Initial point 7  |  7.2975 | dista.. | ball_tree |        24 |       1 |     0.5 |        0.875 |  0.642s |    11.067s |
| Initial point 8  |  1.7488 | dista.. | ball_tree |        21 |       2 |   0.875 |        0.875 |  0.646s |    15.338s |
| Initial point 9  |   8.129 | uniform | ball_tree |        24 |       1 |    0.75 |        0.875 |  0.645s |    20.344s |
| Initial point 10 |  5.7739 | uniform |     brute |        22 |       2 |  0.4375 |        0.875 |  0.643s |    25.528s |
| Iteration 11     |  0.1151 | uniform |     brute |        40 |       1 |   0.375 |        0.875 |  0.642s |    30.755s |
| Iteration 12     |  0.1114 | dista.. |      auto |        20 |       2 |   0.375 |        0.875 |  0.637s |    35.899s |
| Iteration 13     |     0.0 | dista.. |     brute |        30 |       1 |     0.5 |        0.875 |  0.635s |    41.169s |
| Iteration 14     |  1.2173 | dista.. | ball_tree |        20 |       2 |   0.875 |        0.875 |  0.647s |    46.601s |
| Iteration 15     |  9.6165 | dista.. |      auto |        31 |       2 |    0.75 |        0.875 |  0.643s |    51.874s |
| Iteration 16     |  1.4888 | dista.. |      auto |        30 |       2 |     1.0 |          1.0 |  0.639s |    57.153s |
| Iteration 17     |  1.8241 | dista.. |      auto |        29 |       2 |   0.625 |          1.0 |  0.654s |     1m:02s |
| Iteration 18     |  0.0386 | dista.. | ball_tree |        22 |       2 |     0.5 |          1.0 |  0.650s |     1m:08s |
| Iteration 19     |  0.9701 | dista.. |      auto |        30 |       2 |  0.0625 |          1.0 |  0.642s |     1m:13s |
| Iteration 20     |  1.4846 | dista.. |      auto |        28 |       2 |  0.6875 |          1.0 |  0.639s |     1m:18s |
| Iteration 21     |  1.5683 | dista.. | ball_tree |        22 |       2 |  0.8125 |          1.0 |  0.640s |     1m:24s |
| Iteration 22     |  1.3355 | dista.. | ball_tree |        39 |       2 |  0.4375 |          1.0 |  0.644s |     1m:29s |
| Iteration 23     |  1.6486 | uniform |      auto |        28 |       1 |  0.4062 |          1.0 |  0.634s |     1m:34s |
| Iteration 24     |  1.6454 | dista.. | ball_tree |        21 |       1 |  0.6562 |          1.0 |  0.639s |     1m:39s |
| Iteration 25     |  8.9127 | dista.. | ball_tree |        23 |       1 |   0.625 |          1.0 |  0.642s |     1m:45s |
| Iteration 26     |  1.3873 | dista.. |   kd_tree |        20 |       2 |  0.5938 |          1.0 |  0.642s |     1m:50s |
| Iteration 27     |  1.6109 | dista.. |   kd_tree |        31 |       1 |  0.4375 |          1.0 |  0.641s |     1m:55s |
| Iteration 28     |  1.5973 | dista.. | ball_tree |        27 |       2 |  0.4375 |          1.0 |  1.234s |     2m:01s |
| Iteration 29     |  8.7998 | uniform | ball_tree |        39 |       2 |    0.75 |          1.0 |  0.643s |     2m:07s |
| Iteration 30     |  8.5034 | uniform |      auto |        20 |       2 |   0.875 |          1.0 |  0.642s |     2m:13s |
| Iteration 31     |   8.189 | dista.. |      auto |        40 |       2 |  0.8125 |          1.0 |  0.639s |     2m:20s |
| Iteration 32     |  7.9522 | uniform |     brute |        20 |       2 |   0.375 |          1.0 |  0.647s |     2m:26s |
| Iteration 33     | 12.3048 | uniform |      auto |        20 |       2 |     0.5 |          1.0 |  0.635s |     2m:33s |
| Iteration 34     |  8.4204 | uniform |      auto |        40 |       2 |    0.75 |          1.0 |  0.633s |     2m:39s |
| Iteration 35     |  7.9945 | dista.. |      auto |        20 |       2 |    0.75 |          1.0 |  0.634s |     2m:45s |
| Iteration 36     |  7.8278 | uniform |      auto |        20 |       1 |  0.9062 |          1.0 |  0.652s |     2m:51s |
| Iteration 37     |  6.1653 | dista.. |      auto |        40 |       1 |   0.875 |          1.0 |  0.643s |     2m:57s |
| Iteration 38     |  6.8045 | dista.. |      auto |        22 |       1 |   0.625 |          1.0 |  0.638s |     3m:04s |
| Iteration 39     |  7.5741 | uniform |      auto |        40 |       1 |  0.8125 |          1.0 |  0.640s |     3m:10s |
| Iteration 40     | 12.3048 | dista.. |     brute |        28 |       1 |     1.0 |          1.0 |  0.651s |     3m:16s |
| Iteration 41     | 12.3048 | dista.. |     brute |        35 |       1 |     1.0 |          1.0 |  0.642s |     3m:22s |
| Iteration 42     | 12.3048 | dista.. |     brute |        40 |       1 |     0.5 |          1.0 |  0.655s |     3m:29s |
| Iteration 43     | 12.3048 | dista.. |   kd_tree |        23 |       2 |  0.5625 |          1.0 |  0.643s |     3m:34s |
| Iteration 44     |  5.3681 | uniform |      auto |        40 |       2 |  0.5312 |          1.0 |  0.650s |     3m:41s |
| Iteration 45     |  8.8938 | uniform |      auto |        20 |       1 |  0.9375 |          1.0 |  0.649s |     3m:47s |
| Iteration 46     |  9.1129 | dista.. |      auto |        29 |       1 |  0.6562 |          1.0 |  0.651s |     3m:52s |
| Iteration 47     |  8.7413 | uniform |      auto |        24 |       1 |    0.75 |          1.0 |  0.636s |     3m:57s |
| Iteration 48     | 12.3048 | dista.. |     brute |        20 |       2 |   0.625 |          1.0 |  0.650s |     4m:00s |
| Iteration 49     | 12.3018 | uniform |   kd_tree |        23 |       1 |     0.5 |          1.0 |  0.640s |     4m:02s |
| Iteration 50     |   8.689 | uniform |      auto |        20 |       1 |    0.75 |          1.0 |  0.644s |     4m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'radius': 12.3048, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 28, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0707
Time elapsed: 0.049s
-------------------------------------------------
Total time: 4m:12s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |  0.9375 |       0.9375 |  1.013s |     1.020s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.6875 |       0.9375 |  1.615s |     4.477s |
| Initial point 3  |          225 |        1.0215 |     SAMME |   0.625 |       0.9375 |  0.786s |     6.447s |
| Initial point 4  |          431 |        0.0871 |     SAMME |   0.875 |       0.9375 |  0.935s |    10.539s |
| Initial point 5  |          250 |        0.0488 |     SAMME |  0.8125 |       0.9375 |  0.804s |    13.017s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     1.0 |          1.0 |  1.002s |    15.265s |
| Initial point 7  |          473 |        2.1636 |     SAMME |   0.375 |          1.0 |  0.660s |    17.145s |
| Initial point 8  |          411 |         0.019 |     SAMME |   0.625 |          1.0 |  0.912s |    21.604s |
| Initial point 9  |          439 |        3.0721 |     SAMME |    0.75 |          1.0 |  0.635s |    26.174s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.4375 |          1.0 |  0.750s |    31.051s |
| Iteration 11     |          423 |        0.1851 |   SAMME.R |  0.8125 |          1.0 |  0.970s |    34.074s |
| Iteration 12     |          355 |        0.3242 |     SAMME |  0.9375 |          1.0 |  0.882s |    36.404s |
| Iteration 13     |          149 |         0.285 |   SAMME.R |     1.0 |          1.0 |  0.753s |    38.579s |
| Iteration 14     |          234 |        4.6932 |     SAMME |  0.7188 |          1.0 |  0.635s |    40.468s |
| Iteration 15     |          395 |        8.4857 |   SAMME.R |     0.5 |          1.0 |  0.923s |    42.661s |
| Iteration 16     |          485 |        0.2596 |     SAMME |    0.75 |          1.0 |  0.967s |    44.895s |
| Iteration 17     |          121 |        0.3927 |   SAMME.R |  0.8125 |          1.0 |  0.721s |    47.000s |
| Iteration 18     |           71 |        0.1379 |     SAMME |    0.75 |          1.0 |  0.680s |    48.978s |
| Iteration 19     |          468 |        0.4573 |     SAMME |   0.875 |          1.0 |  0.955s |    51.356s |
| Iteration 20     |           54 |        0.3039 |   SAMME.R |  0.6875 |          1.0 |  0.672s |    53.452s |
| Iteration 21     |          335 |        0.1212 |   SAMME.R |     0.5 |          1.0 |  0.904s |    55.775s |
| Iteration 22     |          439 |        0.5581 |   SAMME.R |  0.4375 |          1.0 |  0.986s |     1m:01s |
| Iteration 23     |          446 |        0.2396 |   SAMME.R |    0.75 |          1.0 |  0.976s |     1m:04s |
| Iteration 24     |          407 |        0.2847 |     SAMME |     1.0 |          1.0 |  0.913s |     1m:08s |
| Iteration 25     |          469 |        0.2944 |     SAMME |  0.6875 |          1.0 |  0.964s |     1m:11s |
| Iteration 26     |          337 |        0.2099 |     SAMME |  0.6875 |          1.0 |  0.867s |     1m:14s |
| Iteration 27     |          139 |        0.0709 |     SAMME |   0.875 |          1.0 |  0.730s |     1m:16s |
| Iteration 28     |          285 |        0.0334 |     SAMME |  0.8438 |          1.0 |  0.846s |     1m:18s |
| Iteration 29     |          459 |        0.3167 |     SAMME |  0.8125 |          1.0 |  1.585s |     1m:21s |
| Iteration 30     |          336 |        0.0716 |   SAMME.R |  0.6875 |          1.0 |  0.931s |     1m:24s |
| Iteration 31     |          438 |        4.4975 |   SAMME.R |   0.375 |          1.0 |  1.023s |     1m:26s |
| Iteration 32     |          467 |        0.0314 |   SAMME.R |  0.7812 |          1.0 |  1.048s |     1m:28s |
| Iteration 33     |          181 |        0.3685 |     SAMME |    0.75 |          1.0 |  0.799s |     1m:31s |
| Iteration 34     |          107 |        0.0392 |   SAMME.R |  0.8438 |          1.0 |  0.752s |     1m:35s |
| Iteration 35     |          202 |          0.01 |   SAMME.R |  0.7812 |          1.0 |  0.830s |     1m:38s |
| Iteration 36     |          174 |        0.2701 |   SAMME.R |     1.0 |          1.0 |  0.808s |     1m:40s |
| Iteration 37     |           81 |        0.0263 |     SAMME |  0.9062 |          1.0 |  0.680s |     1m:42s |
| Iteration 38     |          376 |         0.026 |   SAMME.R |  0.9375 |          1.0 |  0.923s |     1m:44s |
| Iteration 39     |          287 |        0.0244 |   SAMME.R |     1.0 |          1.0 |  0.851s |     1m:47s |
| Iteration 40     |           54 |        0.0243 |   SAMME.R |  0.7812 |          1.0 |  0.666s |     1m:49s |
| Iteration 41     |          417 |        0.0273 |     SAMME |  0.6875 |          1.0 |  0.925s |     1m:51s |
| Iteration 42     |          151 |        0.1227 |   SAMME.R |     1.0 |          1.0 |  0.744s |     1m:54s |
| Iteration 43     |          150 |        9.8525 |   SAMME.R |  0.6875 |          1.0 |  0.744s |     1m:56s |
| Iteration 44     |          172 |        0.0492 |   SAMME.R |  0.8125 |          1.0 |  0.754s |     1m:58s |
| Iteration 45     |          286 |        3.8466 |   SAMME.R |   0.375 |          1.0 |  0.866s |     2m:01s |
| Iteration 46     |           62 |          0.01 |   SAMME.R |    0.75 |          1.0 |  0.673s |     2m:03s |
| Iteration 47     |          319 |          0.01 |   SAMME.R |     0.5 |          1.0 |  0.892s |     2m:06s |
| Iteration 48     |           61 |        0.1136 |     SAMME |  0.7188 |          1.0 |  0.662s |     2m:08s |
| Iteration 49     |           50 |        0.0597 |     SAMME |  0.7188 |          1.0 |  0.663s |     2m:11s |
| Iteration 50     |           84 |        0.1695 |     SAMME |  0.6875 |          1.0 |  0.682s |     2m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.422s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.1342
Time elapsed: 1.904s
-------------------------------------------------
Total time: 2m:17s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |  0.8125 |       0.8125 |  1.068s |     1.088s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.6562 |       0.8125 |  0.941s |     4.015s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.7812 |       0.8125 |  1.564s |     6.890s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |   0.375 |       0.8125 |  0.754s |     9.075s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  0.972s |    11.485s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |          1.0 |  0.821s |    14.123s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |          1.0 |  0.850s |    16.456s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |    0.75 |          1.0 |  0.843s |    18.880s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  0.954s |    21.310s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     0.5 |          1.0 |  0.931s |    23.649s |
| Iteration 11     |          237 |   entropy |      None |                 7 |               20 |          0.6 |      True |    0.0342 |         0.6 |     0.5 |          1.0 |  0.805s |    26.265s |
| Iteration 12     |          445 |      gini |      None |                15 |               13 |         log2 |      True |    0.0057 |        None |  0.9375 |          1.0 |  0.969s |    29.230s |
| Iteration 13     |          293 |   entropy |      None |                 4 |                7 |         sqrt |     False |       0.0 |         --- |     1.0 |          1.0 |  0.784s |    31.820s |
| Iteration 14     |          340 |      gini |      None |                 2 |               13 |         log2 |     False |    0.0018 |         --- |  0.8125 |          1.0 |  0.816s |    34.677s |
| Iteration 15     |          448 |      gini |      None |                20 |               15 |         log2 |      True |    0.0154 |        None |  0.8125 |          1.0 |  0.989s |    37.545s |
| Iteration 16     |          277 |      gini |      None |                 3 |               15 |         log2 |     False |    0.0009 |         --- |     1.0 |          1.0 |  0.786s |    40.222s |
| Iteration 17     |          380 |   entropy |         2 |                20 |                1 |          0.5 |     False |       0.0 |         --- |  0.9062 |          1.0 |  0.834s |    42.973s |
| Iteration 18     |          312 |   entropy |      None |                 6 |                8 |         sqrt |     False |    0.0011 |         --- |  0.8125 |          1.0 |  0.804s |    45.802s |
| Iteration 19     |          500 |   entropy |      None |                11 |               11 |         None |     False |       0.0 |         --- |  0.9375 |          1.0 |  0.935s |    48.626s |
| Iteration 20     |          235 |      gini |         2 |                 6 |                1 |          0.8 |     False |       0.0 |         --- |   0.625 |          1.0 |  0.756s |    51.052s |
| Iteration 21     |          500 |   entropy |      None |                20 |               20 |         auto |      True |       0.0 |         0.9 |  0.5625 |          1.0 |  0.980s |    53.971s |
| Iteration 22     |          369 |      gini |      None |                11 |               14 |         log2 |      True |    0.0069 |        None |     1.0 |          1.0 |  0.900s |    56.793s |
| Iteration 23     |          333 |   entropy |      None |                17 |                7 |         sqrt |     False |    0.0343 |         --- |   0.625 |          1.0 |  0.825s |    59.529s |
| Iteration 24     |          215 |      gini |      None |                 3 |               19 |         log2 |      True |    0.0087 |        None |  0.5625 |          1.0 |  0.794s |     1m:02s |
| Iteration 25     |          133 |      gini |      None |                13 |               14 |          0.6 |     False |       0.0 |         --- |  0.6875 |          1.0 |  0.702s |     1m:05s |
| Iteration 26     |          308 |   entropy |      None |                10 |                7 |         sqrt |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.803s |     1m:12s |
| Iteration 27     |           33 |   entropy |      None |                16 |               15 |         log2 |     False |    0.0035 |         --- |  0.8125 |          1.0 |  0.650s |     1m:18s |
| Iteration 28     |          359 |      gini |      None |                 5 |               15 |         log2 |     False |    0.0034 |         --- |   0.625 |          1.0 |  0.839s |     1m:21s |
| Iteration 29     |          432 |      gini |         6 |                 6 |               14 |         sqrt |      True |    0.0103 |         0.5 |  0.7812 |          1.0 |  1.534s |     1m:24s |
| Iteration 30     |          266 |   entropy |      None |                 2 |                3 |         sqrt |     False |       0.0 |         --- |    0.75 |          1.0 |  0.800s |     1m:27s |
| Iteration 31     |          243 |   entropy |      None |                 2 |               14 |         sqrt |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.766s |     1m:30s |
| Iteration 32     |          386 |      gini |         4 |                14 |                9 |         log2 |      True |       0.0 |         0.5 |    0.75 |          1.0 |  0.913s |     1m:33s |
| Iteration 33     |          401 |      gini |      None |                 9 |               15 |         log2 |      True |    0.0018 |        None |  0.5625 |          1.0 |  0.968s |     1m:37s |
| Iteration 34     |           72 |      gini |      None |                12 |               14 |         log2 |      True |    0.0073 |        None |    0.75 |          1.0 |  0.684s |     1m:43s |
| Iteration 35     |          407 |      gini |      None |                10 |               17 |         log2 |      True |    0.0069 |        None |  0.5938 |          1.0 |  0.942s |     1m:50s |
| Iteration 36     |          500 |      gini |      None |                17 |               11 |          0.9 |      True |    0.0333 |         0.5 |  0.8125 |          1.0 |  1.017s |     1m:53s |
| Iteration 37     |           10 |   entropy |         9 |                 4 |                1 |          0.7 |      True |       0.0 |        None |     1.0 |          1.0 |  0.639s |     1m:56s |
| Iteration 38     |           10 |   entropy |         9 |                14 |                1 |         auto |      True |       0.0 |        None |  0.8125 |          1.0 |  0.655s |     1m:58s |
| Iteration 39     |          500 |   entropy |         9 |                 7 |                1 |          0.9 |      True |     0.035 |         0.8 |     1.0 |          1.0 |  1.039s |     2m:01s |
| Iteration 40     |          469 |      gini |         9 |                12 |                1 |         log2 |     False |    0.0196 |         --- |  0.8125 |          1.0 |  0.917s |     2m:04s |
| Iteration 41     |          159 |   entropy |         9 |                17 |                4 |          0.9 |      True |    0.0021 |         0.9 |  0.6875 |          1.0 |  0.767s |     2m:07s |
| Iteration 42     |           27 |   entropy |         6 |                 6 |                1 |         sqrt |      True |    0.0127 |         0.9 |     1.0 |          1.0 |  0.652s |     2m:09s |
| Iteration 43     |           50 |   entropy |         9 |                11 |                1 |         None |      True |     0.027 |         0.5 |  0.5625 |          1.0 |  0.698s |     2m:14s |
| Iteration 44     |           61 |   entropy |         9 |                15 |               20 |          0.5 |     False |    0.0266 |         --- |  0.7812 |          1.0 |  0.675s |     2m:17s |
| Iteration 45     |          417 |   entropy |      None |                 8 |               13 |         log2 |      True |    0.0072 |        None |    0.75 |          1.0 |  0.953s |     2m:20s |
| Iteration 46     |          386 |      gini |      None |                12 |               14 |         log2 |      True |    0.0073 |         0.9 |  0.8125 |          1.0 |  0.929s |     2m:23s |
| Iteration 47     |          421 |      gini |      None |                 7 |               13 |         log2 |      True |    0.0072 |        None |  0.5625 |          1.0 |  0.963s |     2m:26s |
| Iteration 48     |          270 |   entropy |         8 |                 5 |                1 |          0.6 |      True |    0.0066 |         0.6 |     1.0 |          1.0 |  0.846s |     2m:29s |
| Iteration 49     |          287 |   entropy |         8 |                 5 |                1 |          0.6 |      True |    0.0212 |         0.7 |  0.8125 |          1.0 |  0.861s |     2m:32s |
| Iteration 50     |           75 |   entropy |         7 |                 4 |                1 |         auto |      True |    0.0041 |         0.8 |    0.75 |          1.0 |  0.693s |     2m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 500, 'criterion': 'entropy', 'max_depth': 9, 'min_samples_split': 7, 'min_samples_leaf': 1, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.035, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.460s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.1463
Time elapsed: 2.141s
-------------------------------------------------
Total time: 2m:40s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.783s |     0.803s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.625 |        0.625 |  1.378s |     3.711s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.625 |  0.776s |     5.855s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.625 |  0.720s |     7.962s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.625 |  0.757s |    10.081s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.625 |  0.671s |    12.108s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.625 |  0.683s |    14.233s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.625 |  0.681s |    17.588s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.8125 |       0.8125 |  0.715s |    22.103s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.8125 |  0.703s |    26.428s |
| Iteration 11     |          490 |        0.1237 |         3 |     0.0 |                4 |       0.8 |              0.6 |         0 |         10 |  0.4375 |       0.8125 |  0.726s |    29.471s |
| Iteration 12     |          480 |        0.0177 |         5 |  0.6857 |                6 |       0.8 |              0.9 |      0.01 |          1 |  0.6875 |       0.8125 |  0.733s |    35.416s |
| Iteration 13     |           57 |        0.1269 |         1 |  0.6295 |                5 |       0.9 |              0.8 |        10 |       0.01 |     0.5 |       0.8125 |  0.652s |    42.111s |
| Iteration 14     |          432 |        0.0232 |         7 |  0.6798 |                4 |       0.8 |              0.9 |      0.01 |         10 |  0.6875 |       0.8125 |  0.748s |    49.094s |
| Iteration 15     |          347 |        0.0112 |         8 |  0.8593 |                1 |       1.0 |              0.8 |      0.01 |         10 |     1.0 |          1.0 |  0.733s |    57.184s |
| Iteration 16     |          486 |        0.9703 |         6 |  0.9836 |                1 |       1.0 |              0.9 |         0 |       0.01 |    0.75 |          1.0 |  0.733s |     1m:01s |
| Iteration 17     |          353 |          0.01 |         9 |  0.4627 |                3 |       1.0 |              0.8 |      0.01 |        100 |  0.7812 |          1.0 |  0.702s |     1m:04s |
| Iteration 18     |          122 |        0.4159 |         3 |     1.0 |                1 |       1.0 |              0.8 |         0 |        0.1 |  0.6875 |          1.0 |  0.659s |     1m:06s |
| Iteration 19     |          500 |        0.1627 |         3 |     1.0 |                1 |       1.0 |              1.0 |      0.01 |       0.01 |     0.5 |          1.0 |  0.731s |     1m:09s |
| Iteration 20     |          333 |        0.2512 |        10 |     1.0 |                1 |       0.9 |              0.8 |         0 |        0.1 |  0.9375 |          1.0 |  0.701s |     1m:11s |
| Iteration 21     |          186 |          0.01 |         9 |     1.0 |                1 |       1.0 |              0.8 |      0.01 |          0 |  0.6875 |          1.0 |  0.678s |     1m:14s |
| Iteration 22     |          362 |        0.1303 |         7 |  0.9194 |                1 |       1.0 |              0.8 |      0.01 |         10 |  0.6875 |          1.0 |  0.711s |     1m:17s |
| Iteration 23     |           73 |        0.4991 |        10 |  0.2724 |                2 |       0.5 |              0.8 |         0 |        100 |  0.7188 |          1.0 |  0.664s |     1m:19s |
| Iteration 24     |          500 |        0.2314 |        10 |  0.0843 |                5 |       1.0 |              0.8 |         0 |       0.01 |   0.875 |          1.0 |  0.716s |     1m:22s |
| Iteration 25     |          500 |        0.2302 |        10 |  0.9004 |               10 |       0.5 |              0.8 |         0 |         10 |     0.5 |          1.0 |  0.719s |     1m:26s |
| Iteration 26     |          500 |          0.01 |        10 |  0.8688 |                1 |       1.0 |              0.8 |         0 |        100 |   0.625 |          1.0 |  0.728s |     1m:31s |
| Iteration 27     |          293 |        0.0116 |        10 |  0.6287 |               10 |       1.0 |              0.9 |         0 |         10 |     0.5 |          1.0 |  0.704s |     1m:34s |
| Iteration 28     |          163 |        0.2572 |         8 |  0.7806 |                1 |       1.0 |              0.7 |       0.1 |         10 |  0.9375 |          1.0 |  0.679s |     1m:37s |
| Iteration 29     |           20 |          0.01 |        10 |  0.2885 |                1 |       1.0 |              0.5 |      0.01 |          1 |  0.8125 |          1.0 |  0.648s |     1m:41s |
| Iteration 30     |           67 |        0.0679 |        10 |  0.1802 |                1 |       0.5 |              0.4 |       0.1 |        100 |  0.8125 |          1.0 |  0.661s |     1m:44s |
| Iteration 31     |           52 |         0.779 |        10 |  0.6254 |                1 |       1.0 |              0.7 |         0 |        0.1 |  0.9375 |          1.0 |  0.643s |     1m:47s |
| Iteration 32     |          390 |        0.0321 |         8 |  0.2896 |                1 |       0.8 |              0.7 |      0.01 |         10 |   0.875 |          1.0 |  0.724s |     1m:49s |
| Iteration 33     |          330 |        0.1899 |         8 |     1.0 |                1 |       1.0 |              1.0 |         0 |         10 |  0.6562 |          1.0 |  0.709s |     1m:52s |
| Iteration 34     |          318 |        0.1137 |         8 |     1.0 |                7 |       0.9 |              0.7 |      0.01 |         10 |    0.75 |          1.0 |  0.676s |     1m:55s |
| Iteration 35     |          332 |        0.0314 |        10 |  0.7544 |                1 |       1.0 |              0.9 |       0.1 |         10 |  0.8125 |          1.0 |  0.718s |     1m:58s |
| Iteration 36     |           20 |        0.1796 |        10 |  0.0796 |                1 |       0.9 |              0.7 |      0.01 |          1 |   0.875 |          1.0 |  0.643s |     2m:00s |
| Iteration 37     |           93 |        0.6012 |        10 |  0.7851 |                1 |       0.5 |              0.5 |         0 |          0 |     1.0 |          1.0 |  0.644s |     2m:03s |
| Iteration 38     |           20 |           1.0 |        10 |     0.0 |                1 |       0.5 |              0.4 |         0 |          0 |  0.9375 |          1.0 |  0.631s |     2m:05s |
| Iteration 39     |          240 |        0.0169 |        10 |   0.578 |                1 |       0.9 |              1.0 |         0 |          0 |     1.0 |          1.0 |  0.690s |     2m:11s |
| Iteration 40     |          500 |          0.01 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |          0 |   0.875 |          1.0 |  0.792s |     2m:15s |
| Iteration 41     |           20 |        0.0671 |        10 |  0.1335 |                1 |       0.5 |              0.6 |         0 |       0.01 |    0.75 |          1.0 |  0.696s |     2m:18s |
| Iteration 42     |          105 |        0.5453 |        10 |  0.8365 |               10 |       0.6 |              0.7 |         0 |          0 |     0.5 |          1.0 |  0.695s |     2m:20s |
| Iteration 43     |           67 |        0.4558 |        10 |  0.8943 |               10 |       0.9 |              1.0 |       0.1 |        100 |     0.5 |          1.0 |  0.698s |     2m:23s |
| Iteration 44     |          454 |        0.0142 |         1 |  0.0605 |               10 |       0.8 |              0.4 |       100 |        100 |     0.5 |          1.0 |  0.711s |     2m:29s |
| Iteration 45     |          266 |           1.0 |        10 |     1.0 |                1 |       1.0 |              1.0 |         0 |          0 |  0.9688 |          1.0 |  0.685s |     2m:32s |
| Iteration 46     |          158 |        0.4178 |        10 |  0.6315 |                1 |       0.6 |              0.6 |         1 |          0 |   0.875 |          1.0 |  0.664s |     2m:35s |
| Iteration 47     |          500 |           1.0 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |  0.6875 |          1.0 |  0.733s |     2m:38s |
| Iteration 48     |          156 |           1.0 |        10 |     0.0 |                1 |       1.0 |              0.4 |         0 |          0 |     1.0 |          1.0 |  0.665s |     2m:41s |
| Iteration 49     |          197 |           1.0 |        10 |     0.0 |                1 |       1.0 |              1.0 |         0 |          0 |  0.8125 |          1.0 |  0.680s |     2m:47s |
| Iteration 50     |           39 |        0.0122 |        10 |  0.6088 |                1 |       0.7 |              0.6 |        10 |        0.1 |     0.5 |          1.0 |  0.659s |     2m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 347, 'learning_rate': 0.0112, 'max_depth': 8, 'gamma': 0.8593, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:60s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9129
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.104s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.1655
Time elapsed: 0.331s
-------------------------------------------------
Total time: 3m:00s


Final results ==================== >>
Duration: 20m:03s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.82 ± 0.1288
Logistic Regression             --> roc_auc: 0.95 ± 0.1
Linear Discriminant Analysis    --> roc_auc: 0.98 ± 0.04 !
Quadratic Discriminant Analysis --> roc_auc: 0.88 ± 0.1749
Radius Nearest Neighbors        --> roc_auc: 0.9 ± 0.0707
AdaBoost                        --> roc_auc: 0.85 ± 0.1342
Random Forest                   --> roc_auc: 0.79 ± 0.1463
XGBoost                         --> roc_auc: 0.76 ± 0.1655
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CAASGAGSYQLTF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSSGGSNYKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAVGGTSYGKLTF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CAVMNTGFQKLVF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVPFSGGYNKLIF.
   >>> Dropping feature CAVSDYKLSF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CASSPVGGETQYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAASAGGNKLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CASSLGSYEQYF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAALNTGGFKTIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVDGQKLLF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAVTDTGRRALTF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVGGFGNVLHC.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAENPSGTYKYIF.
   >>> Dropping feature CAGSGAGSYQLTF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRLTGGGNKLTF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CASSFTDTQYF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVPSGGYNKLIF.
   >>> Dropping feature CAVSSGGSYIPTF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CAVVDSSYKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAASGTGTASKLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASSGGGADGLTF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAGNFGNEKLTF.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAASDSGTYKYIF.
   >>> Dropping feature CAATTGNQFYF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLGGSTDTQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAVINTGGFKTIF.
   >>> Dropping feature CAVTNTGGFKTIF.
   >>> Dropping feature CAAGGYQKVTF.
   >>> Dropping feature CAATSGSARQLTF.
   >>> Dropping feature CALSNDYKLSF.
   >>> Dropping feature CATDSNDYKLSF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRDSGAGSYQLTF.
   >>> Dropping feature CAVSSGTYKYIF.
   >>> Dropping feature CAGPNFGNEKLTF.
   >>> Dropping feature CALLSGGYNKLIF.
   >>> Dropping feature CASDTGRRALTF.
   >>> Dropping feature CASSPGGYEQYF.
   >>> Dropping feature CAVAGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVPTSGTYKYIF.
   >>> Dropping feature CAYRSYNTDKLIF.
   >>> Dropping feature CALNTDKLIF.
   >>> Dropping feature CAGNYGGSQGNLIF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAVQASGGSYIPTF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSPSTDTQYF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CASNFGNEKLTF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CASSPSGGETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVHTGGFKTIF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CAMREGRDDKIIF.
   >>> Dropping feature CAPNQAGTALIF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASGPLDPNTEAFF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSGSARQLTF.
   >>> Dropping feature CASSLDFYEQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVPNNAGNMLTF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |  0.9688 |       0.9688 |  3.219s |     3.239s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.375 |       0.9688 |  3.208s |     9.596s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |   0.875 |       0.9688 |  3.202s |    14.244s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.4688 |       0.9688 |  3.823s |    19.495s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |     1.0 |          1.0 |  3.268s |    24.220s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.4375 |          1.0 |  3.286s |    29.879s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |    0.75 |          1.0 |  3.252s |    34.894s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.5625 |          1.0 |  3.221s |    39.619s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.625 |          1.0 |  3.213s |    44.142s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.3125 |          1.0 |  3.205s |    48.662s |
| Iteration 11     | exponen.. |        0.0767 |          194 |       0.7 | friedman_mse |                10 |                4 |         9 |         log2 |    0.0209 |   0.375 |          1.0 |  3.254s |    53.752s |
| Iteration 12     | exponen.. |        0.0358 |          259 |       0.9 | friedman_mse |                14 |               13 |         6 |         log2 |    0.0095 |  0.5625 |          1.0 |  3.234s |    59.070s |
| Iteration 13     | exponen.. |        0.0354 |           81 |       0.6 | squared_er.. |                 3 |                1 |         6 |         log2 |     0.002 |  0.9375 |          1.0 |  3.249s |     1m:04s |
| Iteration 14     |  deviance |        0.0198 |          157 |       0.6 | friedman_mse |                17 |                7 |         1 |         auto |    0.0316 |  0.6875 |          1.0 |  3.240s |     1m:09s |
| Iteration 15     | exponen.. |        0.0405 |           80 |       0.6 | friedman_mse |                10 |                3 |         8 |         sqrt |    0.0113 |     1.0 |          1.0 |  3.244s |     1m:15s |
| Iteration 16     | exponen.. |        0.0173 |          125 |       0.6 | friedman_mse |                14 |               16 |         2 |         sqrt |    0.0339 |  0.8125 |          1.0 |  3.224s |     1m:21s |
| Iteration 17     | exponen.. |        0.1948 |          178 |       0.9 | friedman_mse |                 3 |                1 |        10 |         sqrt |    0.0186 |  0.9375 |          1.0 |  3.250s |     1m:26s |
| Iteration 18     | exponen.. |        0.2849 |           75 |       0.5 | friedman_mse |                10 |               20 |         6 |          0.9 |    0.0131 |     0.5 |          1.0 |  3.180s |     1m:31s |
| Iteration 19     | exponen.. |        0.8173 |          145 |       1.0 | friedman_mse |                12 |                1 |         7 |          0.9 |    0.0072 |  0.4375 |          1.0 |  3.246s |     1m:37s |
| Iteration 20     |  deviance |        0.2573 |          144 |       0.6 | friedman_mse |                10 |                3 |         4 |         sqrt |    0.0137 |   0.625 |          1.0 |  3.224s |     1m:42s |
| Iteration 21     | exponen.. |          0.39 |          158 |       0.7 | friedman_mse |                12 |                3 |         2 |         sqrt |    0.0022 |  0.5625 |          1.0 |  3.227s |     1m:48s |
| Iteration 22     | exponen.. |        0.3355 |          474 |       0.7 | friedman_mse |                 3 |                8 |         5 |          0.9 |    0.0037 |  0.6875 |          1.0 |  3.291s |     1m:54s |
| Iteration 23     | exponen.. |        0.0694 |           72 |       0.6 | squared_er.. |                 3 |                1 |         7 |         log2 |     0.016 |  0.6875 |          1.0 |  3.207s |     1m:59s |
| Iteration 24     | exponen.. |        0.0386 |          168 |       0.5 | squared_er.. |                 7 |                3 |         3 |         sqrt |    0.0058 |     1.0 |          1.0 |  3.193s |     2m:05s |
| Iteration 25     |  deviance |        0.0185 |           12 |       0.8 | squared_er.. |                 6 |                1 |         4 |         log2 |    0.0064 |  0.9375 |          1.0 |  3.090s |     2m:10s |
| Iteration 26     | exponen.. |           1.0 |           10 |       1.0 | friedman_mse |                12 |                8 |         8 |          0.9 |     0.035 |  0.6562 |          1.0 |  3.193s |     2m:15s |
| Iteration 27     | exponen.. |        0.6446 |          290 |       1.0 | friedman_mse |                10 |                8 |         8 |          0.9 |     0.023 |     1.0 |          1.0 |  3.228s |     2m:21s |
| Iteration 28     |  deviance |         0.117 |          188 |       1.0 | friedman_mse |                16 |                1 |         6 |         sqrt |    0.0105 |    0.75 |          1.0 |  3.231s |     2m:26s |
| Iteration 29     | exponen.. |        0.0399 |          250 |       0.5 | squared_er.. |                 6 |                3 |         4 |         sqrt |    0.0226 |  0.8125 |          1.0 |  3.258s |     2m:31s |
| Iteration 30     | exponen.. |        0.5091 |           86 |       1.0 | friedman_mse |                17 |               11 |         9 |          0.7 |    0.0349 |  0.9375 |          1.0 |  3.216s |     2m:37s |
| Iteration 31     | exponen.. |        0.6412 |          264 |       1.0 | friedman_mse |                 9 |                9 |         7 |          0.7 |    0.0267 |   0.875 |          1.0 |  3.840s |     2m:42s |
| Iteration 32     | exponen.. |        0.3273 |           87 |       1.0 | friedman_mse |                 6 |                3 |         3 |          0.8 |    0.0272 |  0.6875 |          1.0 |  3.230s |     2m:48s |
| Iteration 33     | exponen.. |         0.038 |          252 |       0.6 | friedman_mse |                16 |                3 |         6 |         log2 |    0.0077 |     0.5 |          1.0 |  3.264s |     2m:53s |
| Iteration 34     | exponen.. |        0.6886 |          243 |       1.0 | friedman_mse |                10 |                8 |         6 |          0.9 |     0.024 |    0.75 |          1.0 |  3.268s |     2m:58s |
| Iteration 35     | exponen.. |        0.0269 |          281 |       0.6 | friedman_mse |                 8 |                6 |         8 |         log2 |    0.0102 |  0.6875 |          1.0 |  3.268s |     3m:05s |
| Iteration 36     | exponen.. |        0.0389 |          433 |       0.6 | squared_er.. |                 8 |                2 |         8 |          0.6 |     0.005 |     1.0 |          1.0 |  3.318s |     3m:11s |
| Iteration 37     | exponen.. |        0.0399 |           91 |       0.6 | friedman_mse |                 8 |                2 |         7 |          0.9 |     0.009 |   0.875 |          1.0 |  3.237s |     3m:16s |
| Iteration 38     | exponen.. |        0.0386 |          272 |       0.6 | squared_er.. |                 8 |                2 |         4 |         auto |    0.0022 |   0.375 |          1.0 |  3.252s |     3m:22s |
| Iteration 39     | exponen.. |        0.0591 |          157 |       0.7 | friedman_mse |                 5 |                4 |        10 |         sqrt |    0.0004 |     0.5 |          1.0 |  3.239s |     3m:28s |
| Iteration 40     | exponen.. |        0.0374 |           57 |       0.5 | squared_er.. |                 8 |                3 |         2 |          0.5 |     0.024 |   0.625 |          1.0 |  3.199s |     3m:33s |
| Iteration 41     | exponen.. |         0.664 |           12 |       1.0 | friedman_mse |                10 |               15 |         9 |          0.6 |     0.035 |  0.3438 |          1.0 |  3.112s |     3m:41s |
| Iteration 42     | exponen.. |        0.0403 |          418 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |     0.015 |  0.1875 |          1.0 |  3.237s |     3m:48s |
| Iteration 43     |  deviance |        0.0369 |           63 |       0.8 | friedman_mse |                13 |               12 |         9 |         auto |    0.0097 |     0.5 |          1.0 |  3.176s |     3m:53s |
| Iteration 44     | exponen.. |        0.0149 |          147 |       0.6 | friedman_mse |                 5 |                3 |         7 |         sqrt |    0.0307 |  0.6875 |          1.0 |  3.242s |     3m:58s |
| Iteration 45     | exponen.. |        0.1808 |          411 |       0.7 | squared_er.. |                15 |                1 |         2 |         None |    0.0247 |     0.5 |          1.0 |  3.292s |     4m:04s |
| Iteration 46     | exponen.. |        0.2199 |           71 |       0.6 | friedman_mse |                 7 |                4 |         6 |         auto |    0.0086 |   0.625 |          1.0 |  3.104s |     4m:13s |
| Iteration 47     |  deviance |        0.0372 |          436 |       0.6 | squared_er.. |                 2 |                7 |         1 |          0.7 |    0.0024 |  0.6875 |          1.0 |  3.285s |     4m:20s |
| Iteration 48     | exponen.. |        0.0387 |           77 |       0.6 | squared_er.. |                11 |                3 |         5 |         auto |     0.011 |    0.75 |          1.0 |  3.189s |     4m:26s |
| Iteration 49     | exponen.. |        0.0408 |           82 |       0.8 | squared_er.. |                10 |                3 |         4 |          0.8 |    0.0115 |    0.75 |          1.0 |  3.205s |     4m:31s |
| Iteration 50     | exponen.. |        0.0383 |          437 |       0.5 | friedman_mse |                 6 |                2 |         8 |         auto |    0.0027 |  0.6875 |          1.0 |  3.309s |     4m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0389, 'n_estimators': 433, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 2, 'max_depth': 8, 'max_features': 0.6, 'ccp_alpha': 0.005}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.132s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0927
Time elapsed: 0.622s
-------------------------------------------------
Total time: 4m:43s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |    0.75 |         0.75 |  3.226s |     3.239s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |  0.1875 |         0.75 |  3.212s |     8.086s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |   0.625 |         0.75 |  3.228s |    12.728s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.3438 |         0.75 |  3.191s |    17.573s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.875 |        0.875 |  3.221s |    22.221s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |        0.875 |  3.215s |    26.998s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     0.5 |        0.875 |  3.188s |    31.595s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |   0.375 |        0.875 |  3.842s |    36.739s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |   0.625 |        0.875 |  3.233s |    43.218s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.1875 |        0.875 |  3.238s |    48.540s |
| Iteration 11     |      l2 |  0.0015 |   lbfgs |      609 |      --- |   0.625 |        0.875 |  3.249s |    53.495s |
| Iteration 12     |      l2 |  4.0026 |   lbfgs |      558 |      --- |  0.3125 |        0.875 |  3.206s |    59.198s |
| Iteration 13     |    none |     --- | newto.. |      986 |      --- |   0.625 |        0.875 |  3.267s |     1m:04s |
| Iteration 14     |      l2 | 45.5088 |   lbfgs |      251 |      --- |  0.5625 |        0.875 |  3.217s |     1m:09s |
| Iteration 15     |      l2 |  0.0078 |   lbfgs |      130 |      --- |    0.75 |        0.875 |  3.247s |     1m:14s |
| Iteration 16     |      l2 |  0.0423 |   lbfgs |      156 |      --- |  0.6875 |        0.875 |  3.232s |     1m:20s |
| Iteration 17     |      l1 | 82.0478 |    saga |      975 |      --- |  0.6875 |        0.875 |  3.238s |     1m:25s |
| Iteration 18     |    none |     --- |   lbfgs |      994 |      --- |     0.5 |        0.875 |  3.249s |     1m:30s |
| Iteration 19     |      l2 | 52.8027 |     sag |      971 |      --- |  0.4375 |        0.875 |  3.246s |     1m:35s |
| Iteration 20     |    none |     --- |   lbfgs |      869 |      --- |  0.4375 |        0.875 |  3.245s |     1m:40s |
| Iteration 21     |    none |     --- |    saga |      920 |      --- |  0.4375 |        0.875 |  3.231s |     1m:49s |
| Iteration 22     |      l2 | 20.7668 |   lbfgs |      978 |      --- |  0.6875 |        0.875 |  3.167s |     1m:56s |
| Iteration 23     |    none |     --- |   lbfgs |      260 |      --- |   0.625 |        0.875 |  3.231s |     2m:01s |
| Iteration 24     |      l2 |  0.0015 | newto.. |      979 |      --- |   0.875 |        0.875 |  3.236s |     2m:06s |
| Iteration 25     |      l2 | 22.4064 | newto.. |      106 |      --- |  0.6875 |        0.875 |  3.239s |     2m:11s |
| Iteration 26     |    none |     --- | newto.. |      793 |      --- |  0.4062 |        0.875 |  3.258s |     2m:16s |
| Iteration 27     |      l2 |  0.0013 | newto.. |      913 |      --- |   0.625 |        0.875 |  3.221s |     2m:22s |
| Iteration 28     |      l2 |   0.006 |   lbfgs |      184 |      --- |    0.25 |        0.875 |  3.124s |     2m:32s |
| Iteration 29     |      l2 | 16.8208 | newto.. |      583 |      --- |  0.3125 |        0.875 |  3.148s |     2m:38s |
| Iteration 30     |    none |     --- |     sag |      115 |      --- |    0.25 |        0.875 |  3.237s |     2m:43s |
| Iteration 31     |      l2 |  0.9258 |   lbfgs |      996 |      --- |     0.5 |        0.875 |  3.209s |     2m:48s |
| Iteration 32     |      l2 |  0.0118 | newto.. |      859 |      --- |   0.375 |        0.875 |  3.829s |     2m:53s |
| Iteration 33     |      l2 | 98.9107 |   lbfgs |      731 |      --- |  0.6875 |        0.875 |  3.211s |     2m:58s |
| Iteration 34     |      l2 | 17.3009 | libli.. |      568 |      --- |  0.3125 |        0.875 |  3.260s |     3m:04s |
| Iteration 35     |    none |     --- |    saga |      106 |      --- |  0.4375 |        0.875 |  3.221s |     3m:09s |
| Iteration 36     |      l1 |  72.376 |    saga |      126 |      --- |  0.3125 |        0.875 |  3.251s |     3m:14s |
| Iteration 37     |      l2 |  0.0027 |   lbfgs |      135 |      --- |  0.5625 |        0.875 |  3.238s |     3m:20s |
| Iteration 38     |      l2 |  0.0072 |   lbfgs |      993 |      --- |   0.375 |        0.875 |  3.188s |     3m:25s |
| Iteration 39     |      l2 | 72.7356 |   lbfgs |      151 |      --- |  0.1875 |        0.875 |  3.210s |     3m:30s |
| Iteration 40     |    none |     --- |   lbfgs |      965 |      --- |     0.5 |        0.875 |  3.226s |     3m:35s |
| Iteration 41     |      l2 | 21.6805 |   lbfgs |      544 |      --- |  0.5625 |        0.875 |  3.224s |     3m:40s |
| Iteration 42     |      l2 |  0.0023 | newto.. |      992 |      --- |  0.3125 |        0.875 |  3.232s |     3m:46s |
| Iteration 43     |    none |     --- |   lbfgs |      143 |      --- |   0.375 |        0.875 |  3.231s |     3m:52s |
| Iteration 44     |      l2 |  0.0804 |   lbfgs |      173 |      --- |  0.5625 |        0.875 |  3.113s |     3m:60s |
| Iteration 45     |    none |     --- |   lbfgs |      990 |      --- |     0.5 |        0.875 |  3.153s |     4m:06s |
| Iteration 46     |      l2 |  0.0011 |   lbfgs |      908 |      --- |     0.5 |        0.875 |  3.225s |     4m:11s |
| Iteration 47     |    none |     --- | newto.. |     1000 |      --- |    0.25 |        0.875 |  3.242s |     4m:18s |
| Iteration 48     |      l2 |  0.0026 |   lbfgs |      978 |      --- |  0.1875 |        0.875 |  3.145s |     4m:24s |
| Iteration 49     |      l2 |  1.4197 |   lbfgs |      689 |      --- |   0.375 |        0.875 |  3.214s |     4m:29s |
| Iteration 50     |      l2 | 21.7105 |   lbfgs |      566 |      --- |   0.375 |        0.875 |  3.089s |     4m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'penalty': 'l2', 'C': 0.0015, 'solver': 'newton-cg', 'max_iter': 979}
Best evaluation --> roc_auc: 0.875
Time elapsed: 4m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8045
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.049
Time elapsed: 0.062s
-------------------------------------------------
Total time: 4m:43s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.375 |        0.375 |  3.099s |     3.104s |
| Initial point 2  |     svd |       --- |  0.4375 |       0.4375 |  3.162s |     8.836s |
| Initial point 3  |     svd |       --- |  0.4375 |       0.4375 |  0.001s |    10.581s |
| Initial point 4  |    lsqr |       0.8 |  0.4062 |       0.4375 |  3.160s |    15.066s |
| Initial point 5  |   eigen |       0.9 |     0.5 |          0.5 |  3.180s |    20.943s |
| Initial point 6  |    lsqr |       0.7 |  0.5625 |       0.5625 |  3.116s |    25.809s |
| Initial point 7  |    lsqr |       0.5 |    0.25 |       0.5625 |  3.158s |    30.270s |
| Initial point 8  |    lsqr |       0.9 |  0.9375 |       0.9375 |  3.167s |    34.675s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |       0.9375 |  3.853s |    40.507s |
| Initial point 10 |   eigen |       0.8 |   0.625 |       0.9375 |  3.112s |    45.608s |
| Iteration 11     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |    47.078s |
| Iteration 12     |   eigen |       0.7 |  0.9375 |       0.9375 |  3.181s |    51.687s |
| Iteration 13     |     svd |       --- |  0.4375 |       0.9375 |  0.000s |    53.162s |
| Iteration 14     |    lsqr |      auto |  0.4375 |       0.9375 |  3.154s |    57.618s |
| Iteration 15     |   eigen |      auto |  0.6875 |       0.9375 |  3.168s |     1m:02s |
| Iteration 16     |     svd |       --- |  0.4375 |       0.9375 |  0.000s |     1m:04s |
| Iteration 17     |     svd |       --- |  0.4375 |       0.9375 |  0.000s |     1m:05s |
| Iteration 18     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:07s |
| Iteration 19     |     svd |       --- |  0.4375 |       0.9375 |  0.000s |     1m:09s |
| Iteration 20     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     1m:10s |
| Iteration 21     |   eigen |       0.5 |    0.75 |       0.9375 |  3.163s |     1m:17s |
| Iteration 22     |    lsqr |       1.0 |    0.75 |       0.9375 |  3.194s |     1m:23s |
| Iteration 23     |     svd |       --- |  0.4375 |       0.9375 |  0.000s |     1m:25s |
| Iteration 24     |   eigen |      None |   0.875 |       0.9375 |  3.181s |     1m:30s |
| Iteration 25     |     svd |       --- |  0.4375 |       0.9375 |  0.000s |     1m:32s |
| Iteration 26     |   eigen |       0.6 |  0.5938 |       0.9375 |  3.213s |     1m:36s |
| Iteration 27     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:38s |
| Iteration 28     |    lsqr |      None |   0.125 |       0.9375 |  3.169s |     1m:43s |
| Iteration 29     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:44s |
| Iteration 30     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     1m:46s |
| Iteration 31     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:47s |
| Iteration 32     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     1m:49s |
| Iteration 33     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:51s |
| Iteration 34     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     1m:53s |
| Iteration 35     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:55s |
| Iteration 36     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     1m:56s |
| Iteration 37     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:58s |
| Iteration 38     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     1m:59s |
| Iteration 39     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:04s |
| Iteration 40     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     2m:07s |
| Iteration 41     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     2m:09s |
| Iteration 42     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:10s |
| Iteration 43     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:12s |
| Iteration 44     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     2m:13s |
| Iteration 45     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:19s |
| Iteration 46     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.001s |     2m:25s |
| Iteration 47     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:27s |
| Iteration 48     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     2m:29s |
| Iteration 49     |   eigen |       0.7 |  0.9375 |       0.9375 |  0.001s |     2m:31s |
| Iteration 50     |    lsqr |       0.9 |  0.9375 |       0.9375 |  0.000s |     2m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7036
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.2337
Time elapsed: 0.034s
-------------------------------------------------
Total time: 2m:37s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |   0.375 |        0.375 |  3.248s |     3.254s |
| Initial point 2  |       0.9 |  0.0625 |        0.375 |  3.089s |    11.659s |
| Initial point 3  |       0.1 |    0.75 |         0.75 |  3.118s |    19.596s |
| Initial point 4  |       1.0 |   0.375 |         0.75 |  0.001s |    21.781s |
| Initial point 5  |       0.2 |     0.5 |         0.75 |  3.092s |    26.059s |
| Initial point 6  |       0.4 |  0.5625 |         0.75 |  3.167s |    30.627s |
| Initial point 7  |       0.4 |  0.5625 |         0.75 |  0.001s |    32.208s |
| Initial point 8  |       0.7 |  0.9375 |       0.9375 |  3.165s |    37.610s |
| Initial point 9  |       0.9 |  0.0625 |       0.9375 |  0.001s |    39.227s |
| Initial point 10 |       0.8 |    0.75 |       0.9375 |  3.151s |    43.574s |
| Iteration 11     |       0.3 |   0.625 |       0.9375 |  3.184s |    50.736s |
| Iteration 12     |       0.6 |   0.625 |       0.9375 |  3.056s |    57.956s |
| Iteration 13     |       0.5 |    0.75 |       0.9375 |  3.138s |     1m:07s |
| Iteration 14     |       0.0 |  0.8125 |       0.9375 |  3.104s |     1m:13s |
| Iteration 15     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:19s |
| Iteration 16     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:24s |
| Iteration 17     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:26s |
| Iteration 18     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:27s |
| Iteration 19     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:29s |
| Iteration 20     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:30s |
| Iteration 21     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:32s |
| Iteration 22     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:33s |
| Iteration 23     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:35s |
| Iteration 24     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:36s |
| Iteration 25     |       0.6 |   0.625 |       0.9375 |  0.000s |     1m:40s |
| Iteration 26     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:43s |
| Iteration 27     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:45s |
| Iteration 28     |       0.9 |  0.0625 |       0.9375 |  0.000s |     1m:47s |
| Iteration 29     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:48s |
| Iteration 30     |       0.8 |    0.75 |       0.9375 |  0.000s |     1m:50s |
| Iteration 31     |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:51s |
| Iteration 32     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:52s |
| Iteration 33     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:54s |
| Iteration 34     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:55s |
| Iteration 35     |       0.7 |  0.9375 |       0.9375 |  0.001s |     1m:57s |
| Iteration 36     |       0.7 |  0.9375 |       0.9375 |  0.000s |     1m:59s |
| Iteration 37     |       0.7 |  0.9375 |       0.9375 |  0.001s |     2m:01s |
| Iteration 38     |       0.7 |  0.9375 |       0.9375 |  0.001s |     2m:03s |
| Iteration 39     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:04s |
| Iteration 40     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:06s |
| Iteration 41     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:07s |
| Iteration 42     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:09s |
| Iteration 43     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:10s |
| Iteration 44     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:14s |
| Iteration 45     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:17s |
| Iteration 46     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:18s |
| Iteration 47     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:20s |
| Iteration 48     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:21s |
| Iteration 49     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:23s |
| Iteration 50     |       0.7 |  0.9375 |       0.9375 |  0.000s |     2m:25s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6536
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.2245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 2m:26s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |  9.6945 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  3.221s |     3.241s |
| Initial point 2  |  3.8555 | uniform |   kd_tree |        39 |       2 |  0.6875 |       0.6875 |  3.202s |     8.112s |
| Initial point 3  |  3.0456 | dista.. | ball_tree |        25 |       2 |   0.625 |       0.6875 |  3.223s |    12.951s |
| Initial point 4  |  8.8854 | uniform | ball_tree |        39 |       2 |  0.6562 |       0.6875 |  3.110s |    20.513s |
| Initial point 5  |  6.9606 | dista.. |      auto |        30 |       2 |     0.5 |       0.6875 |  3.093s |    25.900s |
| Initial point 6  |  8.0609 | dista.. | ball_tree |        21 |       2 |   0.375 |       0.6875 |  3.195s |    30.552s |
| Initial point 7  |  5.7657 | dista.. | ball_tree |        24 |       1 |  0.4375 |       0.6875 |  3.116s |    35.179s |
| Initial point 8  |  1.3817 | dista.. | ball_tree |        21 |       2 |    0.25 |       0.6875 |  3.204s |    40.273s |
| Initial point 9  |  6.4226 | uniform | ball_tree |        24 |       1 |   0.375 |       0.6875 |  3.125s |    50.385s |
| Initial point 10 |  4.5619 | uniform |     brute |        22 |       2 |     0.0 |       0.6875 |  3.104s |     1m:02s |
| Iteration 11     |     0.0 | dista.. | ball_tree |        27 |       1 |     0.5 |       0.6875 |  3.114s |     1m:08s |
| Iteration 12     |  2.6999 | uniform |   kd_tree |        39 |       1 |    0.25 |       0.6875 |  3.171s |     1m:13s |
| Iteration 13     |     0.0 | uniform |      auto |        39 |       2 |     0.5 |       0.6875 |  3.838s |     1m:19s |
| Iteration 14     |  6.3861 | uniform |   kd_tree |        39 |       2 |   0.625 |       0.6875 |  3.186s |     1m:24s |
| Iteration 15     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  3.092s |     1m:33s |
| Iteration 16     |  9.5621 | uniform |     brute |        38 |       2 |   0.375 |          1.0 |  3.159s |     1m:39s |
| Iteration 17     |  9.0223 | uniform |     brute |        39 |       2 |  0.6875 |          1.0 |  3.125s |     1m:44s |
| Iteration 18     |  1.6011 | uniform |     brute |        40 |       1 |   0.375 |          1.0 |  3.212s |     1m:49s |
| Iteration 19     |  9.5799 | dista.. |      auto |        39 |       1 |    0.75 |          1.0 |  3.188s |     1m:54s |
| Iteration 20     |  9.3176 | dista.. | ball_tree |        40 |       2 |    0.75 |          1.0 |  3.181s |     1m:59s |
| Iteration 21     |  0.1283 | dista.. |   kd_tree |        33 |       1 |     0.5 |          1.0 |  3.152s |     2m:04s |
| Iteration 22     |  9.5645 | uniform |   kd_tree |        27 |       2 |   0.625 |          1.0 |  3.213s |     2m:11s |
| Iteration 23     |  9.7219 | uniform |   kd_tree |        40 |       1 |  0.5938 |          1.0 |  3.205s |     2m:17s |
| Iteration 24     |  4.5996 | dista.. |      auto |        40 |       2 |     0.5 |          1.0 |  3.130s |     2m:23s |
| Iteration 25     |  9.7219 | uniform |      auto |        33 |       1 |    0.75 |          1.0 |  3.179s |     2m:28s |
| Iteration 26     |  9.7219 | dista.. |     brute |        35 |       2 |  0.5312 |          1.0 |  3.192s |     2m:33s |
| Iteration 27     |  9.7219 | uniform |      auto |        40 |       2 |   0.625 |          1.0 |  3.217s |     2m:38s |
| Iteration 28     |  9.7219 | uniform |     brute |        32 |       2 |   0.375 |          1.0 |  3.206s |     2m:44s |
| Iteration 29     |  9.7219 | dista.. |      auto |        40 |       2 |  0.5625 |          1.0 |  3.230s |     2m:49s |
| Iteration 30     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.000s |     2m:55s |
| Iteration 31     |     0.0 | dista.. |      auto |        40 |       1 |     0.5 |          1.0 |  3.141s |     3m:01s |
| Iteration 32     |  9.7219 | uniform |      auto |        40 |       1 |    0.75 |          1.0 |  3.200s |     3m:07s |
| Iteration 33     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |     3m:09s |
| Iteration 34     |  9.7219 | dista.. |      auto |        35 |       1 |   0.875 |          1.0 |  3.204s |     3m:14s |
| Iteration 35     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.000s |     3m:16s |
| Iteration 36     |  9.7219 | dista.. | ball_tree |        40 |       1 |   0.625 |          1.0 |  3.249s |     3m:21s |
| Iteration 37     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |     3m:23s |
| Iteration 38     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |     3m:24s |
| Iteration 39     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.000s |     3m:26s |
| Iteration 40     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |     3m:28s |
| Iteration 41     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.000s |     3m:30s |
| Iteration 42     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |     3m:31s |
| Iteration 43     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.000s |     3m:33s |
| Iteration 44     |  9.7219 | dista.. |      auto |        20 |       1 |  0.5625 |          1.0 |  3.224s |     3m:38s |
| Iteration 45     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.000s |     3m:44s |
| Iteration 46     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.000s |     3m:49s |
| Iteration 47     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |     3m:55s |
| Iteration 48     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |     3m:58s |
| Iteration 49     |  9.7219 | dista.. |     brute |        20 |       1 |  0.4375 |          1.0 |  3.138s |     4m:03s |
| Iteration 50     |  9.7219 | dista.. |      auto |        40 |       1 |     1.0 |          1.0 |  0.001s |     4m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 9.7219, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1208
Time elapsed: 0.054s
-------------------------------------------------
Total time: 4m:07s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |    0.75 |         0.75 |  3.616s |     3.623s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |  0.5625 |         0.75 |  3.579s |     8.686s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.9375 |       0.9375 |  3.283s |    17.486s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.4688 |       0.9375 |  3.387s |    25.612s |
| Initial point 5  |          250 |        0.0488 |     SAMME |     1.0 |          1.0 |  3.307s |    30.962s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |  0.5625 |          1.0 |  3.557s |    35.728s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.1875 |          1.0 |  3.157s |    40.249s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.8125 |          1.0 |  3.454s |    44.953s |
| Initial point 9  |          439 |        3.0721 |     SAMME |  0.4062 |          1.0 |  3.152s |    49.423s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5312 |          1.0 |  3.272s |    54.014s |
| Iteration 11     |          247 |        0.5126 |     SAMME |     0.5 |          1.0 |  3.334s |    58.994s |
| Iteration 12     |          265 |        0.0418 |     SAMME |  0.5625 |          1.0 |  3.275s |     1m:06s |
| Iteration 13     |          226 |        0.2959 |     SAMME |   0.875 |          1.0 |  3.251s |     1m:13s |
| Iteration 14     |          212 |        0.0129 |     SAMME |  0.5312 |          1.0 |  3.299s |     1m:18s |
| Iteration 15     |          197 |        5.7021 |     SAMME |   0.625 |          1.0 |  3.208s |     1m:23s |
| Iteration 16     |          266 |        9.5446 |     SAMME |   0.625 |          1.0 |  3.200s |     1m:28s |
| Iteration 17     |          221 |        0.4377 |     SAMME |  0.9375 |          1.0 |  3.257s |     1m:35s |
| Iteration 18     |          248 |        0.0289 |     SAMME |   0.875 |          1.0 |  3.292s |     1m:43s |
| Iteration 19     |          253 |        0.0504 |   SAMME.R |    0.75 |          1.0 |  3.260s |     1m:50s |
| Iteration 20     |          250 |        0.0584 |     SAMME |  0.6562 |          1.0 |  3.248s |     1m:58s |
| Iteration 21     |          219 |        1.5653 |   SAMME.R |     0.5 |          1.0 |  3.216s |     2m:05s |
| Iteration 22     |          221 |        1.0428 |     SAMME |    0.75 |          1.0 |  3.307s |     2m:10s |
| Iteration 23     |          229 |          0.67 |     SAMME |    0.75 |          1.0 |  3.360s |     2m:15s |
| Iteration 24     |          222 |        0.2034 |     SAMME |  0.9375 |          1.0 |  3.342s |     2m:19s |
| Iteration 25     |          225 |        0.0693 |     SAMME |  0.9375 |          1.0 |  3.342s |     2m:24s |
| Iteration 26     |          223 |        0.0724 |     SAMME |  0.5312 |          1.0 |  3.970s |     2m:32s |
| Iteration 27     |          241 |        0.0132 |     SAMME |     1.0 |          1.0 |  3.358s |     2m:37s |
| Iteration 28     |          240 |          0.01 |     SAMME |   0.625 |          1.0 |  3.262s |     2m:44s |
| Iteration 29     |          367 |        0.0111 |     SAMME |  0.6875 |          1.0 |  3.373s |     2m:50s |
| Iteration 30     |           50 |         8.927 |   SAMME.R |   0.375 |          1.0 |  3.231s |     2m:54s |
| Iteration 31     |          333 |        6.9377 |   SAMME.R |   0.625 |          1.0 |  3.455s |     2m:59s |
| Iteration 32     |          282 |          0.01 |   SAMME.R |    0.75 |          1.0 |  3.393s |     3m:04s |
| Iteration 33     |          390 |          0.01 |   SAMME.R |     0.5 |          1.0 |  3.486s |     3m:09s |
| Iteration 34     |          235 |         0.079 |     SAMME |    0.75 |          1.0 |  3.349s |     3m:13s |
| Iteration 35     |           91 |        0.0101 |     SAMME |  0.6875 |          1.0 |  3.220s |     3m:18s |
| Iteration 36     |          282 |         1.147 |   SAMME.R |   0.875 |          1.0 |  3.418s |     3m:23s |
| Iteration 37     |          296 |        4.8357 |   SAMME.R |    0.75 |          1.0 |  3.421s |     3m:28s |
| Iteration 38     |          270 |        4.4514 |   SAMME.R |  0.4062 |          1.0 |  3.387s |     3m:33s |
| Iteration 39     |          221 |        0.4558 |     SAMME |  0.4375 |          1.0 |  3.323s |     3m:37s |
| Iteration 40     |          321 |         0.061 |     SAMME |  0.8125 |          1.0 |  3.402s |     3m:42s |
| Iteration 41     |          309 |        0.0102 |     SAMME |  0.3438 |          1.0 |  3.412s |     3m:47s |
| Iteration 42     |          235 |        6.5147 |     SAMME |   0.625 |          1.0 |  3.156s |     3m:52s |
| Iteration 43     |          238 |        0.0259 |     SAMME |     0.5 |          1.0 |  3.309s |     3m:56s |
| Iteration 44     |          289 |        6.2089 |   SAMME.R |    0.75 |          1.0 |  3.392s |     4m:01s |
| Iteration 45     |          226 |        3.4653 |     SAMME |   0.375 |          1.0 |  3.169s |     4m:06s |
| Iteration 46     |          239 |        0.0938 |     SAMME |   0.625 |          1.0 |  3.347s |     4m:10s |
| Iteration 47     |          240 |        0.0825 |     SAMME |   0.375 |          1.0 |  3.346s |     4m:15s |
| Iteration 48     |          242 |        0.0468 |     SAMME |    0.75 |          1.0 |  3.330s |     4m:22s |
| Iteration 49     |          131 |        0.7056 |   SAMME.R |  0.4688 |          1.0 |  3.202s |     4m:29s |
| Iteration 50     |           51 |        0.0101 |   SAMME.R |  0.4688 |          1.0 |  3.773s |     4m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 241, 'learning_rate': 0.0132, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9187
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.198s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.795 ± 0.064
Time elapsed: 0.876s
-------------------------------------------------
Total time: 4m:42s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |   0.875 |        0.875 |  3.519s |     3.538s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.4375 |        0.875 |  3.465s |     9.290s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.8125 |        0.875 |  3.505s |    13.954s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |     0.5 |        0.875 |  3.235s |    18.380s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  3.532s |    23.143s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |   0.625 |          1.0 |  3.245s |    27.507s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |    0.75 |          1.0 |  3.321s |    31.857s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |  0.6875 |          1.0 |  3.304s |    36.243s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.6875 |          1.0 |  3.434s |    40.668s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |     0.5 |          1.0 |  3.392s |    45.083s |
| Iteration 11     |          490 |      gini |      None |                19 |                7 |         log2 |     False |       0.0 |         --- |  0.5625 |          1.0 |  3.436s |    50.048s |
| Iteration 12     |          262 |      gini |      None |                 9 |               10 |          0.6 |      True |    0.0098 |        None |  0.6875 |          1.0 |  3.377s |    54.896s |
| Iteration 13     |          311 |      gini |      None |                13 |                3 |          0.5 |      True |    0.0013 |         0.5 |  0.9375 |          1.0 |  3.378s |    59.858s |
| Iteration 14     |          435 |      gini |      None |                13 |               18 |         sqrt |      True |    0.0104 |        None |   0.625 |          1.0 |  3.387s |     1m:07s |
| Iteration 15     |          340 |   entropy |         3 |                 8 |                7 |         log2 |      True |    0.0339 |         0.9 |     1.0 |          1.0 |  3.388s |     1m:13s |
| Iteration 16     |          418 |   entropy |         2 |                15 |                6 |         None |     False |     0.035 |         --- |   0.875 |          1.0 |  3.398s |     1m:18s |
| Iteration 17     |           10 |   entropy |      None |                 2 |               17 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  3.130s |     1m:22s |
| Iteration 18     |          436 |   entropy |         4 |                 8 |               19 |         log2 |      True |    0.0065 |         0.9 |  0.8125 |          1.0 |  3.465s |     1m:27s |
| Iteration 19     |          329 |   entropy |         4 |                 6 |                6 |         None |      True |    0.0348 |        None |  0.4375 |          1.0 |  3.457s |     1m:33s |
| Iteration 20     |          110 |   entropy |         3 |                19 |                3 |         auto |      True |    0.0285 |         0.8 |    0.75 |          1.0 |  3.194s |     1m:40s |
| Iteration 21     |           10 |   entropy |         5 |                20 |                1 |         auto |     False |     0.035 |         --- |  0.4375 |          1.0 |  3.092s |     1m:48s |
| Iteration 22     |          202 |   entropy |         3 |                 8 |                5 |         log2 |      True |    0.0274 |         0.7 |    0.75 |          1.0 |  3.289s |     1m:54s |
| Iteration 23     |          330 |   entropy |         1 |                 7 |               14 |          0.6 |      True |    0.0274 |         0.9 |  0.7188 |          1.0 |  3.372s |     1m:59s |
| Iteration 24     |          500 |   entropy |         3 |                18 |                8 |         log2 |      True |    0.0315 |         0.8 |   0.875 |          1.0 |  3.533s |     2m:04s |
| Iteration 25     |          102 |      gini |      None |                15 |               17 |         log2 |      True |    0.0059 |        None |  0.9375 |          1.0 |  3.211s |     2m:09s |
| Iteration 26     |           91 |      gini |      None |                20 |               13 |         log2 |      True |    0.0137 |         0.5 |   0.625 |          1.0 |  3.204s |     2m:14s |
| Iteration 27     |          497 |   entropy |         3 |                11 |               20 |         log2 |      True |    0.0347 |         0.5 |     0.5 |          1.0 |  3.511s |     2m:20s |
| Iteration 28     |          389 |      gini |      None |                13 |               19 |          0.7 |      True |    0.0073 |        None |    0.25 |          1.0 |  3.428s |     2m:25s |
| Iteration 29     |          447 |      gini |      None |                16 |                9 |         log2 |      True |    0.0085 |        None |  0.8125 |          1.0 |  3.523s |     2m:30s |
| Iteration 30     |          375 |      gini |         3 |                12 |                9 |         log2 |      True |    0.0272 |         0.9 |    0.75 |          1.0 |  3.445s |     2m:36s |
| Iteration 31     |          207 |   entropy |         3 |                 3 |                2 |         log2 |      True |     0.035 |         0.9 |  0.9375 |          1.0 |  3.290s |     2m:41s |
| Iteration 32     |          311 |   entropy |      None |                10 |               14 |         log2 |      True |    0.0068 |         0.7 |  0.5938 |          1.0 |  3.377s |     2m:46s |
| Iteration 33     |          342 |   entropy |         5 |                 6 |                6 |         log2 |      True |    0.0151 |         0.9 |     0.5 |          1.0 |  3.351s |     2m:54s |
| Iteration 34     |          103 |   entropy |      None |                19 |               15 |         log2 |     False |    0.0079 |         --- |    0.75 |          1.0 |  3.139s |     3m:00s |
| Iteration 35     |          293 |   entropy |      None |                 8 |                3 |          0.5 |     False |     0.002 |         --- |  0.9375 |          1.0 |  3.305s |     3m:05s |
| Iteration 36     |          110 |      gini |      None |                 4 |               20 |         log2 |      True |     0.003 |        None |  0.4062 |          1.0 |  3.251s |     3m:11s |
| Iteration 37     |          236 |   entropy |      None |                11 |               19 |         log2 |      True |    0.0072 |        None |  0.6562 |          1.0 |  3.325s |     3m:16s |
| Iteration 38     |          349 |   entropy |         3 |                10 |                5 |         log2 |      True |    0.0337 |         0.9 |   0.375 |          1.0 |  3.393s |     3m:22s |
| Iteration 39     |          259 |      gini |         3 |                16 |                7 |         log2 |     False |    0.0287 |         --- |  0.6875 |          1.0 |  3.240s |     3m:29s |
| Iteration 40     |           37 |   entropy |         2 |                17 |                7 |         log2 |      True |    0.0347 |         0.9 |  0.4375 |          1.0 |  3.144s |     3m:37s |
| Iteration 41     |          357 |   entropy |      None |                13 |               16 |         log2 |      True |    0.0056 |        None |    0.25 |          1.0 |  3.412s |     3m:46s |
| Iteration 42     |          397 |      gini |         9 |                20 |                7 |         log2 |     False |     0.035 |         --- |     0.0 |          1.0 |  3.341s |     3m:52s |
| Iteration 43     |          347 |      gini |         3 |                 6 |                7 |         None |      True |    0.0151 |         0.9 |     0.5 |          1.0 |  3.308s |     4m:00s |
| Iteration 44     |          314 |      gini |      None |                13 |               14 |         log2 |      True |    0.0025 |         0.5 |    0.75 |          1.0 |  3.302s |     4m:09s |
| Iteration 45     |          340 |      gini |      None |                14 |                2 |          0.5 |      True |     0.023 |         0.7 |   0.625 |          1.0 |  3.343s |     4m:17s |
| Iteration 46     |          168 |      gini |      None |                15 |                3 |         sqrt |      True |    0.0016 |         0.6 |  0.6875 |          1.0 |  3.309s |     4m:23s |
| Iteration 47     |          292 |      gini |      None |                13 |               14 |         log2 |      True |    0.0082 |         0.8 |  0.4375 |          1.0 |  3.422s |     4m:29s |
| Iteration 48     |          498 |   entropy |         5 |                10 |                1 |          0.5 |      True |    0.0008 |         0.7 |    0.75 |          1.0 |  3.572s |     4m:34s |
| Iteration 49     |          478 |   entropy |         5 |                15 |               19 |          0.6 |     False |    0.0111 |         --- |  0.7188 |          1.0 |  3.401s |     4m:39s |
| Iteration 50     |           12 |   entropy |         3 |                 8 |                1 |          0.7 |     False |    0.0333 |         --- |  0.6562 |          1.0 |  3.842s |     4m:45s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8857
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.348s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0316
Time elapsed: 1.591s
-------------------------------------------------
Total time: 4m:49s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  3.293s |     3.312s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |     0.5 |          0.5 |  3.348s |     7.917s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |          0.5 |  3.302s |    12.449s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |          0.5 |  3.254s |    16.970s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |          0.5 |  3.298s |    21.380s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |          0.5 |  3.268s |    25.900s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |          0.5 |  3.243s |    30.351s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |          0.5 |  3.278s |    34.851s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |    0.75 |         0.75 |  3.286s |    39.266s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |         0.75 |  3.278s |    43.654s |
| Iteration 11     |           24 |        0.5137 |         9 |  0.0496 |                4 |       0.6 |              0.4 |         0 |       0.01 |  0.4688 |         0.75 |  3.230s |    49.890s |
| Iteration 12     |           20 |           1.0 |        10 |     1.0 |               10 |       0.5 |              0.4 |       100 |          1 |     0.5 |         0.75 |  3.209s |    55.139s |
| Iteration 13     |           20 |           1.0 |         1 |     0.0 |               10 |       1.0 |              0.8 |       100 |          1 |     0.5 |         0.75 |  3.258s |    59.855s |
| Iteration 14     |          500 |        0.0203 |         6 |  0.7196 |                2 |       0.8 |              0.9 |         0 |          1 |  0.6875 |         0.75 |  3.295s |     1m:06s |
| Iteration 15     |          393 |        0.0399 |         7 |  0.8465 |                9 |       0.8 |              0.6 |       0.1 |          1 |     0.5 |         0.75 |  3.266s |     1m:13s |
| Iteration 16     |           51 |        0.9439 |         2 |  0.3036 |                5 |       0.8 |              0.8 |        10 |          1 |     0.5 |         0.75 |  3.104s |     1m:20s |
| Iteration 17     |          500 |        0.1136 |         5 |  0.9477 |                9 |       0.9 |              0.8 |        10 |          1 |     0.5 |         0.75 |  3.251s |     1m:27s |
| Iteration 18     |           50 |           1.0 |         2 |     1.0 |                4 |       0.5 |              0.9 |      0.01 |         10 |  0.5625 |         0.75 |  3.169s |     1m:34s |
| Iteration 19     |          459 |        0.1061 |         8 |  0.6669 |                1 |       0.7 |              0.8 |      0.01 |          1 |   0.625 |         0.75 |  3.236s |     1m:41s |
| Iteration 20     |          487 |        0.0701 |         7 |  0.6822 |                4 |       0.7 |              0.4 |         0 |          1 |  0.4375 |         0.75 |  3.278s |     1m:46s |
| Iteration 21     |          478 |        0.0144 |         2 |  0.6959 |                9 |       1.0 |              0.8 |         0 |          1 |     0.5 |         0.75 |  3.217s |     1m:51s |
| Iteration 22     |          435 |        0.0586 |         6 |  0.6306 |                4 |       0.8 |              0.8 |      0.01 |          1 |     1.0 |          1.0 |  3.220s |     1m:56s |
| Iteration 23     |          425 |        0.5097 |         5 |  0.5189 |                6 |       0.8 |              0.8 |      0.01 |         10 |  0.7812 |          1.0 |  3.226s |     2m:02s |
| Iteration 24     |          440 |        0.0227 |         5 |  0.6153 |                3 |       0.9 |              0.8 |      0.01 |       0.01 |     1.0 |          1.0 |  3.194s |     2m:08s |
| Iteration 25     |          306 |        0.0254 |         4 |  0.6732 |                2 |       0.6 |              0.8 |      0.01 |          0 |  0.9375 |          1.0 |  3.209s |     2m:13s |
| Iteration 26     |          439 |        0.2495 |         5 |  0.6176 |                2 |       0.9 |              0.8 |      0.01 |       0.01 |  0.7188 |          1.0 |  3.277s |     2m:18s |
| Iteration 27     |          217 |          0.01 |         4 |  0.0063 |                3 |       0.8 |              0.8 |      0.01 |        0.1 |     1.0 |          1.0 |  3.854s |     2m:23s |
| Iteration 28     |          284 |          0.01 |         3 |  0.6537 |                3 |       0.7 |              0.8 |         0 |       0.01 |   0.375 |          1.0 |  3.265s |     2m:28s |
| Iteration 29     |          404 |          0.01 |         4 |  0.0792 |               10 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |          1.0 |  3.273s |     2m:35s |
| Iteration 30     |          492 |          0.01 |         3 |  0.7126 |                4 |       0.9 |              0.8 |      0.01 |       0.01 |    0.75 |          1.0 |  3.182s |     2m:41s |
| Iteration 31     |          114 |          0.01 |         5 |  0.1063 |                3 |       0.7 |              0.8 |      0.01 |          1 |  0.8125 |          1.0 |  3.096s |     2m:48s |
| Iteration 32     |          425 |        0.0141 |         4 |  0.0331 |                3 |       0.6 |              0.8 |      0.01 |          0 |  0.6875 |          1.0 |  3.158s |     2m:56s |
| Iteration 33     |          187 |        0.4223 |         5 |  0.0933 |                4 |       0.6 |              0.8 |      0.01 |          1 |  0.4062 |          1.0 |  3.145s |     3m:01s |
| Iteration 34     |           99 |        0.0184 |         5 |  0.5141 |                2 |       0.9 |              0.8 |      0.01 |          1 |   0.625 |          1.0 |  3.222s |     3m:06s |
| Iteration 35     |          494 |        0.4513 |         3 |  0.9582 |                3 |       0.8 |              0.8 |      0.01 |        0.1 |    0.75 |          1.0 |  3.340s |     3m:11s |
| Iteration 36     |          181 |        0.0132 |         8 |  0.9568 |                3 |       0.8 |              0.8 |      0.01 |          0 |     1.0 |          1.0 |  3.282s |     3m:16s |
| Iteration 37     |          456 |        0.0171 |         9 |  0.3951 |                3 |       0.8 |              0.8 |      0.01 |         10 |     1.0 |          1.0 |  3.295s |     3m:21s |
| Iteration 38     |          444 |         0.017 |         9 |  0.6421 |                3 |       0.8 |              0.8 |      0.01 |          1 |  0.2812 |          1.0 |  3.262s |     3m:26s |
| Iteration 39     |          173 |         0.212 |         1 |  0.6913 |                9 |       0.5 |              0.9 |         0 |        100 |     0.5 |          1.0 |  3.242s |     3m:31s |
| Iteration 40     |          227 |        0.0104 |        10 |  0.1028 |                6 |       0.7 |              0.8 |      0.01 |          1 |  0.5312 |          1.0 |  3.242s |     3m:37s |
| Iteration 41     |          490 |        0.8921 |         2 |  0.0009 |                5 |       1.0 |              0.9 |      0.01 |       0.01 |  0.2188 |          1.0 |  3.309s |     3m:42s |
| Iteration 42     |          198 |        0.0321 |         2 |  0.9165 |                1 |       1.0 |              0.8 |      0.01 |       0.01 |     0.0 |          1.0 |  3.130s |     3m:50s |
| Iteration 43     |          480 |        0.2741 |         7 |  0.4574 |               10 |       0.9 |              0.8 |      0.01 |       0.01 |     0.5 |          1.0 |  3.181s |     3m:55s |
| Iteration 44     |          309 |        0.1986 |         5 |  0.2916 |                3 |       0.9 |              0.8 |      0.01 |        0.1 |  0.6562 |          1.0 |  3.262s |     4m:00s |
| Iteration 45     |          235 |          0.01 |         4 |  0.7446 |                3 |       0.8 |              0.8 |      0.01 |          1 |   0.625 |          1.0 |  3.250s |     4m:07s |
| Iteration 46     |          235 |        0.0235 |         1 |  0.0665 |                4 |       1.0 |              0.8 |      0.01 |        0.1 |    0.75 |          1.0 |  3.251s |     4m:12s |
| Iteration 47     |          485 |         0.915 |         2 |  0.7808 |                4 |       0.9 |              0.8 |      0.01 |        100 |  0.5312 |          1.0 |  3.268s |     4m:17s |
| Iteration 48     |          188 |        0.0123 |         6 |  0.6848 |                2 |       0.5 |              0.8 |      0.01 |          1 |     0.5 |          1.0 |  3.218s |     4m:23s |
| Iteration 49     |           94 |        0.0107 |         5 |  0.1133 |                5 |       0.9 |              0.8 |      0.01 |         10 |  0.7188 |          1.0 |  3.208s |     4m:28s |
| Iteration 50     |          172 |        0.0107 |         9 |  0.6066 |                3 |       1.0 |              0.8 |      0.01 |         10 |  0.4375 |          1.0 |  3.207s |     4m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 217, 'learning_rate': 0.01, 'max_depth': 4, 'gamma': 0.0063, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9598
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.063s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0707
Time elapsed: 0.194s
-------------------------------------------------
Total time: 4m:35s


Final results ==================== >>
Duration: 32m:39s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.87 ± 0.0927 !
Logistic Regression             --> roc_auc: 0.76 ± 0.049
Linear Discriminant Analysis    --> roc_auc: 0.73 ± 0.2337
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.2245
Radius Nearest Neighbors        --> roc_auc: 0.58 ± 0.1208 ~
AdaBoost                        --> roc_auc: 0.795 ± 0.064
Random Forest                   --> roc_auc: 0.7 ± 0.0316 ~
XGBoost                         --> roc_auc: 0.8 ± 0.0707
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 813 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVRDSNYQLIW.
   >>> Dropping feature CAVMDSNYQLIW.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVTDSNYQLIW.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVRGFGNVLHC.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVLTGTASKLTF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVQDSNYQLIW.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAASDSNYQLIW.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CAAQGGSEKLVF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLAGTDTQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGGGADGLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.

Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |     0.5 |          0.5 |  0.670s |     0.690s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |    0.75 |         0.75 |  0.692s |     5.257s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.5625 |         0.75 |  0.651s |     9.972s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |  0.8125 |       0.8125 |  0.681s |    12.295s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.5625 |       0.8125 |  0.697s |    13.933s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.4375 |       0.8125 |  0.728s |    15.708s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |   0.875 |        0.875 |  0.708s |    17.465s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.5625 |        0.875 |  0.741s |    19.245s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |  0.8125 |        0.875 |  0.687s |    21.105s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |     0.5 |        0.875 |  0.673s |    22.763s |
| Iteration 11     | exponen.. |           1.0 |          274 |       0.9 | squared_er.. |                 2 |                1 |        10 |         auto |     0.035 |  0.5625 |        0.875 |  0.732s |    24.824s |
| Iteration 12     |  deviance |        0.0768 |          249 |       0.8 | squared_er.. |                 9 |                4 |         8 |          0.8 |    0.0327 |  0.5938 |        0.875 |  0.694s |    26.813s |
| Iteration 13     | exponen.. |        0.5013 |          497 |       0.6 | squared_er.. |                 4 |               15 |         8 |         auto |    0.0085 |     0.5 |        0.875 |  0.749s |    28.770s |
| Iteration 14     |  deviance |        0.0193 |          273 |       0.6 | squared_er.. |                 3 |                9 |         5 |         None |    0.0098 |    0.75 |        0.875 |  0.717s |    30.744s |
| Iteration 15     | exponen.. |        0.3107 |          309 |       0.8 | squared_er.. |                 4 |                2 |         8 |          0.5 |    0.0197 |  0.9375 |       0.9375 |  0.761s |    32.979s |
| Iteration 16     | exponen.. |         0.042 |           71 |       0.8 | squared_er.. |                11 |                2 |         9 |          0.9 |    0.0203 |  0.9375 |       0.9375 |  0.720s |    35.071s |
| Iteration 17     | exponen.. |         0.521 |          136 |       0.8 | friedman_mse |                 8 |                4 |         8 |         None |    0.0018 |    0.75 |       0.9375 |  0.723s |    37.879s |
| Iteration 18     | exponen.. |        0.0758 |          150 |       0.8 | squared_er.. |                 9 |                2 |         9 |          0.8 |      0.02 |  0.8125 |       0.9375 |  0.726s |    40.131s |
| Iteration 19     | exponen.. |        0.0159 |           66 |       0.8 | squared_er.. |                18 |                1 |         8 |         None |       0.0 |     0.5 |       0.9375 |  0.698s |    42.182s |
| Iteration 20     |  deviance |        0.0147 |           95 |       1.0 | squared_er.. |                 7 |               16 |         1 |          0.5 |    0.0189 |  0.5938 |       0.9375 |  0.695s |    44.179s |
| Iteration 21     |  deviance |        0.0673 |          305 |       0.7 | squared_er.. |                10 |               17 |         3 |         sqrt |    0.0199 |  0.7188 |       0.9375 |  0.743s |    46.325s |
| Iteration 22     |  deviance |        0.2109 |          473 |       0.9 | squared_er.. |                10 |                7 |         7 |          0.6 |    0.0201 |  0.5938 |       0.9375 |  0.794s |    48.554s |
| Iteration 23     | exponen.. |        0.6609 |          289 |       0.8 | squared_er.. |                 9 |                3 |         5 |         sqrt |    0.0199 |   0.875 |       0.9375 |  0.765s |    50.783s |
| Iteration 24     | exponen.. |        0.0461 |          474 |       0.8 | squared_er.. |                 8 |                2 |         7 |         log2 |    0.0254 |  0.8125 |       0.9375 |  0.802s |    53.013s |
| Iteration 25     | exponen.. |        0.0409 |           32 |       0.8 | squared_er.. |                 9 |                5 |         6 |          0.9 |    0.0239 |  0.9375 |       0.9375 |  0.701s |    55.215s |
| Iteration 26     | exponen.. |        0.6127 |           87 |       0.8 | squared_er.. |                 7 |                5 |         3 |         sqrt |    0.0228 |    0.75 |       0.9375 |  0.699s |    57.475s |
| Iteration 27     | exponen.. |        0.0149 |           68 |       0.8 | squared_er.. |                 7 |                4 |         8 |         log2 |    0.0219 |  0.9375 |       0.9375 |  0.660s |     1m:03s |
| Iteration 28     | exponen.. |        0.9436 |          270 |       0.8 | squared_er.. |                 4 |                6 |         8 |         sqrt |    0.0217 |  0.4062 |       0.9375 |  0.689s |     1m:05s |
| Iteration 29     | exponen.. |        0.0233 |           55 |       0.8 | squared_er.. |                 9 |                4 |         6 |          0.9 |    0.0246 |     1.0 |          1.0 |  0.650s |     1m:07s |
| Iteration 30     | exponen.. |        0.0367 |           10 |       0.8 | squared_er.. |                19 |                3 |         3 |         None |    0.0225 |  0.5625 |          1.0 |  0.649s |     1m:10s |
| Iteration 31     | exponen.. |          0.01 |          228 |       0.8 | squared_er.. |                 9 |                4 |         8 |         sqrt |    0.0319 |  0.9375 |          1.0 |  0.696s |     1m:13s |
| Iteration 32     | exponen.. |          0.01 |          128 |       0.8 | squared_er.. |                11 |                4 |         2 |         None |    0.0118 |   0.625 |          1.0 |  0.672s |     1m:15s |
| Iteration 33     | exponen.. |        0.0414 |          250 |       0.8 | squared_er.. |                 9 |                4 |         9 |          0.6 |    0.0254 |     0.5 |          1.0 |  0.695s |     1m:18s |
| Iteration 34     | exponen.. |        0.1681 |           27 |       0.8 | squared_er.. |                 8 |                4 |         6 |          0.9 |     0.025 |    0.75 |          1.0 |  0.659s |     1m:20s |
| Iteration 35     | exponen.. |          0.01 |          389 |       0.8 | squared_er.. |                16 |               11 |         6 |          0.9 |       0.0 |   0.875 |          1.0 |  0.727s |     1m:22s |
| Iteration 36     | exponen.. |        0.0183 |          388 |       0.8 | squared_er.. |                 3 |               12 |         8 |         log2 |    0.0042 |    0.75 |          1.0 |  0.755s |     1m:25s |
| Iteration 37     | exponen.. |        0.0168 |           66 |       0.8 | squared_er.. |                 9 |                4 |         6 |          0.9 |    0.0249 |  0.8125 |          1.0 |  0.654s |     1m:27s |
| Iteration 38     | exponen.. |        0.0224 |           59 |       0.8 | squared_er.. |                14 |                2 |         5 |          0.9 |    0.0161 |  0.9375 |          1.0 |  0.670s |     1m:29s |
| Iteration 39     | exponen.. |        0.0238 |           53 |       0.8 | squared_er.. |                 6 |                3 |         6 |          0.9 |    0.0314 |     1.0 |          1.0 |  0.655s |     1m:32s |
| Iteration 40     | exponen.. |        0.2765 |          115 |       0.8 | squared_er.. |                18 |                4 |         3 |          0.5 |    0.0116 |  0.6875 |          1.0 |  0.662s |     1m:34s |
| Iteration 41     | exponen.. |        0.0261 |           49 |       0.8 | squared_er.. |                19 |               12 |         9 |          0.9 |    0.0241 |   0.875 |          1.0 |  0.650s |     1m:36s |
| Iteration 42     | exponen.. |        0.0236 |           10 |       0.8 | squared_er.. |                11 |                3 |         8 |          0.9 |    0.0096 |    0.75 |          1.0 |  0.641s |     1m:41s |
| Iteration 43     | exponen.. |        0.0293 |           73 |       0.8 | squared_er.. |                 8 |                3 |         7 |          0.9 |    0.0259 |   0.875 |          1.0 |  0.660s |     1m:44s |
| Iteration 44     | exponen.. |        0.0255 |           60 |       0.8 | squared_er.. |                16 |               20 |         6 |          0.9 |    0.0069 |  0.5625 |          1.0 |  0.646s |     1m:47s |
| Iteration 45     | exponen.. |        0.0252 |           54 |       0.8 | squared_er.. |                12 |                4 |         6 |          0.9 |    0.0199 |  0.9375 |          1.0 |  0.662s |     1m:49s |
| Iteration 46     | exponen.. |        0.0325 |           49 |       0.8 | squared_er.. |                 9 |                3 |         3 |          0.9 |    0.0088 |  0.5625 |          1.0 |  0.656s |     1m:52s |
| Iteration 47     | exponen.. |        0.3363 |          446 |       0.8 | squared_er.. |                 7 |                1 |         7 |          0.5 |    0.0254 |  0.6875 |          1.0 |  0.768s |     1m:54s |
| Iteration 48     | exponen.. |        0.0236 |           60 |       0.8 | squared_er.. |                19 |                2 |         5 |          0.9 |    0.0261 |  0.9375 |          1.0 |  0.703s |     1m:57s |
| Iteration 49     |  deviance |        0.0279 |          206 |       0.6 | squared_er.. |                 3 |                3 |         6 |          0.9 |    0.0253 |  0.6875 |          1.0 |  0.730s |     1m:59s |
| Iteration 50     | exponen.. |        0.0452 |          135 |       0.8 | squared_er.. |                 7 |                7 |         9 |          0.9 |      0.03 |  0.8125 |          1.0 |  1.311s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0238, 'n_estimators': 53, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 6, 'min_samples_leaf': 3, 'max_depth': 6, 'max_features': 0.9, 'ccp_alpha': 0.0314}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.032s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.0245
Time elapsed: 0.136s
-------------------------------------------------
Total time: 2m:04s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.5625 |       0.5625 |  0.721s |     0.733s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |        0.625 |  0.696s |     2.619s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.3125 |        0.625 |  0.702s |     4.527s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |        0.625 |  0.704s |     6.298s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |  0.5625 |        0.625 |  0.699s |     8.010s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |  0.6875 |       0.6875 |  0.706s |     9.735s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |     1.0 |          1.0 |  0.660s |    14.017s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |     0.5 |          1.0 |  0.666s |    19.057s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.4375 |          1.0 |  0.669s |    24.041s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |  0.5625 |          1.0 |  0.662s |    26.315s |
| Iteration 11     |      l2 | 19.3949 |     sag |      273 |      --- |  0.6875 |          1.0 |  0.661s |    30.163s |
| Iteration 12     |      l2 |  2.0475 | libli.. |      247 |      --- |  0.5625 |          1.0 |  0.639s |    32.478s |
| Iteration 13     |      l2 |   0.027 | libli.. |      280 |      --- |  0.5625 |          1.0 |  0.645s |    34.356s |
| Iteration 14     |      l1 |  0.0032 | libli.. |      902 |      --- |     0.5 |          1.0 |  0.652s |    36.204s |
| Iteration 15     |      l2 | 32.9923 |     sag |      276 |      --- |  0.5625 |          1.0 |  0.648s |    38.084s |
| Iteration 16     |      l2 |  2.9096 | libli.. |      274 |      --- |     1.0 |          1.0 |  0.639s |    39.968s |
| Iteration 17     |      l2 |  3.6921 | newto.. |      279 |      --- |   0.625 |          1.0 |  0.694s |    42.043s |
| Iteration 18     |      l2 |  3.1355 | libli.. |      278 |      --- |     1.0 |          1.0 |  0.686s |    44.298s |
| Iteration 19     |      l2 |  2.6999 | libli.. |      276 |      --- |  0.6875 |          1.0 |  0.634s |    46.374s |
| Iteration 20     |      l2 |  3.7119 | libli.. |      283 |      --- |     0.5 |          1.0 |  0.678s |    48.540s |
| Iteration 21     |      l2 |  1.6413 | libli.. |      272 |      --- |     0.5 |          1.0 |  0.689s |    50.648s |
| Iteration 22     |      l2 |  3.0802 | newto.. |      271 |      --- |  0.5625 |          1.0 |  0.704s |    54.104s |
| Iteration 23     |      l2 |  3.0648 | libli.. |      272 |      --- |     0.5 |          1.0 |  0.678s |    57.880s |
| Iteration 24     |      l2 |  1.8684 | libli.. |      283 |      --- |  0.8125 |          1.0 |  0.679s |     1m:02s |
| Iteration 25     |      l1 |  0.4065 |    saga |      283 |      --- |    0.75 |          1.0 |  0.681s |     1m:04s |
| Iteration 26     |      l1 |  3.3984 | libli.. |      596 |      --- |   0.625 |          1.0 |  0.628s |     1m:08s |
| Iteration 27     |      l2 |  2.2482 | libli.. |      279 |      --- |  0.8125 |          1.0 |  0.642s |     1m:13s |
| Iteration 28     |      l2 |  2.3515 | libli.. |      279 |      --- |  0.3125 |          1.0 |  0.655s |     1m:15s |
| Iteration 29     |      l2 |  2.1033 | libli.. |      353 |      --- |     0.5 |          1.0 |  0.641s |     1m:17s |
| Iteration 30     |      l2 |  2.8934 | libli.. |      279 |      --- |   0.375 |          1.0 |  0.646s |     1m:20s |
| Iteration 31     |      l2 |  2.3089 | libli.. |      290 |      --- |   0.625 |          1.0 |  0.644s |     1m:22s |
| Iteration 32     |      l2 |  2.4298 | libli.. |      277 |      --- |  0.6875 |          1.0 |  0.637s |     1m:24s |
| Iteration 33     |      l2 |   2.462 | libli.. |      292 |      --- |   0.375 |          1.0 |  0.687s |     1m:26s |
| Iteration 34     |      l2 |  0.4715 |     sag |      279 |      --- |     0.5 |          1.0 |  0.688s |     1m:28s |
| Iteration 35     |      l2 |  2.5255 | libli.. |      276 |      --- |  0.9375 |          1.0 |  0.692s |     1m:30s |
| Iteration 36     |      l2 |  7.3892 | libli.. |      263 |      --- |   0.375 |          1.0 |  0.689s |     1m:32s |
| Iteration 37     |      l2 |  2.3866 | libli.. |      276 |      --- |  0.4375 |          1.0 |  0.636s |     1m:34s |
| Iteration 38     |      l2 |   3.652 | newto.. |      277 |      --- |  0.6875 |          1.0 |  0.642s |     1m:36s |
| Iteration 39     |    none |     --- |    saga |      277 |      --- |   0.875 |          1.0 |  0.645s |     1m:38s |
| Iteration 40     |      l2 |  0.0075 |     sag |      278 |      --- |   0.875 |          1.0 |  0.650s |     1m:40s |
| Iteration 41     |    none |     --- |     sag |      266 |      --- |  0.6875 |          1.0 |  0.655s |     1m:42s |
| Iteration 42     | elast.. |  19.756 |    saga |      281 |      0.5 |  0.6875 |          1.0 |  0.644s |     1m:44s |
| Iteration 43     |    none |     --- |    saga |      276 |      --- |  0.6875 |          1.0 |  0.645s |     1m:47s |
| Iteration 44     |      l2 |  0.0011 | newto.. |      296 |      --- |   0.625 |          1.0 |  0.644s |     1m:51s |
| Iteration 45     |      l2 |  0.3193 | newto.. |      277 |      --- |   0.625 |          1.0 |  0.643s |     1m:55s |
| Iteration 46     |      l2 | 52.9354 | libli.. |      273 |      --- |  0.3125 |          1.0 |  0.650s |     1m:59s |
| Iteration 47     |      l2 |  1.3075 |     sag |      276 |      --- |  0.6875 |          1.0 |  0.657s |     2m:02s |
| Iteration 48     |      l2 |  0.0019 | libli.. |      906 |      --- |    0.25 |          1.0 |  0.653s |     2m:04s |
| Iteration 49     |    none |     --- |     sag |      286 |      --- |     0.5 |          1.0 |  0.642s |     2m:06s |
| Iteration 50     |      l2 |  0.0156 | libli.. |      284 |      --- |  0.5625 |          1.0 |  0.638s |     2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'penalty': 'l2', 'C': 3.1355, 'solver': 'liblinear', 'max_iter': 278}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7402
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1673
Time elapsed: 0.049s
-------------------------------------------------
Total time: 2m:10s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |  0.6875 |       0.6875 |  0.636s |     0.641s |
| Initial point 2  |     svd |       --- |   0.625 |       0.6875 |  0.648s |     2.329s |
| Initial point 3  |     svd |       --- |   0.625 |       0.6875 |  0.000s |     3.280s |
| Initial point 4  |    lsqr |       0.8 |  0.3125 |       0.6875 |  0.637s |     4.851s |
| Initial point 5  |   eigen |       0.9 |   0.375 |       0.6875 |  0.628s |     6.485s |
| Initial point 6  |    lsqr |       0.7 |     0.5 |       0.6875 |  1.204s |     8.632s |
| Initial point 7  |    lsqr |       0.5 |     1.0 |          1.0 |  0.631s |    10.219s |
| Initial point 8  |    lsqr |       0.9 |  0.4375 |          1.0 |  0.653s |    11.874s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |          1.0 |  0.640s |    13.454s |
| Initial point 10 |   eigen |       0.8 |  0.6875 |          1.0 |  0.640s |    15.063s |
| Iteration 11     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    16.280s |
| Iteration 12     |   eigen |       0.5 |   0.625 |          1.0 |  0.634s |    18.138s |
| Iteration 13     |     svd |       --- |   0.625 |          1.0 |  0.000s |    19.274s |
| Iteration 14     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    20.395s |
| Iteration 15     |    lsqr |       1.0 |     0.5 |          1.0 |  0.644s |    22.123s |
| Iteration 16     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |    23.201s |
| Iteration 17     |     svd |       --- |   0.625 |          1.0 |  0.000s |    24.284s |
| Iteration 18     |    lsqr |      auto |  0.9375 |          1.0 |  0.632s |    28.525s |
| Iteration 19     |   eigen |      auto |    0.75 |          1.0 |  0.630s |    33.484s |
| Iteration 20     |    lsqr |      None |     0.5 |          1.0 |  0.629s |    38.521s |
| Iteration 21     |   eigen |      None |   0.375 |          1.0 |  0.633s |    43.447s |
| Iteration 22     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    47.706s |
| Iteration 23     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    49.778s |
| Iteration 24     |   eigen |       0.6 |    0.75 |          1.0 |  0.637s |    51.690s |
| Iteration 25     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    52.801s |
| Iteration 26     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    53.921s |
| Iteration 27     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    55.032s |
| Iteration 28     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    56.181s |
| Iteration 29     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    57.319s |
| Iteration 30     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    58.465s |
| Iteration 31     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |    59.630s |
| Iteration 32     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:01s |
| Iteration 33     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:02s |
| Iteration 34     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:03s |
| Iteration 35     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:04s |
| Iteration 36     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:06s |
| Iteration 37     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:09s |
| Iteration 38     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:11s |
| Iteration 39     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:14s |
| Iteration 40     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:15s |
| Iteration 41     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:17s |
| Iteration 42     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:18s |
| Iteration 43     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:19s |
| Iteration 44     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:21s |
| Iteration 45     |    lsqr |       0.5 |     1.0 |          1.0 |  0.001s |     1m:22s |
| Iteration 46     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:23s |
| Iteration 47     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:24s |
| Iteration 48     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:26s |
| Iteration 49     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:27s |
| Iteration 50     |    lsqr |       0.5 |     1.0 |          1.0 |  0.000s |     1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7357
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.06
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:29s


Running BO for Quadratic Discriminant Analysis...
| call             | reg_param | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |       1.0 |  0.6875 |       0.6875 |  0.642s |     0.645s |
| Initial point 2  |       0.9 |  0.5625 |       0.6875 |  0.628s |     2.223s |
| Initial point 3  |       0.1 |  0.4375 |       0.6875 |  0.627s |     3.789s |
| Initial point 4  |       1.0 |  0.6875 |       0.6875 |  0.000s |     4.712s |
| Initial point 5  |       0.2 |  0.3125 |       0.6875 |  0.633s |     7.756s |
| Initial point 6  |       0.4 |     0.5 |       0.6875 |  0.634s |     9.893s |
| Initial point 7  |       0.4 |     0.5 |       0.6875 |  0.001s |    10.909s |
| Initial point 8  |       0.7 |  0.4375 |       0.6875 |  0.627s |    13.444s |
| Initial point 9  |       0.9 |  0.5625 |       0.6875 |  0.000s |    14.625s |
| Initial point 10 |       0.8 |  0.6875 |       0.6875 |  0.623s |    16.221s |
| Iteration 11     |       0.3 |   0.625 |       0.6875 |  1.189s |    18.477s |
| Iteration 12     |       0.6 |    0.75 |         0.75 |  0.647s |    20.152s |
| Iteration 13     |       0.5 |     0.5 |         0.75 |  0.628s |    21.862s |
| Iteration 14     |       0.0 |  0.6875 |         0.75 |  0.628s |    25.896s |
| Iteration 15     |       0.6 |    0.75 |         0.75 |  0.000s |    29.964s |
| Iteration 16     |       0.6 |    0.75 |         0.75 |  0.000s |    31.608s |
| Iteration 17     |       0.3 |   0.625 |         0.75 |  0.000s |    32.654s |
| Iteration 18     |       0.6 |    0.75 |         0.75 |  0.000s |    33.710s |
| Iteration 19     |       0.9 |  0.5625 |         0.75 |  0.000s |    34.759s |
| Iteration 20     |       0.6 |    0.75 |         0.75 |  0.000s |    35.849s |
| Iteration 21     |       0.6 |    0.75 |         0.75 |  0.000s |    36.915s |
| Iteration 22     |       0.6 |    0.75 |         0.75 |  0.000s |    39.169s |
| Iteration 23     |       0.6 |    0.75 |         0.75 |  0.000s |    40.501s |
| Iteration 24     |       0.6 |    0.75 |         0.75 |  0.000s |    41.553s |
| Iteration 25     |       0.6 |    0.75 |         0.75 |  0.000s |    44.152s |
| Iteration 26     |       0.6 |    0.75 |         0.75 |  0.000s |    47.158s |
| Iteration 27     |       0.6 |    0.75 |         0.75 |  0.000s |    50.124s |
| Iteration 28     |       0.9 |  0.5625 |         0.75 |  0.000s |    53.074s |
| Iteration 29     |       0.6 |    0.75 |         0.75 |  0.000s |    55.999s |
| Iteration 30     |       0.8 |  0.6875 |         0.75 |  0.000s |    57.457s |
| Iteration 31     |       0.6 |    0.75 |         0.75 |  0.000s |    58.508s |
| Iteration 32     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:02s |
| Iteration 33     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:06s |
| Iteration 34     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:08s |
| Iteration 35     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:09s |
| Iteration 36     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:10s |
| Iteration 37     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:12s |
| Iteration 38     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:13s |
| Iteration 39     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:14s |
| Iteration 40     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:17s |
| Iteration 41     |       0.6 |    0.75 |         0.75 |  0.001s |     1m:22s |
| Iteration 42     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:23s |
| Iteration 43     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:24s |
| Iteration 44     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:26s |
| Iteration 45     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:27s |
| Iteration 46     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:29s |
| Iteration 47     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:31s |
| Iteration 48     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:32s |
| Iteration 49     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:33s |
| Iteration 50     |       0.6 |    0.75 |         0.75 |  0.000s |     1m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6893
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0812
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:36s


Running BO for Radius Nearest Neighbors...
| call             |  radius | weights | algorithm | leaf_size |       p | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | 12.7274 | dista.. |      auto |        40 |       1 |  0.6875 |       0.6875 |  0.648s |     0.669s |
| Initial point 2  |  5.0617 | uniform |   kd_tree |        39 |       2 |    0.25 |       0.6875 |  0.641s |     2.319s |
| Initial point 3  |  3.9984 | dista.. | ball_tree |        25 |       2 |   0.375 |       0.6875 |  0.647s |     4.188s |
| Initial point 4  | 11.6652 | uniform | ball_tree |        39 |       2 |     0.5 |       0.6875 |  0.645s |     5.999s |
| Initial point 5  |  9.1381 | dista.. |      auto |        30 |       2 |     0.5 |       0.6875 |  0.645s |     7.838s |
| Initial point 6  | 10.5826 | dista.. | ball_tree |        21 |       2 |    0.75 |         0.75 |  0.645s |    12.161s |
| Initial point 7  |  7.5695 | dista.. | ball_tree |        24 |       1 |     1.0 |          1.0 |  0.639s |    14.602s |
| Initial point 8  |  1.8139 | dista.. | ball_tree |        21 |       2 |    0.75 |          1.0 |  0.644s |    16.462s |
| Initial point 9  |  8.4319 | uniform | ball_tree |        24 |       1 |  0.5312 |          1.0 |  0.636s |    21.529s |
| Initial point 10 |   5.989 | uniform |     brute |        22 |       2 |     0.5 |          1.0 |  0.644s |    27.395s |
| Iteration 11     |  2.1648 | dista.. |     brute |        24 |       2 |    0.75 |          1.0 |  1.223s |    31.633s |
| Iteration 12     | 12.2437 | dista.. |      auto |        24 |       1 |  0.5625 |          1.0 |  0.687s |    34.124s |
| Iteration 13     |   3.835 | dista.. |   kd_tree |        23 |       1 |   0.625 |          1.0 |  0.681s |    36.262s |
| Iteration 14     |  0.2043 | dista.. |     brute |        24 |       2 |   0.625 |          1.0 |  0.685s |    38.251s |
| Iteration 15     | 12.6671 | dista.. |     brute |        21 |       1 |  0.6875 |          1.0 |  0.638s |    40.339s |
| Iteration 16     |  0.0695 | dista.. |      auto |        24 |       1 |     0.5 |          1.0 |  0.655s |    42.378s |
| Iteration 17     |  0.1725 | uniform |      auto |        21 |       1 |     0.5 |          1.0 |  0.702s |    44.656s |
| Iteration 18     | 12.6527 | uniform |     brute |        40 |       1 |     0.5 |          1.0 |  0.697s |    46.776s |
| Iteration 19     |  12.411 | dista.. | ball_tree |        24 |       1 |  0.6875 |          1.0 |  0.698s |    49.085s |
| Iteration 20     | 12.4503 | dista.. |     brute |        40 |       1 |  0.4375 |          1.0 |  0.690s |    51.307s |
| Iteration 21     |  5.6149 | dista.. | ball_tree |        23 |       1 |  0.4688 |          1.0 |  0.640s |    53.436s |
| Iteration 22     |  0.0752 | dista.. | ball_tree |        24 |       1 |   0.375 |          1.0 |  0.650s |    55.594s |
| Iteration 23     | 12.6122 | dista.. |     brute |        40 |       2 |    0.75 |          1.0 |  0.659s |    57.748s |
| Iteration 24     |  0.0006 | uniform |      auto |        39 |       2 |     0.5 |          1.0 |  0.647s |    59.845s |
| Iteration 25     | 12.7598 | uniform |      auto |        29 |       1 |   0.625 |          1.0 |  0.647s |     1m:02s |
| Iteration 26     |  0.0016 | uniform |     brute |        37 |       1 |     0.5 |          1.0 |  0.666s |     1m:04s |
| Iteration 27     | 12.7633 | dista.. | ball_tree |        25 |       2 |  0.8125 |          1.0 |  0.654s |     1m:06s |
| Iteration 28     |   7.307 | uniform | ball_tree |        24 |       1 |  0.1875 |          1.0 |  0.652s |     1m:10s |
| Iteration 29     | 12.7633 | dista.. |   kd_tree |        20 |       2 |     0.5 |          1.0 |  0.647s |     1m:15s |
| Iteration 30     | 12.7633 | dista.. |     brute |        23 |       2 |     0.5 |          1.0 |  0.651s |     1m:17s |
| Iteration 31     | 12.5703 | uniform |      auto |        20 |       2 |     0.5 |          1.0 |  0.644s |     1m:19s |
| Iteration 32     | 12.7633 | dista.. |   kd_tree |        40 |       2 |    0.75 |          1.0 |  0.662s |     1m:21s |
| Iteration 33     | 12.7633 | dista.. |   kd_tree |        40 |       1 |  0.4375 |          1.0 |  0.654s |     1m:24s |
| Iteration 34     |  0.1697 | uniform |     brute |        21 |       2 |  0.4375 |          1.0 |  0.640s |     1m:29s |
| Iteration 35     | 12.4544 | dista.. |     brute |        40 |       2 |  0.9375 |          1.0 |  0.654s |     1m:34s |
| Iteration 36     |  0.0012 | dista.. |     brute |        24 |       2 |     0.5 |          1.0 |  0.653s |     1m:39s |
| Iteration 37     |    7.81 | dista.. | ball_tree |        24 |       1 |   0.875 |          1.0 |  0.643s |     1m:42s |
| Iteration 38     |  7.3032 | dista.. | ball_tree |        24 |       1 |  0.9375 |          1.0 |  0.653s |     1m:44s |
| Iteration 39     |  7.4635 | dista.. | ball_tree |        28 |       1 |     1.0 |          1.0 |  0.641s |     1m:47s |
| Iteration 40     |  7.4705 | dista.. |   kd_tree |        28 |       1 |  0.6562 |          1.0 |  0.645s |     1m:49s |
| Iteration 41     |  7.4798 | dista.. | ball_tree |        27 |       1 |  0.6875 |          1.0 |  0.644s |     1m:52s |
| Iteration 42     |  7.5127 | dista.. |      auto |        21 |       1 |  0.6875 |          1.0 |  0.643s |     1m:54s |
| Iteration 43     |  7.5128 | dista.. | ball_tree |        20 |       1 |  0.6875 |          1.0 |  0.650s |     1m:56s |
| Iteration 44     |  7.7898 | dista.. |      auto |        27 |       1 |  0.6875 |          1.0 |  0.657s |     1m:58s |
| Iteration 45     |  7.1904 | dista.. | ball_tree |        25 |       1 |    0.75 |          1.0 |  0.668s |     2m:01s |
| Iteration 46     | 11.7171 | dista.. | ball_tree |        40 |       2 |  0.4375 |          1.0 |  0.644s |     2m:03s |
| Iteration 47     |  7.8845 | dista.. | ball_tree |        26 |       1 |   0.625 |          1.0 |  0.649s |     2m:06s |
| Iteration 48     |   7.299 | dista.. | ball_tree |        27 |       1 |   0.875 |          1.0 |  0.646s |     2m:08s |
| Iteration 49     |  6.7581 | dista.. |   kd_tree |        35 |       2 |  0.6875 |          1.0 |  0.648s |     2m:12s |
| Iteration 50     |  7.2788 | dista.. |      auto |        30 |       2 |    0.75 |          1.0 |  0.647s |     2m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'radius': 7.4635, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 28, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0548
Time elapsed: 0.050s
-------------------------------------------------
Total time: 2m:19s


Running BO for AdaBoost...
| call             | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |        6.2758 |   SAMME.R |   0.875 |        0.875 |  1.029s |     1.035s |
| Initial point 2  |          500 |        0.0511 |   SAMME.R |   0.875 |        0.875 |  1.035s |     3.348s |
| Initial point 3  |          225 |        1.0215 |     SAMME |  0.4375 |        0.875 |  0.810s |     5.365s |
| Initial point 4  |          431 |        0.0871 |     SAMME |  0.5625 |        0.875 |  0.942s |     7.514s |
| Initial point 5  |          250 |        0.0488 |     SAMME |   0.625 |        0.875 |  0.810s |     9.572s |
| Initial point 6  |          461 |        0.2353 |   SAMME.R |     0.5 |        0.875 |  1.002s |    11.893s |
| Initial point 7  |          473 |        2.1636 |     SAMME |  0.6875 |        0.875 |  0.662s |    13.816s |
| Initial point 8  |          411 |         0.019 |     SAMME |  0.5312 |        0.875 |  0.921s |    15.996s |
| Initial point 9  |          439 |        3.0721 |     SAMME |     0.5 |        0.875 |  0.636s |    17.805s |
| Initial point 10 |          173 |        0.0151 |     SAMME |  0.5938 |        0.875 |  0.749s |    19.658s |
| Iteration 11     |           50 |        9.7227 |   SAMME.R |   0.375 |        0.875 |  1.253s |    22.262s |
| Iteration 12     |          292 |        0.0333 |     SAMME |  0.6562 |        0.875 |  0.835s |    24.479s |
| Iteration 13     |          492 |          0.01 |     SAMME |  0.4688 |        0.875 |  1.103s |    27.054s |
| Iteration 14     |          490 |        0.0116 |   SAMME.R |  0.6562 |        0.875 |  1.025s |    29.497s |
| Iteration 15     |          498 |          0.01 |   SAMME.R |  0.7812 |        0.875 |  1.024s |    31.957s |
| Iteration 16     |          500 |          10.0 |   SAMME.R |  0.4062 |        0.875 |  1.036s |    35.430s |
| Iteration 17     |          417 |         6.106 |   SAMME.R |    0.25 |        0.875 |  0.940s |    37.993s |
| Iteration 18     |          483 |          4.25 |   SAMME.R |    0.75 |        0.875 |  1.024s |    40.402s |
| Iteration 19     |          294 |        0.0158 |   SAMME.R |     0.5 |        0.875 |  0.922s |    42.696s |
| Iteration 20     |          500 |        0.0138 |   SAMME.R |    0.75 |        0.875 |  1.097s |    45.174s |
| Iteration 21     |          329 |        8.9795 |     SAMME |  0.1875 |        0.875 |  0.684s |    47.214s |
| Iteration 22     |          130 |        0.0104 |     SAMME |  0.6875 |        0.875 |  0.791s |    49.278s |
| Iteration 23     |          500 |          0.01 |   SAMME.R |  0.8125 |        0.875 |  1.097s |    51.880s |
| Iteration 24     |          486 |          0.01 |   SAMME.R |  0.9375 |       0.9375 |  1.076s |    56.428s |
| Iteration 25     |           50 |          0.01 |     SAMME |   0.875 |       0.9375 |  0.687s |    59.027s |
| Iteration 26     |           50 |          0.01 |   SAMME.R |  0.9688 |       0.9688 |  0.665s |     1m:04s |
| Iteration 27     |           50 |          0.01 |   SAMME.R |  0.9688 |       0.9688 |  0.000s |     1m:09s |
| Iteration 28     |           50 |          0.01 |   SAMME.R |  0.9688 |       0.9688 |  0.000s |     1m:11s |
| Iteration 29     |          482 |          0.01 |   SAMME.R |     1.0 |          1.0 |  1.018s |     1m:14s |
| Iteration 30     |           50 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  0.000s |     1m:15s |
| Iteration 31     |           50 |        0.0404 |   SAMME.R |  0.7812 |          1.0 |  0.671s |     1m:17s |
| Iteration 32     |           50 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  0.000s |     1m:19s |
| Iteration 33     |           50 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  0.000s |     1m:20s |
| Iteration 34     |          471 |        0.0104 |   SAMME.R |   0.875 |          1.0 |  1.003s |     1m:23s |
| Iteration 35     |           51 |        0.0109 |   SAMME.R |  0.7188 |          1.0 |  0.674s |     1m:25s |
| Iteration 36     |           63 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.682s |     1m:27s |
| Iteration 37     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     1m:28s |
| Iteration 38     |           50 |          0.01 |     SAMME |   0.875 |          1.0 |  0.000s |     1m:30s |
| Iteration 39     |          500 |        5.8728 |   SAMME.R |   0.875 |          1.0 |  1.014s |     1m:32s |
| Iteration 40     |           98 |          0.01 |   SAMME.R |  0.9375 |          1.0 |  1.287s |     1m:37s |
| Iteration 41     |          102 |          0.01 |   SAMME.R |   0.875 |          1.0 |  0.714s |     1m:42s |
| Iteration 42     |           89 |          0.01 |   SAMME.R |  0.7188 |          1.0 |  0.713s |     1m:46s |
| Iteration 43     |          484 |        5.9477 |   SAMME.R |   0.875 |          1.0 |  1.010s |     1m:49s |
| Iteration 44     |           50 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  0.001s |     1m:51s |
| Iteration 45     |           98 |        0.0107 |   SAMME.R |   0.875 |          1.0 |  0.702s |     1m:53s |
| Iteration 46     |          492 |        0.0458 |   SAMME.R |   0.625 |          1.0 |  1.026s |     1m:56s |
| Iteration 47     |           50 |        0.0674 |     SAMME |   0.625 |          1.0 |  0.801s |     1m:58s |
| Iteration 48     |           50 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  0.000s |     1m:60s |
| Iteration 49     |           50 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  0.000s |     2m:01s |
| Iteration 50     |           50 |          0.01 |   SAMME.R |  0.9688 |          1.0 |  0.000s |     2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 482, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9286
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.433s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0775
Time elapsed: 1.964s
-------------------------------------------------
Total time: 2m:07s


Running BO for Random Forest...
| call             | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |   entropy |         1 |                20 |                5 |          0.5 |      True |    0.0234 |         0.9 |    0.75 |         0.75 |  1.049s |     1.069s |
| Initial point 2  |          425 |      gini |         5 |                10 |                5 |          0.6 |     False |     0.016 |         --- |  0.8125 |       0.8125 |  0.935s |     3.454s |
| Initial point 3  |          470 |   entropy |         6 |                16 |                3 |          0.6 |     False |     0.029 |         --- |  0.6875 |       0.8125 |  0.964s |     5.632s |
| Initial point 4  |          144 |      gini |         6 |                13 |               14 |          0.5 |      True |    0.0101 |         0.5 |    0.25 |       0.8125 |  0.779s |     7.717s |
| Initial point 5  |          394 |      gini |      None |                13 |               14 |         log2 |      True |    0.0078 |        None |     1.0 |          1.0 |  0.987s |    10.061s |
| Initial point 6  |          240 |      gini |         8 |                 4 |               11 |         sqrt |     False |    0.0319 |         --- |    0.75 |          1.0 |  0.812s |    12.120s |
| Initial point 7  |          296 |   entropy |         6 |                19 |                6 |         log2 |     False |    0.0332 |         --- |  0.9375 |          1.0 |  0.856s |    14.234s |
| Initial point 8  |          275 |   entropy |      None |                 5 |               16 |         auto |     False |    0.0189 |         --- |     0.5 |          1.0 |  0.832s |    16.278s |
| Initial point 9  |          447 |      gini |         5 |                14 |                8 |          0.7 |     False |    0.0044 |         --- |  0.8125 |          1.0 |  0.928s |    20.026s |
| Initial point 10 |          327 |      gini |         7 |                 8 |               15 |          0.9 |      True |    0.0174 |        None |   0.625 |          1.0 |  0.881s |    22.764s |
| Iteration 11     |           61 |   entropy |         6 |                12 |                9 |          0.8 |     False |    0.0123 |         --- |   0.625 |          1.0 |  0.652s |    27.989s |
| Iteration 12     |          370 |      gini |      None |                11 |               16 |         log2 |      True |     0.004 |        None |    0.75 |          1.0 |  0.917s |    31.210s |
| Iteration 13     |           31 |      gini |         5 |                12 |               18 |         auto |     False |    0.0005 |         --- |   0.375 |          1.0 |  0.643s |    33.907s |
| Iteration 14     |          406 |      gini |      None |                14 |               14 |         sqrt |      True |    0.0077 |        None |  0.5625 |          1.0 |  0.936s |    36.709s |
| Iteration 15     |          213 |   entropy |         5 |                12 |                1 |          0.7 |     False |     0.033 |         --- |  0.8125 |          1.0 |  0.762s |    39.087s |
| Iteration 16     |           10 |      gini |         4 |                 6 |                1 |         auto |     False |    0.0163 |         --- |    0.75 |          1.0 |  0.632s |    42.747s |
| Iteration 17     |          283 |      gini |      None |                 2 |                4 |         auto |      True |    0.0137 |         0.8 |     1.0 |          1.0 |  0.838s |    45.626s |
| Iteration 18     |          308 |   entropy |      None |                 2 |                1 |         auto |      True |       0.0 |         0.9 |  0.6875 |          1.0 |  1.436s |    48.722s |
| Iteration 19     |          254 |      gini |         2 |                 2 |                6 |          0.5 |      True |    0.0155 |         0.6 |  0.5625 |          1.0 |  0.828s |    51.241s |
| Iteration 20     |          500 |   entropy |         7 |                 9 |               20 |          0.8 |     False |    0.0222 |         --- |  0.5625 |          1.0 |  0.971s |    53.823s |
| Iteration 21     |          500 |      gini |         6 |                 8 |               10 |         auto |     False |     0.024 |         --- |    0.75 |          1.0 |  0.969s |    56.339s |
| Iteration 22     |          500 |      gini |         3 |                15 |                1 |          0.6 |      True |    0.0069 |        None |    0.75 |          1.0 |  1.033s |     1m:01s |
| Iteration 23     |           10 |   entropy |      None |                10 |                1 |         None |      True |    0.0297 |         0.8 |  0.6875 |          1.0 |  0.631s |     1m:06s |
| Iteration 24     |          337 |      gini |         2 |                 3 |                1 |          0.8 |     False |    0.0275 |         --- |  0.9062 |          1.0 |  0.845s |     1m:11s |
| Iteration 25     |          348 |      gini |         5 |                 5 |                1 |          0.5 |     False |    0.0336 |         --- |  0.9375 |          1.0 |  0.853s |     1m:14s |
| Iteration 26     |          326 |      gini |         9 |                20 |                1 |         auto |      True |     0.035 |         0.6 |  0.9375 |          1.0 |  0.876s |     1m:16s |
| Iteration 27     |          327 |   entropy |      None |                20 |                1 |         auto |     False |     0.035 |         --- |  0.9375 |          1.0 |  0.829s |     1m:19s |
| Iteration 28     |          322 |   entropy |      None |                20 |                1 |         None |     False |     0.035 |         --- |   0.625 |          1.0 |  0.839s |     1m:21s |
| Iteration 29     |          265 |      gini |         6 |                10 |                1 |         auto |     False |     0.035 |         --- |     1.0 |          1.0 |  0.791s |     1m:24s |
| Iteration 30     |          278 |      gini |         5 |                11 |                1 |         auto |     False |     0.035 |         --- |   0.625 |          1.0 |  0.807s |     1m:26s |
| Iteration 31     |          397 |      gini |         8 |                 2 |                1 |         auto |      True |     0.035 |        None |     1.0 |          1.0 |  0.959s |     1m:29s |
| Iteration 32     |          412 |      gini |         9 |                20 |                1 |         auto |      True |     0.035 |        None |   0.625 |          1.0 |  0.984s |     1m:31s |
| Iteration 33     |          500 |   entropy |         3 |                11 |                1 |         sqrt |      True |    0.0059 |         0.7 |  0.4375 |          1.0 |  1.069s |     1m:34s |
| Iteration 34     |          179 |   entropy |         1 |                20 |                1 |          0.8 |     False |       0.0 |         --- |   0.625 |          1.0 |  0.730s |     1m:40s |
| Iteration 35     |          372 |      gini |         6 |                 7 |                7 |         None |      True |     0.035 |         0.9 |   0.875 |          1.0 |  0.911s |     1m:43s |
| Iteration 36     |          367 |      gini |         9 |                15 |                7 |          0.9 |     False |     0.035 |         --- |     1.0 |          1.0 |  0.850s |     1m:46s |
| Iteration 37     |          358 |      gini |         5 |                13 |                6 |         auto |     False |     0.035 |         --- |  0.8125 |          1.0 |  0.832s |     1m:48s |
| Iteration 38     |          354 |      gini |         9 |                 2 |                5 |         auto |      True |     0.035 |         0.8 |  0.9375 |          1.0 |  0.910s |     1m:51s |
| Iteration 39     |          346 |      gini |         6 |                18 |                1 |          0.5 |     False |       0.0 |         --- |   0.875 |          1.0 |  0.873s |     1m:53s |
| Iteration 40     |          352 |      gini |      None |                 2 |                5 |         sqrt |     False |     0.035 |         --- |   0.875 |          1.0 |  0.886s |     1m:56s |
| Iteration 41     |          335 |      gini |         3 |                20 |                1 |         None |      True |     0.035 |         0.9 |   0.875 |          1.0 |  1.551s |     1m:59s |
| Iteration 42     |          354 |      gini |         6 |                 2 |                5 |         auto |     False |     0.035 |         --- |    0.75 |          1.0 |  0.832s |     2m:02s |
| Iteration 43     |          332 |      gini |         9 |                 4 |                1 |         auto |      True |     0.035 |         0.9 |   0.875 |          1.0 |  0.939s |     2m:05s |
| Iteration 44     |          500 |      gini |         3 |                 3 |               20 |          0.5 |     False |     0.035 |         --- |     0.5 |          1.0 |  0.955s |     2m:08s |
| Iteration 45     |          365 |   entropy |         4 |                17 |                8 |         sqrt |     False |    0.0021 |         --- |   0.875 |          1.0 |  0.887s |     2m:11s |
| Iteration 46     |          366 |   entropy |         9 |                 4 |                7 |         None |     False |    0.0303 |         --- |  0.5938 |          1.0 |  0.907s |     2m:13s |
| Iteration 47     |          157 |      gini |         8 |                 4 |                1 |         auto |     False |    0.0039 |         --- |    0.75 |          1.0 |  0.766s |     2m:16s |
| Iteration 48     |          330 |      gini |      None |                20 |                1 |         None |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.818s |     2m:21s |
| Iteration 49     |          330 |      gini |         9 |                 2 |                1 |         None |      True |     0.035 |        None |  0.5625 |          1.0 |  0.892s |     2m:24s |
| Iteration 50     |          357 |      gini |      None |                20 |                5 |         auto |     False |       0.0 |         --- |  0.8125 |          1.0 |  0.822s |     2m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8009
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.345s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0374
Time elapsed: 1.567s
-------------------------------------------------
Total time: 2m:31s


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.770s |     0.790s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |  0.6875 |       0.6875 |  0.758s |     3.021s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |       0.6875 |  0.725s |     5.068s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |       0.6875 |  0.678s |     6.947s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |       0.6875 |  0.707s |    10.283s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |       0.6875 |  0.690s |    12.479s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |       0.6875 |  0.695s |    16.974s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |       0.6875 |  0.700s |    19.533s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |  0.6875 |       0.6875 |  0.736s |    21.425s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |       0.6875 |  0.702s |    23.301s |
| Iteration 11     |           26 |        0.3307 |         6 |  0.2334 |               10 |       0.6 |              0.5 |       100 |          1 |     0.5 |       0.6875 |  0.651s |    25.331s |
| Iteration 12     |          386 |        0.0292 |         6 |  0.4273 |                2 |       0.8 |              0.8 |       0.1 |          1 |    0.75 |         0.75 |  0.744s |    27.701s |
| Iteration 13     |           94 |        0.0243 |         3 |  0.2714 |                4 |       0.7 |              0.5 |         0 |        100 |  0.3125 |         0.75 |  0.657s |    30.015s |
| Iteration 14     |          474 |          0.01 |         6 |     1.0 |                1 |       1.0 |              0.4 |         0 |        100 |     0.5 |         0.75 |  0.736s |    32.444s |
| Iteration 15     |          345 |        0.2431 |         6 |  0.5953 |                5 |       0.8 |              0.7 |      0.01 |        100 |  0.6562 |         0.75 |  0.704s |    36.109s |
| Iteration 16     |          271 |        0.0163 |         6 |  0.9753 |                1 |       0.8 |              0.7 |      0.01 |         10 |   0.875 |        0.875 |  0.715s |    39.431s |
| Iteration 17     |           65 |        0.0105 |         6 |     1.0 |                1 |       0.8 |              0.4 |         1 |        100 |     0.5 |        0.875 |  0.660s |    41.940s |
| Iteration 18     |           93 |        0.0249 |         6 |     1.0 |                1 |       0.8 |              0.7 |       0.1 |          1 |    0.75 |        0.875 |  0.667s |    44.371s |
| Iteration 19     |          134 |        0.0103 |        10 |  0.4336 |                4 |       0.8 |              0.8 |      0.01 |         10 |    0.75 |        0.875 |  0.663s |    46.721s |
| Iteration 20     |          255 |           1.0 |        10 |     0.0 |                1 |       1.0 |              1.0 |      0.01 |        100 |     0.5 |        0.875 |  0.692s |    49.150s |
| Iteration 21     |          432 |        0.0272 |         4 |  0.5651 |                2 |       0.8 |              0.9 |      0.01 |         10 |  0.5625 |        0.875 |  0.822s |    54.592s |
| Iteration 22     |          276 |        0.0884 |         6 |  0.6735 |                3 |       0.8 |              0.9 |      0.01 |         10 |  0.6875 |        0.875 |  0.704s |    57.827s |
| Iteration 23     |          232 |        0.0129 |         6 |   0.997 |                2 |       0.8 |              0.6 |      0.01 |         10 |   0.875 |        0.875 |  0.686s |     1m:02s |
| Iteration 24     |          336 |        0.0146 |         6 |  0.6434 |                8 |       0.8 |              0.9 |      0.01 |        100 |     0.5 |        0.875 |  0.714s |     1m:07s |
| Iteration 25     |          300 |        0.0125 |         7 |  0.1506 |                1 |       0.8 |              0.6 |      0.01 |          1 |  0.9375 |       0.9375 |  0.717s |     1m:12s |
| Iteration 26     |          500 |        0.3066 |         7 |  0.9715 |                1 |       0.8 |              0.5 |      0.01 |        0.1 |  0.8125 |       0.9375 |  0.766s |     1m:19s |
| Iteration 27     |          384 |          0.01 |         7 |     0.0 |                1 |       0.8 |              0.6 |      0.01 |          0 |    0.75 |       0.9375 |  0.722s |     1m:22s |
| Iteration 28     |          500 |          0.01 |         7 |     0.0 |                1 |       0.8 |              0.6 |      0.01 |         10 |    0.25 |       0.9375 |  0.737s |     1m:25s |
| Iteration 29     |          190 |        0.0321 |         7 |   0.383 |                5 |       0.8 |              0.7 |        10 |          1 |     0.5 |       0.9375 |  0.663s |     1m:27s |
| Iteration 30     |          475 |          0.01 |         7 |  0.1866 |                5 |       0.8 |              0.5 |         0 |          1 |     0.5 |       0.9375 |  0.728s |     1m:33s |
| Iteration 31     |           94 |        0.0563 |         7 |  0.5562 |                1 |       0.7 |              0.7 |      0.01 |          1 |   0.875 |       0.9375 |  0.680s |     1m:36s |
| Iteration 32     |           96 |        0.0303 |         7 |  0.9757 |                3 |       0.8 |              0.6 |      0.01 |        0.1 |  0.6875 |       0.9375 |  0.676s |     1m:38s |
| Iteration 33     |          198 |        0.0137 |         7 |  0.4699 |                3 |       0.9 |              0.8 |      0.01 |          1 |  0.4375 |       0.9375 |  0.683s |     1m:41s |
| Iteration 34     |          315 |        0.0137 |         7 |   0.415 |                3 |       0.8 |              0.7 |      0.01 |          1 |     0.5 |       0.9375 |  0.704s |     1m:44s |
| Iteration 35     |          431 |        0.0122 |         7 |  0.0861 |                7 |       0.8 |              0.4 |      0.01 |          1 |    0.75 |       0.9375 |  0.720s |     1m:46s |
| Iteration 36     |          260 |        0.0121 |         7 |   0.182 |                1 |       1.0 |              0.7 |       0.1 |          1 |    0.75 |       0.9375 |  0.725s |     1m:48s |
| Iteration 37     |          275 |        0.0282 |         5 |  0.2567 |                1 |       0.6 |              0.7 |      0.01 |          1 |    0.75 |       0.9375 |  0.706s |     1m:51s |
| Iteration 38     |          295 |         0.043 |         9 |  0.2295 |                1 |       0.8 |              0.6 |         1 |        0.1 |  0.9375 |       0.9375 |  0.711s |     1m:55s |
| Iteration 39     |          288 |        0.0737 |         2 |  0.1224 |                1 |       0.6 |              0.6 |        10 |       0.01 |     0.5 |       0.9375 |  0.701s |     1m:58s |
| Iteration 40     |          294 |        0.0319 |         8 |  0.1408 |                1 |       0.8 |              0.6 |        10 |       0.01 |     0.5 |       0.9375 |  0.688s |     2m:02s |
| Iteration 41     |          424 |        0.0107 |         4 |  0.2511 |                1 |       1.0 |              0.6 |       0.1 |          1 |  0.8125 |       0.9375 |  1.328s |     2m:06s |
| Iteration 42     |          252 |        0.0218 |         3 |  0.1371 |                1 |       0.7 |              0.6 |         1 |          1 |  0.8125 |       0.9375 |  0.694s |     2m:11s |
| Iteration 43     |          348 |        0.0763 |         8 |  0.1354 |                1 |       0.7 |              0.8 |       0.1 |        0.1 |     1.0 |          1.0 |  0.720s |     2m:15s |
| Iteration 44     |          399 |        0.0139 |         8 |     0.0 |                1 |       0.9 |              0.8 |         1 |        0.1 |   0.375 |          1.0 |  0.733s |     2m:20s |
| Iteration 45     |          329 |        0.1683 |         8 |   0.164 |                1 |       0.7 |              0.8 |         1 |        0.1 |   0.875 |          1.0 |  0.713s |     2m:25s |
| Iteration 46     |          304 |        0.0702 |         9 |  0.2211 |                1 |       0.7 |              0.7 |       0.1 |        0.1 |    0.75 |          1.0 |  0.726s |     2m:28s |
| Iteration 47     |          458 |        0.0859 |         7 |   0.097 |                1 |       0.5 |              0.7 |       0.1 |        0.1 |   0.625 |          1.0 |  0.777s |     2m:31s |
| Iteration 48     |          349 |        0.1152 |         5 |  0.1286 |                1 |       0.7 |              0.8 |       0.1 |        0.1 |     1.0 |          1.0 |  0.774s |     2m:33s |
| Iteration 49     |          357 |        0.0121 |         6 |   0.141 |                1 |       0.8 |              0.8 |       0.1 |       0.01 |     0.5 |          1.0 |  0.735s |     2m:38s |
| Iteration 50     |          268 |        0.0695 |         9 |  0.1282 |                2 |       0.7 |              0.8 |       0.1 |        0.1 |    0.75 |          1.0 |  0.700s |     2m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 349, 'learning_rate': 0.1152, 'max_depth': 5, 'gamma': 0.1286, 'min_child_weight': 1, 'subsample': 0.7, 'colsample_bytree': 0.8, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.099s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0894
Time elapsed: 0.284s
-------------------------------------------------
Total time: 2m:49s


Final results ==================== >>
Duration: 17m:05s
-------------------------------------
Gradient Boosting Machine       --> roc_auc: 0.97 ± 0.0245 !
Logistic Regression             --> roc_auc: 0.75 ± 0.1673
Linear Discriminant Analysis    --> roc_auc: 0.87 ± 0.06
Quadratic Discriminant Analysis --> roc_auc: 0.88 ± 0.0812
Radius Nearest Neighbors        --> roc_auc: 0.65 ± 0.0548 ~
AdaBoost                        --> roc_auc: 0.95 ± 0.0775
Random Forest                   --> roc_auc: 0.89 ± 0.0374
XGBoost                         --> roc_auc: 0.9 ± 0.0894
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
 --> The XGBClassifier estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAVNQAGTALIF.
   >>> Dropping feature CAVNTGNQFYF.
   >>> Dropping feature CAVNTGFQKLVF.
   >>> Dropping feature CAVSGGSNYKLTF.
   >>> Dropping feature CAENSGGSNYKLTF.
   >>> Dropping feature CAVMDSSYKLIF.
   >>> Dropping feature CAVNDYKLSF.
   >>> Dropping feature CAVSNDYKLSF.
   >>> Dropping feature CAVTGNQFYF.
   >>> Dropping feature CAANFGNEKLTF.
   >>> Dropping feature CAVNAGGTSYGKLTF.
   >>> Dropping feature CAVRDGDYKLSF.
   >>> Dropping feature CAVNSGGYQKVTF.
   >>> Dropping feature CAVNTNAGKSTF.
   >>> Dropping feature CAENAGGTSYGKLTF.
   >>> Dropping feature CAVNTGGFKTIF.
   >>> Dropping feature CAVKDSNYQLIW.
   >>> Dropping feature CAVPNQAGTALIF.
   >>> Dropping feature CAAMDSNYQLIW.
   >>> Dropping feature CAVNSGGSNYKLTF.
   >>> Dropping feature CAASTSGTYKYIF.
   >>> Dropping feature CAVRDDKIIF.
   >>> Dropping feature CAENTGGFKTIF.
   >>> Dropping feature CAVLDSNYQLIW.
   >>> Dropping feature CAASNDYKLSF.
   >>> Dropping feature CAVDNYGQNFVF.
   >>> Dropping feature CALNTGGFKTIF.
   >>> Dropping feature CAVNRDDKIIF.
   >>> Dropping feature CAVVDSNYQLIW.
   >>> Dropping feature CAVLNQAGTALIF.
   >>> Dropping feature CAVNFGNEKLTF.
   >>> Dropping feature CAVNNAGNMLTF.
   >>> Dropping feature CAVSGNTPLVF.
   >>> Dropping feature CALSAARSSNTGKLIF.
   >>> Dropping feature CALFPRGNDYKLSF.
   >>> Dropping feature CAVKTSYDKVIF.
   >>> Dropping feature CAVKAAGNKLTF.
   >>> Dropping feature CAVRDNYGQNFVF.
   >>> Dropping feature CAVDTGRRALTF.
   >>> Dropping feature CADHQNYGGSQGNLIF.
   >>> Dropping feature CAASGGSNYKLTF.
   >>> Dropping feature CAVDSNYQLIW.
   >>> Dropping feature CAVQGGSEKLVF.
   >>> Dropping feature CAASKGGSYIPTF.
   >>> Dropping feature CALGPNDNFNKFYF.
   >>> Dropping feature CAVGGSQGNLIF.
   >>> Dropping feature CAVNYGGSQGNLIF.
   >>> Dropping feature CAASTGNQFYF.
   >>> Dropping feature CALGEPYNQGGKLIF.
   >>> Dropping feature CAVNTGTASKLTF.
   >>> Dropping feature CAVRNPNSGYSTLTF.
   >>> Dropping feature CAASNQAGTALIF.
   >>> Dropping feature CAVNTDKLIF.
   >>> Dropping feature CAVSDSNYQLIW.
   >>> Dropping feature CAALDSNYQLIW.
   >>> Dropping feature CAVSGGGADGLTF.
   >>> Dropping feature CAVIGFGNVLHC.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CASSLGETQYF.
   >>> Dropping feature CAVSGGSYIPTF.
   >>> Dropping feature CAASGGSYIPTF.
   >>> Dropping feature CAVNAGNNRKLIW.
   >>> Dropping feature CAVTGGGNKLTF.
   >>> Dropping feature CAANTGNQFYF.
   >>> Dropping feature CAVNNARLMF.
   >>> Dropping feature CASSRDRVEQYF.
   >>> Dropping feature CAVTGTASKLTF.
   >>> Dropping feature CAVYNQGGKLIF.
   >>> Dropping feature CAASNFGNEKLTF.
   >>> Dropping feature CASSLARHNEQFF.
   >>> Dropping feature CALDTGRRALTF.
   >>> Dropping feature CAVNSGNTPLVF.
   >>> Dropping feature CAVFSGGYNKLIF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CAVSGSARQLTF.
   >>> Dropping feature CAVRGSQGNLIF.
   >>> Dropping feature CAASNTGNQFYF.
   >>> Dropping feature CAASGSARQLTF.
   >>> Dropping feature CASSLGGNTEAFF.
   >>> Dropping feature CVVTESLYGQNFVF.
   >>> Dropping feature CAANQAGTALIF.
   >>> Dropping feature CASSLGYEQYF.
   >>> Dropping feature CAVRMDSSYKLIF.
   >>> Dropping feature CAGGSQGNLIF.
   >>> Dropping feature CAVEETSGSRLTF.
   >>> Dropping feature CAATGNQFYF.
   >>> Dropping feature CAASSGTYKYIF.
   >>> Dropping feature CAGMDSNYQLIW.
   >>> Dropping feature CAVRNNNARLMF.
   >>> Dropping feature CAVAGGTSYGKLTF.
   >>> Dropping feature CALTGGGNKLTF.
   >>> Dropping feature CALNTNAGKSTF.
   >>> Dropping feature CAVIQGAQKLVF.
   >>> Dropping feature CAGGTSYGKLTF.
   >>> Dropping feature CAVSGGYQKVTF.
   >>> Dropping feature CAANAGGTSYGKLTF.
   >>> Dropping feature CAVYTGGFKTIF.
   >>> Dropping feature CVVNQAGTALIF.
   >>> Dropping feature CVVNTGNQFYF.
   >>> Dropping feature CAVTSGTYKYIF.
   >>> Dropping feature CAVYNNNDMRF.
   >>> Dropping feature CAVNNNARLMF.
   >>> Dropping feature CVVNTNAGKSTF.
   >>> Dropping feature CALNYGGSQGNLIF.
   >>> Dropping feature CAVIKAAGNKLTF.
   >>> Dropping feature CASMDSNYQLIW.
   >>> Dropping feature CAVKETSGSRLTF.
   >>> Dropping feature CAVRNQAGTALIF.
   >>> Dropping feature CAVSVEAAGNKLTF.
   >>> Dropping feature CAVYNFNKFYF.
   >>> Dropping feature CAATTGYSTLTF.
   >>> Dropping feature CAENNAGNMLTF.
   >>> Dropping feature CAGGSNYKLTF.
   >>> Dropping feature CALYNQGGKLIF.
   >>> Dropping feature CAANTGGFKTIF.
   >>> Dropping feature CAASKAAGNKLTF.
   >>> Dropping feature CAASGGSQGNLIF.
   >>> Dropping feature CAVTNQAGTALIF.
   >>> Dropping feature CAVRTGANNLFF.
   >>> Dropping feature CAPMDSNYQLIW.
   >>> Dropping feature CALYNFNKFYF.
   >>> Dropping feature CAVSNQAGTALIF.
   >>> Dropping feature CAANDYKLSF.
   >>> Dropping feature CAVFTGGGNKLTF.
   >>> Dropping feature CAVLTGGGNKLTF.
   >>> Dropping feature CAVLSGGYNKLIF.
   >>> Dropping feature CAVRNTGGFKTIF.
   >>> Dropping feature CAVSGAGSYQLTF.
   >>> Dropping feature CAADTGRRALTF.
   >>> Dropping feature CAVRDTGRRALTF.
   >>> Dropping feature CAANTNAGKSTF.
   >>> Dropping feature CAVSGGYNKLIF.
   >>> Dropping feature CALNRDDKIIF.
   >>> Dropping feature CAVSGTYKYIF.
   >>> Dropping feature CASSLARNTEAFF.
   >>> Dropping feature CAANSGGSNYKLTF.
   >>> Dropping feature CAVDNTDKLIF.
   >>> Dropping feature CAVRGNTPLVF.
   >>> Dropping feature CALNAGGTSYGKLTF.
   >>> Dropping feature CAVETSGSRLTF.
   >>> Dropping feature CALSGGSYIPTF.
   >>> Dropping feature CATDTGRRALTF.
   >>> Dropping feature CAVADSNYQLIW.
   >>> Dropping feature CAVTTSGTYKYIF.
   >>> Dropping feature CAVYGGATNKLIF.
   >>> Dropping feature CAVRDRDYKLSF.
   >>> Dropping feature CAVYSGGGADGLTF.
   >>> Dropping feature CALMDSNYQLIW.
   >>> Dropping feature CALNTGNQFYF.
   >>> Dropping feature CAVSDTGGFKTIF.
   >>> Dropping feature CAVYSSASKIIF.
   >>> Dropping feature CAENQAGTALIF.
   >>> Dropping feature CALNSGGYQKVTF.
   >>> Dropping feature CAVSSGGYQKVTF.
   >>> Dropping feature CATATSNYQLIW.
   >>> Dropping feature CASSFQETQYF.
   >>> Dropping feature CASSLQETQYF.
   >>> Dropping feature CAAYSGAGSYQLTF.
   >>> Dropping feature CAATEAGSGGYNKLIF.
   >>> Dropping feature CALGGSQGNLIF.
   >>> Dropping feature CALNDYKLSF.
   >>> Dropping feature CAVRETSGSRLTF.
   >>> Dropping feature CAVRGGSQGNLIF.
   >>> Dropping feature CAASSGGYQKVTF.
   >>> Dropping feature CAVEYGNKLVF.
   >>> Dropping feature CAVGSSNTGKLIF.
   >>> Dropping feature CAENTGNQFYF.
   >>> Dropping feature CAVRSNDYKLSF.
   >>> Dropping feature CAVTQGGSEKLVF.
   >>> Dropping feature CVVNTGGFKTIF.
   >>> Dropping feature CAYRSPNTGNQFYF.
   >>> Dropping feature CAVSAGGTSYGKLTF.
   >>> Dropping feature CAGGGSNYKLTF.
   >>> Dropping feature CAVNDDYKLSF.
   >>> Dropping feature CALSGGSNYKLTF.
   >>> Dropping feature CAVGGGADGLTF.
   >>> Dropping feature CAMNTGNQFYF.
   >>> Dropping feature CAVYGGSQGNLIF.
   >>> Dropping feature CAAAGGTSYGKLTF.
   >>> Dropping feature CAATDSWGKLQF.
   >>> Dropping feature CAFMDSNYQLIW.
   >>> Dropping feature CASPRPGVVLNEQFF.
   >>> Dropping feature CASSLGDTQYF.
   >>> Dropping feature CASSSYNEQFF.
   >>> Dropping feature CAANNAGNMLTF.
   >>> Dropping feature CAASNGYSTLTF.
   >>> Dropping feature CAVGGSNYKLTF.
   >>> Dropping feature CALNQAGTALIF.
   >>> Dropping feature CAVRSGGSNYKLTF.
   >>> Dropping feature CAAKAAGNKLTF.
   >>> Dropping feature CAVTNTGNQFYF.
   >>> Dropping feature CAASGGGADGLTF.
   >>> Dropping feature CAVHGSSNTGKLIF.
   >>> Dropping feature CAVSKAAGNKLTF.
   >>> Dropping feature CAAGGGADGLTF.
   >>> Dropping feature CAASTGGFKTIF.
   >>> Dropping feature CAVSNFGNEKLTF.
   >>> Dropping feature CAVEDSNYQLIW.
   >>> Dropping feature CAGTSGTYKYIF.
   >>> Dropping feature CALKAAGNKLTF.
   >>> Dropping feature CALNSGGSNYKLTF.
   >>> Dropping feature CAASAQGGSEKLVF.
   >>> Dropping feature CAVNNQGGKLIF.
   >>> Dropping feature CAAGGSQGNLIF.
   >>> Dropping feature CAVGNQAGTALIF.
   >>> Dropping feature CAGGYQKVTF.
   >>> Dropping feature CAVMNRDDKIIF.
   >>> Dropping feature CAVRDQAGTALIF.
   >>> Dropping feature CAADNYGQNFVF.
   >>> Dropping feature CALYTGGFKTIF.
   >>> Dropping feature CAYRSANTGNQFYF.
   >>> Dropping feature CAATNQAGTALIF.
   >>> Dropping feature CAPNTGNQFYF.
   >>> Dropping feature CASNTGNQFYF.
   >>> Dropping feature CAVSTGGFKTIF.
   >>> Dropping feature CAASSGSARQLTF.
   >>> Dropping feature CAVKDSSYKLIF.
   >>> Dropping feature CAVSSGSARQLTF.
   >>> Dropping feature CAVGGATNKLIF.
   >>> Dropping feature CAASKGSNYQLIW.
   >>> Dropping feature CAASTGTASKLTF.
   >>> Dropping feature CAVNSGYSTLTF.
   >>> Dropping feature CAVRSYNTDKLIF.
   >>> Dropping feature CAASSGGSNYKLTF.
   >>> Dropping feature CAVDSGGGADGLTF.
   >>> Dropping feature CAGAGGTSYGKLTF.
   >>> Dropping feature CAASSGGSYIPTF.
   >>> Dropping feature CASSLSTDTQYF.
   >>> Dropping feature CAVEDNYGQNFVF.
   >>> Dropping feature CAVPSGGYQKVTF.
   >>> Dropping feature CAVTTDSWGKLQF.
   >>> Dropping feature CAATGTASKLTF.
   >>> Dropping feature CAATNTGNQFYF.
   >>> Dropping feature CALSSNDYKLSF.
   >>> Dropping feature CAVLNDYKLSF.
   >>> Dropping feature CAVNAGNMLTF.
   >>> Dropping feature CAENYGGSQGNLIF.
   >>> Dropping feature CASSSSYEQYF.
   >>> Dropping feature CALDTGGFKTIF.
   >>> Dropping feature CAVDTGGFKTIF.
   >>> Dropping feature CAVDRDDKIIF.
   >>> Dropping feature CAVPSGSARQLTF.
   >>> Dropping feature CAAMDSSYKLIF.
   >>> Dropping feature CAANAGNNRKLIW.
   >>> Dropping feature CATDAFGNQFYF.
   >>> Dropping feature CAAETSGSRLTF.
   >>> Dropping feature CAASANNNDMRF.
   >>> Dropping feature CALIQGAQKLVF.
   >>> Dropping feature CASSLGGNEQFF.
   >>> Dropping feature CASSLSYEQYF.
   >>> Dropping feature CAVASGGSYIPTF.
   >>> Dropping feature CAVDNNARLMF.
   >>> Dropping feature CAVDQAGTALIF.
   >>> Dropping feature CAYSGGSNYKLTF.
   >>> Dropping feature CAASGSGGSNYKLTF.
   >>> Dropping feature CASSPQETQYF.
   >>> Dropping feature CAVKGGSYIPTF.
   >>> Dropping feature CAVLMDSNYQLIW.
   >>> Dropping feature CAVLNTGGFKTIF.
   >>> Dropping feature CAVNNYGQNFVF.
   >>> Dropping feature CAVPNSGNTPLVF.
   >>> Dropping feature CAVRDSSYKLIF.
   >>> Dropping feature CAVRGTGGFKTIF.
   >>> Dropping feature CAASSNTGNQFYF.
   >>> Dropping feature CALSGSARQLTF.
   >>> Dropping feature CAVSSNFGNEKLTF.
   >>> Dropping feature CAVRDTGGFKTIF.
   >>> Dropping feature CAVSDGQKLLF.
   >>> Dropping feature CAVSSNDYKLSF.
   >>> Dropping feature CAVSTSGTYKYIF.
   >>> Dropping feature CAVTGGSYIPTF.
   >>> Dropping feature CASSFGETQYF.
   >>> Dropping feature CASSLGGTEAFF.
   >>> Dropping feature CASSLGTGELFF.
   >>> Dropping feature CASSLTDTQYF.
   >>> Dropping feature CALNTGFQKLVF.
   >>> Dropping feature CAASAGGTSYGKLTF.
   >>> Dropping feature CAASGNQFYF.
   >>> Dropping feature CAATSGTYKYIF.
   >>> Dropping feature CAVGSNDYKLSF.
   >>> Dropping feature CAVLKAAGNKLTF.
   >>> Dropping feature CAVRSGGSYIPTF.
   >>> Dropping feature CAVTDSWGKLQF.
   >>> Dropping feature CAASIQGAQKLVF.
   >>> Dropping feature CAVGAAGNKLTF.
   >>> Dropping feature CAVLSGGSYIPTF.
   >>> Dropping feature CAAKNLDTGNQFYF.
   >>> Dropping feature CAGNAGGTSYGKLTF.
   >>> Dropping feature CALIKAAGNKLTF.
   >>> Dropping feature CAMRGVNTNAGKSTF.
   >>> Dropping feature CAVISNFGNEKLTF.
   >>> Dropping feature CAVPNTGGFKTIF.
   >>> Dropping feature CALFTGGGNKLTF.
   >>> Dropping feature CASSLAVPGAREQYF.
   >>> Dropping feature CASSLGGSSYEQYF.
   >>> Dropping feature CATGPRDSLYGYTF.
   >>> Dropping feature CAVIDSNYQLIW.
   >>> Dropping feature CAVNSNSGYALNF.
   >>> Dropping feature CAASNNAGNMLTF.
   >>> Dropping feature CAASSNDYKLSF.
   >>> Dropping feature CAVRKAAGNKLTF.
   >>> Dropping feature CAVTGANSKLTF.
   >>> Dropping feature CAAGAGSYQLTF.
   >>> Dropping feature CAASNSGGSNYKLTF.
   >>> Dropping feature CAVRGGSNYKLTF.
   >>> Dropping feature CAGHSGGSNYKLTF.
   >>> Dropping feature CASSLGGSSYNEQFF.
   >>> Dropping feature CAAREWGDYKLSF.
   >>> Dropping feature CALRDNYGQNFVF.
   >>> Dropping feature CAVRIQGAQKLVF.
   >>> Dropping feature CASSPSYEQYF.
   >>> Dropping feature CAVNYGGATNKLIF.
   >>> Dropping feature CAPNFGNEKLTF.
   >>> Dropping feature CAENYGGATNKLIF.
   >>> Dropping feature CAGPAGGTSYGKLTF.
   >>> Dropping feature CAVSQGGSEKLVF.
   >>> Dropping feature CAVPNTGNQFYF.
   >>> Dropping feature CAVNSGGGADGLTF.
   >>> Dropping feature CAATTSGTYKYIF.
   >>> Dropping feature CAVDNAGNMLTF.
   >>> Dropping feature CAVLYNFNKFYF.
   >>> Dropping feature CAVGGGSQGNLIF.
   >>> Dropping feature CAVRNSGNTPLVF.
   >>> Dropping feature CAAGGSYIPTF.
   >>> Dropping feature CAASRGGSYIPTF.
   >>> Dropping feature CAGGGSQGNLIF.
   >>> Dropping feature CALLTGGGNKLTF.
   >>> Dropping feature CAVEAAGNKLTF.
   >>> Dropping feature CAVQTGANNLFF.
   >>> Dropping feature CAVRAAGNKLTF.
   >>> Dropping feature CAVRGSSASKIIF.
   >>> Dropping feature CAAGGSNYKLTF.
   >>> Dropping feature CAASTGGGNKLTF.
   >>> Dropping feature CAAYNTDKLIF.
   >>> Dropping feature CAENSGGYQKVTF.
   >>> Dropping feature CAPNTGGFKTIF.
   >>> Dropping feature CAVGETSGSRLTF.
   >>> Dropping feature CAVNNNAGNMLTF.
   >>> Dropping feature CAGQGGSEKLVF.
   >>> Dropping feature CAVNGNNRLAF.
   >>> Dropping feature CAVRSGGYQKVTF.
   >>> Dropping feature CAVYNTDKLIF.
   >>> Dropping feature CAGNTGGFKTIF.
   >>> Dropping feature CAVDQTGANNLFF.
   >>> Dropping feature CAVPNSGGSNYKLTF.
   >>> Dropping feature CAVRAGGTSYGKLTF.
   >>> Dropping feature CAVSNTGNQFYF.
   >>> Dropping feature CAVTGGFKTIF.
   >>> Dropping feature CAVTGGTSYGKLTF.
   >>> Dropping feature CAYTGTASKLTF.
   >>> Dropping feature CAASSNTGKLIF.
   >>> Dropping feature CALSGGYQKVTF.
   >>> Dropping feature CASSLGTEAFF.
   >>> Dropping feature CAVDSGNTPLVF.
   >>> Dropping feature CAVLTSGTYKYIF.
   >>> Dropping feature CAVPNDYKLSF.
   >>> Dropping feature CAVTNDYKLSF.
   >>> Dropping feature CAVILTGGGNKLTF.
   >>> Dropping feature CAAYNNNDMRF.
   >>> Dropping feature CASSLGSNQPQHF.
   >>> Dropping feature CASSLTGNTEAFF.
   >>> Dropping feature CAFNDYKLSF.
   >>> Dropping feature CAVINQAGTALIF.
   >>> Dropping feature CAVGGGATNKLIF.
   >>> Dropping feature CAFTSGTYKYIF.
   >>> Dropping feature CALNNAGNMLTF.
   >>> Dropping feature CALSGGNFNKFYF.
   >>> Dropping feature CAVGTGGFKTIF.
   >>> Dropping feature CAVMEYGNKLVF.
   >>> Dropping feature CAVNGGSQGNLIF.
   >>> Dropping feature CASSLGGYEQYF.
   >>> Dropping feature CAVDRGSTLGRLYF.
   >>> Dropping feature CAVNYLSAAGTALIF.
   >>> Dropping feature CAYRSGETSGSRLTF.
   >>> Dropping feature CAANYGGSQGNLIF.
   >>> Dropping feature CAASGGYQKVTF.
   >>> Dropping feature CAASIGFGNVLHC.
   >>> Dropping feature CAFNQAGTALIF.
   >>> Dropping feature CALRDDKIIF.
   >>> Dropping feature CASSLNTGELFF.
   >>> Dropping feature CAVEGSSNTGKLIF.
   >>> Dropping feature CAVNPTNKLIF.
   >>> Dropping feature CVVNNQAGTALIF.
   >>> Dropping feature CALKTSYDKVIF.
   >>> Dropping feature CALMDSSYKLIF.
   >>> Dropping feature CAVRFSDGQKLLF.
   >>> Dropping feature CALRNTGGFKTIF.
   >>> Dropping feature CAVGSGNTGKLIF.
   >>> Dropping feature CAVNNQAGTALIF.
   >>> Dropping feature CAYRNYGGSQGNLIF.
   >>> Dropping feature CAAIGFGNVLHC.
   >>> Dropping feature CAANTGTASKLTF.
   >>> Dropping feature CAATGGYQKVTF.
   >>> Dropping feature CALSNQAGTALIF.
   >>> Dropping feature CASLNRDDKIIF.
   >>> Dropping feature CAVDTGNQFYF.
   >>> Dropping feature CAVETGANNLFF.
   >>> Dropping feature CAVPTGGGNKLTF.
   >>> Dropping feature CAVRSGNTPLVF.
   >>> Dropping feature CAARNQAGTALIF.
   >>> Dropping feature CAASNTGGFKTIF.
   >>> Dropping feature CAGHDYKLSF.
   >>> Dropping feature CAGPTSGTYKYIF.
   >>> Dropping feature CASSLGGTDTQYF.
   >>> Dropping feature CAVRGGATNKLIF.
   >>> Dropping feature CASSLRETQYF.
   >>> Dropping feature CAVDNQGGKLIF.
   >>> Dropping feature CAVVNQAGTALIF.
   >>> Dropping feature CAGNSGGSNYKLTF.
   >>> Dropping feature CAGTGNQFYF.
   >>> Dropping feature CATDAGGTSYGKLTF.
   >>> Dropping feature CAVYSGAGSYQLTF.
   >>> Dropping feature CAVRTSGTYKYIF.
   >>> Dropping feature CAVLSGSARQLTF.
   >>> Dropping feature CAVANQAGTALIF.
   >>> Dropping feature CAVPNYGGSQGNLIF.
   >>> Dropping feature CAASGNTGKLIF.
   >>> Dropping feature CATDANDYKLSF.
   >>> Dropping feature CAVRTGNQFYF.
   >>> Dropping feature CAVSNAGGTSYGKLTF.
   >>> Dropping feature CAYRSAQGGSEKLVF.
   >>> Dropping feature CAENSGYSTLTF.
   >>> Dropping feature CALSAGGTSYGKLTF.
   >>> Dropping feature CASSLGQGAYEQYF.
   >>> Dropping feature CAVGDSNYQLIW.
   >>> Dropping feature CAVGSGGYQKVTF.
   >>> Dropping feature CAVGTGNQFYF.
   >>> Dropping feature CVVNNARLMF.
   >>> Dropping feature CAGTTSGTYKYIF.
   >>> Dropping feature CAVLTQGGSEKLVF.
   >>> Dropping feature CAVSGYSTLTF.
   >>> Dropping feature CAYGGATNKLIF.
   >>> Dropping feature CALSSGSARQLTF.
   >>> Dropping feature CAVNNNDMRF.
   >>> Dropping feature CAVRGGGADGLTF.
   >>> Dropping feature CAVSGNQFYF.
   >>> Dropping feature CAALKAAGNKLTF.
   >>> Dropping feature CAANTDKLIF.
   >>> Dropping feature CAASGYSTLTF.
   >>> Dropping feature CASSLGQGYEQYF.
   >>> Dropping feature CASSLVGETQYF.
   >>> Dropping feature CAVDSSYKLIF.
   >>> Dropping feature CAVGNTGGFKTIF.
   >>> Dropping feature CAVITGGGNKLTF.
   >>> Dropping feature CAVQETSGSRLTF.
   >>> Dropping feature CAVRDSDYKLSF.
   >>> Dropping feature CAVRRDDKIIF.
   >>> Dropping feature CAVSTGNQFYF.
   >>> Dropping feature CASSLGGETQYF.
   >>> Dropping feature CASSLGNTEAFF.
   >>> Dropping feature CAVDSSASKIIF.
   >>> Dropping feature CAVRDSSASKIIF.
   >>> Dropping feature CAVSSNTGKLIF.
   >>> Dropping feature CLVGDTGRRALTF.
   >>> Dropping feature CAASGNTPLVF.
   >>> Dropping feature CAVGYSSASKIIF.
   >>> Dropping feature CAVMDTGRRALTF.
   >>> Dropping feature CAASANDYKLSF.
   >>> Dropping feature CAASDSGGSNYKLTF.
   >>> Dropping feature CAGNNAGNMLTF.
   >>> Dropping feature CVVNDYKLSF.
   >>> Dropping feature CAVRYSSASKIIF.
   >>> Dropping feature CAARYSSASKIIF.
   >>> Dropping feature CASSLGLNTEAFF.
   >>> Dropping feature CAVLYNQGGKLIF.
   >>> Dropping feature CAVRYGGSQGNLIF.
   >>> Dropping feature CAVRDDYKLSF.
   >>> Dropping feature CASSLAGGSYNEQFF.
   >>> Dropping feature CAWSGVAASSYNEQFF.
   >>> Dropping feature CAARDDKIIF.
   >>> Dropping feature CALTGANNLFF.
   >>> Dropping feature CAVRNDYKLSF.
   >>> Dropping feature CAAMNRDDKIIF.
   >>> Dropping feature CALTQGGSEKLVF.
   >>> Dropping feature CAVAGGATNKLIF.
   >>> Dropping feature CAVLNYGGSQGNLIF.
   >>> Dropping feature CAVRSNTGNQFYF.
   >>> Dropping feature CAVVTGGGNKLTF.
   >>> Dropping feature CAASNAGGTSYGKLTF.
   >>> Dropping feature CALRMDSSYKLIF.
   >>> Dropping feature CAVPSGNTPLVF.
   >>> Dropping feature CAAPNTGNQFYF.
   >>> Dropping feature CAAYNFNKFYF.
   >>> Dropping feature CAFMNYGGSQGNLIF.
   >>> Dropping feature CAGLNYGGSQGNLIF.
   >>> Dropping feature CALQTGANNLFF.
   >>> Dropping feature CARNTGNQFYF.
   >>> Dropping feature CASNAGGTSYGKLTF.
   >>> Dropping feature CASSLGQNTEAFF.
   >>> Dropping feature CATDARGTYKYIF.
   >>> Dropping feature CAVDDYKLSF.
   >>> Dropping feature CAVEDTGRRALTF.
   >>> Dropping feature CAVGAGGTSYGKLTF.
   >>> Dropping feature CAVLYSSASKIIF.
   >>> Dropping feature CAVRGYGGSQGNLIF.
   >>> Dropping feature CAVRPTSGTYKYIF.
   >>> Dropping feature CAAFTGGGNKLTF.
   >>> Dropping feature CAAPNQAGTALIF.
   >>> Dropping feature CAASKGNTPLVF.
   >>> Dropping feature CAASKNTGNQFYF.
   >>> Dropping feature CAASSGAGSYQLTF.
   >>> Dropping feature CAGGSSNTGKLIF.
   >>> Dropping feature CASSLYNEQFF.
   >>> Dropping feature CAVKGNTPLVF.
   >>> Dropping feature CAVLTDSWGKLQF.
   >>> Dropping feature CAYNTDKLIF.
   >>> Dropping feature CAAPFSGGYNKLIF.
   >>> Dropping feature CAARGGSQGNLIF.
   >>> Dropping feature CALNAGNNRKLIW.
   >>> Dropping feature CAVHNTDKLIF.
   >>> Dropping feature CAVPNNAGNMLTF.
   >>> Dropping feature CAVQGAQKLVF.
   >>> Dropping feature CAVRGNTDKLIF.
   >>> Dropping feature CAYRSTGNQFYF.
   >>> Dropping feature CAAIQGAQKLVF.
   >>> Dropping feature CAASTNTGNQFYF.
   >>> Dropping feature CAGNNNARLMF.
   >>> Dropping feature CALSNFGNEKLTF.
   >>> Dropping feature CASSLAGYEQYF.
   >>> Dropping feature CAVGDDKIIF.
   >>> Dropping feature CAPGGYQKVTF.
   >>> Dropping feature CAVPNSGGYQKVTF.
   >>> Dropping feature CAVRGYSSASKIIF.
   >>> Dropping feature CAVRNQGGKLIF.
   >>> Dropping feature CAVSTGGGNKLTF.
   >>> Dropping feature CAVVDTGRRALTF.
   >>> Dropping feature CAASGGGSNYKLTF.
   >>> Dropping feature CAASYSSASKIIF.
   >>> Dropping feature CAGNTGNQFYF.
   >>> Dropping feature CAVGGGSNYKLTF.
   >>> Dropping feature CAVQANDYKLSF.
   >>> Dropping feature CAENNNARLMF.
   >>> Dropping feature CASNDYKLSF.
   >>> Dropping feature CAYRSANFGNEKLTF.
   >>> Dropping feature CASSSGETQYF.
   >>> Dropping feature CAVSPSGGYQKVTF.
   >>> Dropping feature CATDQAGTALIF.
   >>> Dropping feature CASSLGGNQPQHF.
   >>> Dropping feature CALYSSASKIIF.
   >>> Dropping feature CAAYSGGGADGLTF.
   >>> Dropping feature CAENTGTASKLTF.
   >>> Dropping feature CASSLEETQYF.
   >>> Dropping feature CAVRNTGNQFYF.
   >>> Dropping feature CAALNQAGTALIF.
   >>> Dropping feature CAALYNFNKFYF.
   >>> Dropping feature CASSSQETQYF.
   >>> Dropping feature CAASFGNEKLTF.
   >>> Dropping feature CAASITGNQFYF.
   >>> Dropping feature CAGSNTGNQFYF.
   >>> Dropping feature CASSSLIQGIYEQYF.
   >>> Dropping feature CAVRSGGGADGLTF.
   >>> Dropping feature CVVNKAAGNKLTF.
   >>> Dropping feature CAARGGSNYKLTF.
   >>> Dropping feature CAASAGNQFYF.
   >>> Dropping feature CAGSNFGNEKLTF.
   >>> Dropping feature CALAGGTSYGKLTF.
   >>> Dropping feature CALTGNQFYF.
   >>> Dropping feature CASSLQGNTEAFF.
   >>> Dropping feature CATSNFGNEKLTF.
   >>> Dropping feature CAVGSGGSYIPTF.
   >>> Dropping feature CAVGSNSGYALNF.
   >>> Dropping feature CAVISSGSARQLTF.
   >>> Dropping feature CAVMNYGGSQGNLIF.
   >>> Dropping feature CAVRGSGGSNYKLTF.
   >>> Dropping feature CAASKETSGSRLTF.
   >>> Dropping feature CAAYTGGFKTIF.
   >>> Dropping feature CASSLGPNTEAFF.
   >>> Dropping feature CASSLGTDTQYF.
   >>> Dropping feature CAVDNFNKFYF.
   >>> Dropping feature CAVGSNYQLIW.
   >>> Dropping feature CAVKTGANNLFF.
   >>> Dropping feature CAVLSNDYKLSF.
   >>> Dropping feature CAVNSGYALNF.
   >>> Dropping feature CAANSGGGADGLTF.
   >>> Dropping feature CAASNTDKLIF.
   >>> Dropping feature CAASTQGGSEKLVF.
   >>> Dropping feature CAGLDSNYQLIW.
   >>> Dropping feature CAGNRDDKIIF.
   >>> Dropping feature CALNTGTASKLTF.
   >>> Dropping feature CAPYNQGGKLIF.
   >>> Dropping feature CASSFSYEQYF.
   >>> Dropping feature CASSLAGTDTQYF.
   >>> Dropping feature CAVGGYQKVTF.
   >>> Dropping feature CAVGSGGGADGLTF.
   >>> Dropping feature CAVGSGNTPLVF.
   >>> Dropping feature CAVNNDYKLSF.
   >>> Dropping feature CAVSSGGYNKLIF.
   >>> Dropping feature CAVSSNTGNQFYF.
   >>> Dropping feature CAAGTYKYIF.

Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc


Running BO for Gradient Boosting Machine...
| call             |      loss | learning_rate | n_estimators | subsample |    criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  | exponen.. |         0.733 |           73 |       1.0 | friedman_mse |                 9 |                8 |         7 |          0.9 |    0.0296 |   0.625 |        0.625 |  3.222s |     3.242s |
| Initial point 2  |  deviance |         0.112 |          227 |       0.6 | squared_er.. |                18 |               10 |         5 |         None |    0.0272 |   0.625 |        0.625 |  3.270s |     8.511s |
| Initial point 3  | exponen.. |        0.4032 |           55 |       0.8 | squared_er.. |                17 |               17 |         3 |         auto |    0.0235 |  0.6875 |       0.6875 |  3.240s |    13.133s |
| Initial point 4  | exponen.. |        0.2204 |          212 |       0.6 | friedman_mse |                 5 |               16 |         5 |         auto |    0.0218 |     0.5 |       0.6875 |  3.257s |    17.755s |
| Initial point 5  | exponen.. |        0.0395 |          229 |       0.6 | friedman_mse |                10 |                3 |         9 |         sqrt |    0.0184 |  0.6875 |       0.6875 |  3.313s |    23.536s |
| Initial point 6  |  deviance |        0.6819 |          456 |       0.6 | squared_er.. |                12 |               13 |        10 |         log2 |    0.0081 |  0.8125 |       0.8125 |  3.327s |    28.531s |
| Initial point 7  | exponen.. |        0.7941 |          252 |       0.8 | squared_er.. |                 3 |                4 |         8 |         auto |    0.0309 |  0.9375 |       0.9375 |  3.244s |    33.681s |
| Initial point 8  | exponen.. |        0.0787 |          447 |       0.7 | squared_er.. |                14 |                8 |         6 |          0.7 |    0.0044 |  0.1875 |       0.9375 |  3.314s |    38.485s |
| Initial point 9  | exponen.. |        0.1975 |          183 |       0.9 | friedman_mse |                16 |               18 |         1 |          0.6 |    0.0026 |   0.875 |       0.9375 |  3.253s |    43.129s |
| Initial point 10 | exponen.. |        0.0134 |          184 |       1.0 | friedman_mse |                16 |               16 |         4 |          0.8 |    0.0054 |  0.9375 |       0.9375 |  3.142s |    49.908s |
| Iteration 11     | exponen.. |          0.01 |          188 |       1.0 | friedman_mse |                16 |               14 |         6 |         None |    0.0071 |    0.75 |       0.9375 |  3.178s |    55.529s |
| Iteration 12     | exponen.. |        0.8235 |           69 |       0.8 | squared_er.. |                 2 |                4 |         5 |         sqrt |    0.0138 |  0.8125 |       0.9375 |  3.221s |     1m:00s |
| Iteration 13     | exponen.. |        0.2148 |          452 |       0.8 | squared_er.. |                 4 |                4 |         3 |         sqrt |    0.0292 |  0.6875 |       0.9375 |  3.300s |     1m:05s |
| Iteration 14     | exponen.. |        0.0134 |          187 |       1.0 | friedman_mse |                16 |               17 |         3 |          0.8 |    0.0037 |   0.875 |       0.9375 |  3.229s |     1m:10s |
| Iteration 15     |  deviance |          0.01 |          179 |       0.8 | friedman_mse |                20 |                3 |         7 |          0.7 |     0.002 |   0.875 |       0.9375 |  3.231s |     1m:15s |
| Iteration 16     | exponen.. |           1.0 |          380 |       0.8 | squared_er.. |                 2 |                1 |        10 |         auto |    0.0341 |   0.875 |       0.9375 |  3.317s |     1m:20s |
| Iteration 17     | exponen.. |        0.0294 |          286 |       0.9 | friedman_mse |                16 |                6 |         3 |          0.7 |    0.0189 |  0.9375 |       0.9375 |  3.262s |     1m:25s |
| Iteration 18     |  deviance |           1.0 |           10 |       1.0 | squared_er.. |                 2 |                1 |         1 |         auto |     0.035 |   0.625 |       0.9375 |  3.821s |     1m:30s |
| Iteration 19     |  deviance |          0.01 |           10 |       0.5 | squared_er.. |                17 |               16 |        10 |         auto |       0.0 |     0.5 |       0.9375 |  3.197s |     1m:36s |
| Iteration 20     | exponen.. |        0.6931 |           14 |       0.9 | friedman_mse |                 8 |               16 |         3 |          0.5 |    0.0162 |  0.7812 |       0.9375 |  3.214s |     1m:41s |
| Iteration 21     | exponen.. |          0.01 |           29 |       0.7 | friedman_mse |                 7 |               13 |         1 |          0.6 |    0.0297 |   0.875 |       0.9375 |  3.127s |     1m:48s |
| Iteration 22     | exponen.. |        0.0236 |          500 |       0.6 | friedman_mse |                10 |               20 |         4 |          0.7 |    0.0049 |     0.5 |       0.9375 |  3.310s |     1m:54s |
| Iteration 23     | exponen.. |        0.0107 |          362 |       0.9 | friedman_mse |                10 |                4 |         3 |          0.9 |    0.0121 |  0.9375 |       0.9375 |  3.246s |     2m:02s |
| Iteration 24     | exponen.. |          0.01 |          385 |       0.9 | friedman_mse |                20 |                3 |         3 |          0.8 |    0.0206 |  0.8125 |       0.9375 |  3.275s |     2m:09s |
| Iteration 25     | exponen.. |        0.0119 |          213 |       0.7 | friedman_mse |                18 |               12 |         7 |          0.7 |    0.0319 |   0.875 |       0.9375 |  3.235s |     2m:15s |
| Iteration 26     | exponen.. |          0.01 |          413 |       1.0 | friedman_mse |                20 |               20 |         1 |         sqrt |       0.0 |  0.8125 |       0.9375 |  3.234s |     2m:20s |
| Iteration 27     | exponen.. |        0.0218 |          224 |       0.9 | friedman_mse |                11 |               11 |         2 |          0.7 |    0.0073 |  0.5625 |       0.9375 |  3.232s |     2m:25s |
| Iteration 28     | exponen.. |        0.7778 |          382 |       0.8 | squared_er.. |                 3 |                4 |        10 |         auto |     0.034 |  0.8125 |       0.9375 |  3.274s |     2m:30s |
| Iteration 29     |  deviance |        0.0272 |           35 |       0.8 | friedman_mse |                17 |                7 |         3 |          0.7 |    0.0204 |  0.8125 |       0.9375 |  3.212s |     2m:36s |
| Iteration 30     | exponen.. |        0.0333 |          386 |       1.0 | friedman_mse |                17 |               15 |         3 |          0.6 |    0.0255 |  0.8125 |       0.9375 |  3.246s |     2m:41s |
| Iteration 31     | exponen.. |          0.01 |          452 |       0.7 | friedman_mse |                10 |                8 |         2 |          0.6 |    0.0037 |  0.5625 |       0.9375 |  3.193s |     2m:49s |
| Iteration 32     | exponen.. |        0.0198 |          183 |       1.0 | friedman_mse |                10 |                6 |         1 |         None |    0.0199 |  0.9375 |       0.9375 |  3.120s |     2m:58s |
| Iteration 33     | exponen.. |        0.0793 |          463 |       0.9 | friedman_mse |                16 |               14 |         4 |          0.7 |      0.02 |  0.4688 |       0.9375 |  3.170s |     3m:08s |
| Iteration 34     | exponen.. |        0.0214 |          322 |       0.9 | squared_er.. |                11 |                2 |         4 |          0.7 |    0.0285 |    0.75 |       0.9375 |  3.195s |     3m:14s |
| Iteration 35     | exponen.. |        0.9305 |          225 |       0.7 | squared_er.. |                14 |               13 |         9 |          0.6 |    0.0263 |  0.9375 |       0.9375 |  3.216s |     3m:19s |
| Iteration 36     | exponen.. |        0.8934 |          172 |       0.7 | squared_er.. |                 4 |                5 |         7 |         auto |    0.0274 |   0.625 |       0.9375 |  3.217s |     3m:24s |
| Iteration 37     | exponen.. |        0.0111 |          121 |       1.0 | friedman_mse |                20 |                1 |         1 |          0.9 |    0.0326 |  0.7188 |       0.9375 |  3.232s |     3m:29s |
| Iteration 38     | exponen.. |        0.0231 |          183 |       1.0 | friedman_mse |                12 |                9 |         2 |          0.8 |    0.0052 |  0.9375 |       0.9375 |  3.192s |     3m:34s |
| Iteration 39     | exponen.. |        0.0182 |          364 |       0.9 | friedman_mse |                20 |               13 |         9 |          0.9 |    0.0211 |  0.8125 |       0.9375 |  3.275s |     3m:39s |
| Iteration 40     | exponen.. |         0.016 |          370 |       0.8 | squared_er.. |                 9 |               11 |         5 |         auto |    0.0348 |  0.9375 |       0.9375 |  3.254s |     3m:44s |
| Iteration 41     | exponen.. |        0.4356 |          183 |       1.0 | friedman_mse |                13 |               15 |         8 |          0.7 |    0.0255 |     1.0 |          1.0 |  3.214s |     3m:50s |
| Iteration 42     |  deviance |           1.0 |          184 |       1.0 | friedman_mse |                10 |                3 |         1 |          0.9 |    0.0185 |  0.6875 |          1.0 |  3.206s |     3m:57s |
| Iteration 43     | exponen.. |           1.0 |          185 |       1.0 | friedman_mse |                15 |               19 |         1 |          0.5 |    0.0252 |  0.6875 |          1.0 |  3.262s |     4m:03s |
| Iteration 44     | exponen.. |        0.0159 |          177 |       1.0 | squared_er.. |                 9 |               17 |         5 |         auto |    0.0169 |    0.75 |          1.0 |  3.229s |     4m:08s |
| Iteration 45     | exponen.. |         0.435 |          188 |       1.0 | friedman_mse |                11 |               18 |         8 |          0.6 |    0.0348 |   0.625 |          1.0 |  3.228s |     4m:14s |
| Iteration 46     | exponen.. |        0.1618 |          178 |       1.0 | friedman_mse |                 8 |               17 |         7 |          0.7 |    0.0213 |     1.0 |          1.0 |  3.245s |     4m:19s |
| Iteration 47     | exponen.. |        0.0298 |          184 |       0.9 | friedman_mse |                17 |               10 |         5 |          0.8 |    0.0222 |  0.8125 |          1.0 |  3.236s |     4m:24s |
| Iteration 48     | exponen.. |        0.1258 |          181 |       1.0 | squared_er.. |                18 |               16 |         4 |          0.7 |     0.022 |  0.6875 |          1.0 |  3.226s |     4m:30s |
| Iteration 49     | exponen.. |        0.7245 |          180 |       1.0 | friedman_mse |                14 |                8 |         5 |          0.7 |    0.0233 |    0.75 |          1.0 |  3.222s |     4m:35s |
| Iteration 50     | exponen.. |         0.013 |          176 |       1.0 | friedman_mse |                 3 |               12 |         6 |          0.8 |    0.0042 |  0.9375 |          1.0 |  3.231s |     4m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1618, 'n_estimators': 178, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 8, 'min_samples_leaf': 17, 'max_depth': 7, 'max_features': 0.7, 'ccp_alpha': 0.0213}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9741
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.045s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.049
Time elapsed: 0.206s
-------------------------------------------------
Total time: 4m:42s


Running BO for Logistic Regression...
| call             | penalty |       C |  solver | max_iter | l1_ratio | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |    none |     --- | newto.. |      999 |      --- |  0.6875 |       0.6875 |  3.245s |     3.257s |
| Initial point 2  |      l2 |   0.087 |     sag |      942 |      --- |   0.625 |       0.6875 |  3.212s |     7.884s |
| Initial point 3  |      l2 |  0.4195 | libli.. |      307 |      --- |  0.8125 |       0.8125 |  3.194s |    14.455s |
| Initial point 4  |      l2 |  0.1932 | libli.. |      945 |      --- |  0.4375 |       0.8125 |  3.164s |    21.557s |
| Initial point 5  |      l2 | 10.3226 |   lbfgs |      566 |      --- |   0.625 |       0.8125 |  3.153s |    28.600s |
| Initial point 6  |      l2 |  14.061 | newto.. |      153 |      --- |     0.5 |       0.8125 |  3.340s |    35.847s |
| Initial point 7  |      l2 |  2.2818 | libli.. |      278 |      --- |  0.8125 |       0.8125 |  3.145s |    40.858s |
| Initial point 8  |      l1 |  8.2522 | libli.. |      131 |      --- |  0.3125 |       0.8125 |  3.173s |    45.276s |
| Initial point 9  |      l2 |  0.0311 | libli.. |      300 |      --- |  0.5625 |       0.8125 |  3.153s |    49.681s |
| Initial point 10 |      l2 |   0.003 |    saga |      208 |      --- |    0.75 |       0.8125 |  3.227s |    54.308s |
| Iteration 11     |      l1 |  0.0017 | libli.. |      807 |      --- |     0.5 |       0.8125 |  3.216s |    59.059s |
| Iteration 12     |      l2 | 78.3926 | newto.. |      360 |      --- |  0.5625 |       0.8125 |  3.256s |     1m:04s |
| Iteration 13     |      l2 |  1.0595 | newto.. |      294 |      --- |     0.5 |       0.8125 |  3.196s |     1m:08s |
| Iteration 14     |      l2 |  0.1517 | libli.. |      295 |      --- |    0.75 |       0.8125 |  3.227s |     1m:13s |
| Iteration 15     |      l2 |   0.001 | libli.. |     1000 |      --- |  0.4375 |       0.8125 |  3.205s |     1m:18s |
| Iteration 16     |      l2 |  0.6781 |     sag |      340 |      --- |     0.5 |       0.8125 |  3.215s |     1m:24s |
| Iteration 17     |      l2 |  0.6137 | libli.. |      238 |      --- |  0.8125 |       0.8125 |  3.229s |     1m:29s |
| Iteration 18     |      l2 |   5.212 | newto.. |      100 |      --- |   0.625 |       0.8125 |  3.210s |     1m:34s |
| Iteration 19     |      l2 |  0.0697 |     sag |      362 |      --- |    0.25 |       0.8125 |  3.229s |     1m:39s |
| Iteration 20     |      l2 |  18.157 | libli.. |      149 |      --- |     1.0 |          1.0 |  3.205s |     1m:44s |
| Iteration 21     |      l1 |   100.0 | libli.. |      100 |      --- |   0.875 |          1.0 |  3.194s |     1m:49s |
| Iteration 22     |      l1 | 59.5876 | libli.. |      833 |      --- |   0.625 |          1.0 |  3.208s |     1m:54s |
| Iteration 23     |      l1 |   0.036 |    saga |      802 |      --- |     0.5 |          1.0 |  3.201s |     1m:59s |
| Iteration 24     |      l2 | 58.8558 | libli.. |      100 |      --- |    0.75 |          1.0 |  3.204s |     2m:05s |
| Iteration 25     |    none |     --- | newto.. |      339 |      --- |  0.8125 |          1.0 |  3.196s |     2m:10s |
| Iteration 26     |      l2 |  21.597 | newto.. |      100 |      --- |   0.875 |          1.0 |  3.219s |     2m:15s |
| Iteration 27     |      l2 |  0.0226 | libli.. |      103 |      --- |   0.625 |          1.0 |  3.228s |     2m:20s |
| Iteration 28     |    none |     --- | newto.. |      184 |      --- |  0.8125 |          1.0 |  3.266s |     2m:24s |
| Iteration 29     |      l2 | 81.8717 | newto.. |      100 |      --- |    0.75 |          1.0 |  3.253s |     2m:29s |
| Iteration 30     |      l2 |  0.0022 | newto.. |      205 |      --- |     0.5 |          1.0 |  3.244s |     2m:34s |
| Iteration 31     |      l2 | 18.6048 | libli.. |      156 |      --- |   0.625 |          1.0 |  3.208s |     2m:39s |
| Iteration 32     |      l2 |   100.0 | libli.. |      651 |      --- |   0.875 |          1.0 |  3.271s |     2m:44s |
| Iteration 33     |      l2 |   100.0 | libli.. |      304 |      --- |    0.75 |          1.0 |  3.229s |     2m:49s |
| Iteration 34     |      l1 |  12.534 | libli.. |      874 |      --- |    0.75 |          1.0 |  3.284s |     2m:55s |
| Iteration 35     |      l2 |   100.0 |   lbfgs |      112 |      --- |   0.875 |          1.0 |  3.215s |     2m:59s |
| Iteration 36     |      l2 |  2.2016 |   lbfgs |      399 |      --- |   0.875 |          1.0 |  3.166s |     3m:07s |
| Iteration 37     |      l2 |  0.0671 |   lbfgs |      979 |      --- |  0.6875 |          1.0 |  3.148s |     3m:14s |
| Iteration 38     |      l2 |   100.0 | newto.. |      161 |      --- |     0.5 |          1.0 |  3.193s |     3m:20s |
| Iteration 39     |      l1 |   100.0 |    saga |      394 |      --- |  0.5625 |          1.0 |  3.231s |     3m:25s |
| Iteration 40     |    none |     --- |   lbfgs |      367 |      --- |  0.8125 |          1.0 |  3.270s |     3m:30s |
| Iteration 41     |      l2 |  0.5049 |   lbfgs |      381 |      --- |     1.0 |          1.0 |  3.243s |     3m:35s |
| Iteration 42     |      l2 |  0.1437 |   lbfgs |      194 |      --- |  0.5625 |          1.0 |  3.176s |     3m:43s |
| Iteration 43     |    none |     --- |   lbfgs |      165 |      --- |  0.5625 |          1.0 |  3.206s |     3m:49s |
| Iteration 44     |      l2 |  0.0086 |   lbfgs |      394 |      --- |  0.8125 |          1.0 |  3.244s |     3m:54s |
| Iteration 45     |      l2 |  99.796 |   lbfgs |      719 |      --- |    0.75 |          1.0 |  3.237s |     3m:59s |
| Iteration 46     |      l2 |  0.1001 |   lbfgs |      100 |      --- |  0.6875 |          1.0 |  3.791s |     4m:04s |
| Iteration 47     |      l2 |  0.0139 |   lbfgs |      252 |      --- |    0.75 |          1.0 |  3.198s |     4m:09s |
| Iteration 48     |      l2 |  0.9068 | newto.. |      613 |      --- |  0.8125 |          1.0 |  3.188s |     4m:14s |
| Iteration 49     |    none |     --- | newto.. |     1000 |      --- |    0.25 |          1.0 |  3.189s |     4m:19s |
| Iteration 50     |      l2 |  0.4924 |   lbfgs |      457 |      --- |  0.8125 |          1.0 |  3.226s |     4m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'penalty': 'l2', 'C': 0.5049, 'solver': 'lbfgs', 'max_iter': 381}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9071
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0548
Time elapsed: 0.062s
-------------------------------------------------
Total time: 4m:26s


Running BO for Linear Discriminant Analysis...
| call             |  solver | shrinkage | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |   eigen |       1.0 |   0.125 |        0.125 |  3.206s |     3.213s |
| Initial point 2  |     svd |       --- |    0.75 |         0.75 |  3.203s |     7.766s |
| Initial point 3  |     svd |       --- |    0.75 |         0.75 |  0.001s |     9.030s |
| Initial point 4  |    lsqr |       0.8 |     0.0 |         0.75 |  3.227s |    13.410s |
| Initial point 5  |   eigen |       0.9 |  0.5625 |         0.75 |  3.227s |    17.970s |
| Initial point 6  |    lsqr |       0.7 |  0.5625 |         0.75 |  3.246s |    24.314s |
| Initial point 7  |    lsqr |       0.5 |  0.8125 |       0.8125 |  3.156s |    31.193s |
| Initial point 8  |    lsqr |       0.9 |  0.5625 |       0.8125 |  3.095s |    37.986s |
| Initial point 9  |    lsqr |       0.6 |   0.625 |       0.8125 |  3.169s |    44.772s |
| Initial point 10 |   eigen |       0.8 |  0.5625 |       0.8125 |  3.189s |    51.903s |
In [ ]:
# Summarize results from 100 splits

with open('models_dict.json', 'r') as file:
    models_dict = json.load(file)

with open('results_dict.json', 'r') as file:
    results_dict = json.load(file)

res_df = pd.DataFrame({
    'Iteration': models_dict.keys(),
    'model': models_dict.values(),
    'auc': results_dict.values() # mean_bootstrap
})
In [ ]:
# Which models were chosen as winners?
res_df['model'].value_counts()
Out[ ]:
AdaB_LR     17
GBM_LR      15
XGB_LR      12
RF_LR       10
GBM_XGB      7
QDA_LR       6
RF_XGB       6
LR_LR        6
RNN_XGB      5
RNN_LR       5
AdaB_XGB     5
LDA_LR       3
XGB_XGB      2
QDA_XGB      1
Name: model, dtype: int64
In [ ]:
# Filter rows from features.csv which were trained with one of the three most popular models 
features_df = pd.read_csv("/features.csv", index_col = 0)
filtered_res_df = res_df[res_df['model'].isin(['AdaB_LR','GBM_LR', 'XGB_LR'])].sort_values(by='auc', ascending=False)
filtered_res_df['Iteration'] = pd.to_numeric(filtered_res_df['Iteration'])
selected_iterations = filtered_res_df['Iteration'].values
filtered_features_df = features_df[features_df.index.isin(selected_iterations)]
filtered_features_df
Out[ ]:
Feature_0 Feature_1 Feature_2 Feature_3 Feature_4 Feature_5 Feature_6 Feature_7 Feature_8 Feature_9
Iteration
10 CVVSDRGSTLGRLYF CAVRDNYGQNFVF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAGHDYKLSF CAATQGGSEKLVF CAALYNFNKFYF
13 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF
14 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CAVRDNYGQNFVF CADHQNYGGSQGNLIF CAAGGTSYGKLTF CALQGGSEKLVF CAGHDYKLSF CAATQGGSEKLVF CAASEYGNKLVF
15 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF
19 CVVSDRGSTLGRLYF CAVMDSSYKLIF CAVRDNYGQNFVF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF
20 CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVRDNYGQNFVF CAAGGTSYGKLTF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAGHDYKLSF CAATQGGSEKLVF
21 CVVSDRGSTLGRLYF CAVMDSSYKLIF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAGHDYKLSF CAALYNFNKFYF CAATQGGSEKLVF
24 CVVSDRGSTLGRLYF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAAGGTSYGKLTF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
25 CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CASASPSSYNEQFF CAAGGTSYGKLTF CAVEETSGSRLTF CALQGGSEKLVF CAGHDYKLSF CAATQGGSEKLVF CAALYNFNKFYF
26 CAVMDSSYKLIF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CASASPSSYNEQFF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF
28 CVVSDRGSTLGRLYF CAVMDSSYKLIF CADHQNYGGSQGNLIF CAVRDNYGQNFVF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF
29 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF CAALYNFNKFYF
30 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAGHDYKLSF CAASEYGNKLVF CAATQGGSEKLVF
31 CVVSDRGSTLGRLYF CAVRDSNYQLIW CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF CAALYNFNKFYF
32 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAAGGTSYGKLTF CAATDSWGKLQF CALQGGSEKLVF CAALYNFNKFYF CAASEYGNKLVF CAGHDYKLSF
34 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF
38 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CAVRDNYGQNFVF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF
40 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAAGGTSYGKLTF CAVEETSGSRLTF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
41 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAGHDYKLSF CAASEYGNKLVF CAATQGGSEKLVF CAALYNFNKFYF
45 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
47 CVVSDRGSTLGRLYF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF CAATQGGSEKLVF
50 CVVSDRGSTLGRLYF CAVRDNYGQNFVF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
52 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAGHDYKLSF CAASEYGNKLVF CAATQGGSEKLVF
54 CVVSDRGSTLGRLYF CAVMDSSYKLIF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAAGGTSYGKLTF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAGHDYKLSF CAALYNFNKFYF
60 CVVSDRGSTLGRLYF CAVMDSSYKLIF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAGHDYKLSF CAATQGGSEKLVF CAALYNFNKFYF
62 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAAGGTSYGKLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
63 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
65 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF
68 CVVSDRGSTLGRLYF CAVMDSSYKLIF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVRDNYGQNFVF CAAGGTSYGKLTF CALQGGSEKLVF CAGHDYKLSF CAASEYGNKLVF
69 CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVRDNYGQNFVF CAAGGTSYGKLTF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAGHDYKLSF CAASEYGNKLVF
76 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF CAATQGGSEKLVF
77 CVVSDRGSTLGRLYF CAVRDSNYQLIW CAVMDSSYKLIF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
79 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAAGGTSYGKLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
81 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF
82 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAGHDYKLSF CAALYNFNKFYF CAASEYGNKLVF
84 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CAVRDNYGQNFVF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF
87 CVVSDRGSTLGRLYF CAVMDSSYKLIF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAGHDYKLSF CAALYNFNKFYF
88 CVVSDRGSTLGRLYF CAVRDSNYQLIW CAVRDNYGQNFVF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAAGGTSYGKLTF CALQGGSEKLVF CAATDSWGKLQF CAGHDYKLSF CAALYNFNKFYF
92 CVVSDRGSTLGRLYF CAVMDSSYKLIF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAGHDYKLSF CAATQGGSEKLVF
94 CVVSDRGSTLGRLYF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAATQGGSEKLVF CAALYNFNKFYF
95 CVVSDRGSTLGRLYF CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
96 CAVRDSNYQLIW CALSAARSSNTGKLIF CAVRDNYGQNFVF CADHQNYGGSQGNLIF CAVEETSGSRLTF CALQGGSEKLVF CAATDSWGKLQF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF
97 CAVRDSNYQLIW CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAVEETSGSRLTF CAATDSWGKLQF CALQGGSEKLVF CAASEYGNKLVF CAGHDYKLSF CAALYNFNKFYF CAATQGGSEKLVF
100 CVVSDRGSTLGRLYF CAVMDSSYKLIF CALSAARSSNTGKLIF CADHQNYGGSQGNLIF CAAGGTSYGKLTF CASASPSSYNEQFF CAVDNTDKLIF CALQGGSEKLVF CAGHDYKLSF CAALYNFNKFYF
In [ ]:
# Flatten the df 
flattened_values = filtered_features_df.values.flatten()

# Count the occurrences of each unique value
value_counts = pd.Series(flattened_values).value_counts()

# Convert to a df for easier viewing
value_counts_df = value_counts.reset_index()
value_counts_df.columns = ['Feature', 'Count']

value_counts_df
Out[ ]:
Feature Count
0 CADHQNYGGSQGNLIF 44
1 CALQGGSEKLVF 44
2 CAGHDYKLSF 44
3 CALSAARSSNTGKLIF 41
4 CVVSDRGSTLGRLYF 38
5 CAATDSWGKLQF 37
6 CAVEETSGSRLTF 35
7 CAASEYGNKLVF 34
8 CAVRDSNYQLIW 33
9 CAALYNFNKFYF 27
10 CAATQGGSEKLVF 23
11 CAAGGTSYGKLTF 13
12 CAVRDNYGQNFVF 12
13 CAVMDSSYKLIF 11
14 CASASPSSYNEQFF 3
15 CAVDNTDKLIF 1
In [17]:
features16 = value_counts_df['Feature'].tolist()
features16
Out[17]:
['CADHQNYGGSQGNLIF',
 'CALQGGSEKLVF',
 'CAGHDYKLSF',
 'CALSAARSSNTGKLIF',
 'CVVSDRGSTLGRLYF',
 'CAATDSWGKLQF',
 'CAVEETSGSRLTF',
 'CAASEYGNKLVF',
 'CAVRDSNYQLIW',
 'CAALYNFNKFYF',
 'CAATQGGSEKLVF',
 'CAAGGTSYGKLTF',
 'CAVRDNYGQNFVF',
 'CAVMDSSYKLIF',
 'CASASPSSYNEQFF',
 'CAVDNTDKLIF']
In [ ]:
# Split Train to Subtrain and Val and select features from a given list
def split_train_val_select(train_val, x, features):
    # Perform stratified train/val split
    train, val = train_test_split(train_val, test_size=9, stratify=train_val['y'], random_state=x)

    # Select the given features from the training set
    train_fs = train.loc[:, features + ['y']]

    # Select the given features from the val set
    val_fs = val.loc[:, features + ['y']]

    return train_fs, val_fs


# Create atom and perform feature selection using LR and train with XGB
def create_atom_fs(train, test, split):
    atom = ATOMClassifier(train, test, y="y", verbose=2, warnings=False, random_state = 1, index=True)
    solver = "LR"
    models = ["XGB"]
    atom.feature_selection(strategy="SFM", solver=solver, n_features=10, random_state=0)
    atom.run(models=models, n_calls=50, n_initial_points=10, metric="AUC", n_bootstrap=5)
    return atom
In [ ]:
# 10 splits of the Training set to Subtrain and Validation
# This time using 16 selected features
# Narrowing down to 10 with SFM, solver: LR
# Model: XGB

results_dict_fs_test = {}
features10 = []

for i in range(200,210):
    train, val = split_train_val_select(train_val, i, features16)
    atom = create_atom_fs(train, val, i)
    selected_features = atom.features
    features10.append(selected_features)
    results_dict_fs_test[i] = atom.winner.metric_test   #mean_bootstrap

with open('results_dict_XGB_fs10_test.json', 'w') as file:
    json.dump(results_dict_fs_test, file)

with open('features10.json', 'w') as file:
    json.dump(features10, file)
<< ================== ATOM ================== >>
Algorithm task: binary classification.

Dataset stats ==================== >>
Shape: (76, 17)
Memory: 15.31 kB
Scaled: False
Outlier values: 18 (1.6%)
Duplicate samples: 2 (2.6%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
|   |    dataset |      train |       test |
| - | ---------- | ---------- | ---------- |
| 0 |   40 (1.1) |   35 (1.1) |    5 (1.2) |
| 1 |   36 (1.0) |   32 (1.0) |    4 (1.0) |

Fitting FeatureSelector...
Performing feature selection ...
 --> The LogisticRegression estimator selected 10 features from the dataset.
   >>> Dropping feature CVVSDRGSTLGRLYF.
   >>> Dropping feature CAASEYGNKLVF.
   >>> Dropping feature CAATQGGSEKLVF.
   >>> Dropping feature CAAGGTSYGKLTF.
   >>> Dropping feature CASASPSSYNEQFF.
   >>> Dropping feature CAVDNTDKLIF.

Training ========================= >>
Models: XGB
Metric: roc_auc


Running BO for XGBoost...
| call             | n_estimators | learning_rate | max_depth |   gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc |    time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1  |          499 |         0.733 |         2 |   0.999 |                3 |       0.7 |              0.6 |         1 |        100 |     0.5 |          0.5 |  0.121s |     0.147s |
| Initial point 2  |          426 |        0.0423 |         6 |  0.4435 |                3 |       0.8 |              0.9 |       0.1 |        0.1 |   0.875 |        0.875 |  0.105s |    13.645s |
| Initial point 3  |          471 |        0.3604 |         7 |  0.8028 |                2 |       0.8 |              0.9 |        10 |         10 |     0.5 |        0.875 |  0.106s |    26.656s |
| Initial point 4  |          151 |        0.0131 |         7 |  0.5931 |                7 |       0.7 |              0.5 |      0.01 |       0.01 |     0.5 |        0.875 |  0.066s |    31.111s |
| Initial point 5  |          396 |        0.0668 |         1 |   0.624 |                7 |       0.6 |              0.7 |      0.01 |          0 |     0.5 |        0.875 |  0.100s |    33.565s |
| Initial point 6  |          245 |        0.0156 |         9 |  0.1195 |                6 |       0.5 |              1.0 |       100 |       0.01 |     0.5 |        0.875 |  0.076s |    35.831s |
| Initial point 7  |          301 |        0.1355 |         7 |  0.9565 |                3 |       0.6 |              0.7 |       100 |        0.1 |     0.5 |        0.875 |  0.132s |    45.915s |
| Initial point 8  |          279 |        0.3396 |         1 |    0.14 |                8 |       0.5 |              0.9 |         1 |        0.1 |     0.5 |        0.875 |  0.077s |    50.237s |
| Initial point 9  |          448 |        0.0569 |         6 |  0.6523 |                4 |       0.8 |              0.8 |      0.01 |          1 |     0.5 |        0.875 |  0.109s |    54.864s |
| Initial point 10 |          331 |         0.051 |         8 |  0.3565 |                8 |       0.9 |              0.4 |       0.1 |          0 |     0.5 |        0.875 |  0.086s |     1m:03s |
In [9]:
with open('features10.json', 'r') as file:
    features10 = json.load(file)

features10_df = pd.DataFrame(features10)
features10_df
Out[9]:
0 1 2 3 4 5 6 7 8 9
0 CADHQNYGGSQGNLIF CALQGGSEKLVF CAGHDYKLSF CALSAARSSNTGKLIF CAATDSWGKLQF CAVEETSGSRLTF CAVRDSNYQLIW CAALYNFNKFYF CAVRDNYGQNFVF CAVMDSSYKLIF
1 CADHQNYGGSQGNLIF CALQGGSEKLVF CAGHDYKLSF CALSAARSSNTGKLIF CVVSDRGSTLGRLYF CAATDSWGKLQF CAVEETSGSRLTF CAASEYGNKLVF CAALYNFNKFYF CAATQGGSEKLVF
2 CADHQNYGGSQGNLIF CALQGGSEKLVF CAGHDYKLSF CVVSDRGSTLGRLYF CAATDSWGKLQF CAVEETSGSRLTF CAASEYGNKLVF CAVRDSNYQLIW CAALYNFNKFYF CAATQGGSEKLVF
3 CADHQNYGGSQGNLIF CALQGGSEKLVF CAGHDYKLSF CALSAARSSNTGKLIF CVVSDRGSTLGRLYF CAATDSWGKLQF CAVEETSGSRLTF CAASEYGNKLVF CAVRDSNYQLIW CAATQGGSEKLVF
4 CADHQNYGGSQGNLIF CALQGGSEKLVF CALSAARSSNTGKLIF CAATDSWGKLQF CAVEETSGSRLTF CAASEYGNKLVF CAALYNFNKFYF CAATQGGSEKLVF CAVRDNYGQNFVF CAVMDSSYKLIF
5 CALQGGSEKLVF CAGHDYKLSF CVVSDRGSTLGRLYF CAATDSWGKLQF CAVEETSGSRLTF CAASEYGNKLVF CAVRDSNYQLIW CAALYNFNKFYF CAATQGGSEKLVF CAVRDNYGQNFVF
6 CADHQNYGGSQGNLIF CALQGGSEKLVF CAGHDYKLSF CALSAARSSNTGKLIF CVVSDRGSTLGRLYF CAVEETSGSRLTF CAASEYGNKLVF CAALYNFNKFYF CAVRDNYGQNFVF CAVMDSSYKLIF
7 CADHQNYGGSQGNLIF CALQGGSEKLVF CAGHDYKLSF CALSAARSSNTGKLIF CVVSDRGSTLGRLYF CAATDSWGKLQF CAVEETSGSRLTF CAASEYGNKLVF CAVRDSNYQLIW CAATQGGSEKLVF
8 CADHQNYGGSQGNLIF CALQGGSEKLVF CAGHDYKLSF CALSAARSSNTGKLIF CAATDSWGKLQF CAVEETSGSRLTF CAASEYGNKLVF CAVRDSNYQLIW CAALYNFNKFYF CAATQGGSEKLVF
9 CADHQNYGGSQGNLIF CALQGGSEKLVF CAGHDYKLSF CALSAARSSNTGKLIF CVVSDRGSTLGRLYF CAATDSWGKLQF CAVEETSGSRLTF CAASEYGNKLVF CAALYNFNKFYF CAATQGGSEKLVF
In [12]:
features10_df.to_csv('features10_df.csv' )
In [ ]:
 

Bias check: same model, same sample numbers but subsampled differently

In [ ]:
# Create a classifier from each feature set and train on full train set

atom10 = []

for i,fset in enumerate(features10):

    full_train_fs = train_val.loc[:, fset + ['y']]
    test_fs = test.loc[:, fset + ['y']]
    atom = ATOMClassifier(full_train_fs, test_fs, y="y", verbose=2, warnings=False, random_state = 1, index=True)
    models = ["XGB"]
    atom.run(models=models, n_calls=50, n_initial_points=10, metric="AUC", n_bootstrap=5)
    atom10.append(atom)
In [ ]:
# Subsampling was performed in R
subsampled_data = []
sub_paths = ["sub1_all_ab.csv", "sub2_all_ab.csv", "sub3_all_ab.csv", "sub4_all_ab.csv"]
for path in sub_paths:
    full_path = "/mult_subsampls/" + path
    X_sub = pd.read_csv(full_path, index_col = 0)
    subsampled_data.append(X_sub)
    print(path + " added")
sub1_all_ab.csv added
sub2_all_ab.csv added
sub3_all_ab.csv added
sub4_all_ab.csv added
In [ ]:
# For each classifier, check on 4 different subsamplings of the test set

test_indices = test.index.tolist() # 18 samples

fig = plt.figure(figsize=[20,12])
ax = fig.add_subplot(111)

tprs = []
aucs = []
mean_fpr = np.linspace(0,1,100)

# For each classifier
for i,atom in enumerate(atom10):
    test_features = atom.features
    tprs_fset = []
    aucs_fset = []
    mean_fpr_fset = np.linspace(0,1,100)
    # For each subsampling
    for id, X_sub in enumerate(subsampled_data):    
        X_test = X_sub.loc[test_indices, test_features]
        y_test = [0 if row_name.endswith('H') else 1 for row_name in X_test.index]
        
        yhat = atom.winner.predict_proba(X_test)[:, 1]
        fpr, tpr, thresholds = roc_curve(y_test, yhat)
        roc_auc = auc(fpr, tpr)
        tprs_fset.append(interp(mean_fpr, fpr, tpr)) 
        aucs_fset.append(roc_auc)

        tprs.append(interp(mean_fpr, fpr, tpr)) 
        aucs.append(roc_auc)
    
    mean_tpr_fset = np.mean(tprs_fset, axis=0)
    mean_auc_fset = auc(mean_fpr_fset, mean_tpr_fset)
    std_auc_fset = np.std(aucs_fset)
    plt.plot(mean_fpr_fset, mean_tpr_fset, lw=2, alpha=0.3, label=r'Mean ROC feature set %d (AUC = %0.2f $\pm$ %0.2f)' % (i, mean_auc_fset, std_auc_fset))


plt.plot([0,1], [0,1], linestyle='--', label='No Skill')

mean_tpr = np.mean(tprs, axis=0)
mean_auc = auc(mean_fpr, mean_tpr)
std_auc = np.std(aucs)
plt.plot(mean_fpr, mean_tpr, lw=4, alpha=1, color='blue', label=r'Mean ROC (AUC = %0.2f $\pm$ %0.2f)' % (mean_auc, std_auc))

std_tpr = np.std(tprs, axis=0)
tprs_lower = mean_tpr - std_tpr
tprs_upper = np.minimum(mean_tpr + std_tpr, 1)
ax.fill_between(mean_fpr, tprs_lower, tprs_upper, color="grey", alpha=0.2, label=r"$\pm$ 1 std. dev.",)

ax.set_xlabel('False Positive Rate')
ax.set_ylabel('True Positive Rate')
ax.set_title('ROC')
ax.legend(bbox_to_anchor=(1.02, 1), loc='upper left', borderaxespad=0.)
plt.tight_layout(rect=[0, 0, 0.75, 1])
ax.set_facecolor('w')
name = "roc_all_avg.pdf"
plt.savefig(name, transparent= True)
No description has been provided for this image
In [ ]:
 
In [ ]:
avg_recall = []
avg_spec = []
avg_prec = []
avg_auc = []
avg_acc = []

for i,atom in enumerate(atom10):
    test_indices = atom.y_test.index.to_list()
    fset = atom.features

    recall_values = []
    specificity_values = []
    precision_values = []
    auc_values = []
    acc_values = []

    for id, X_sub in enumerate(subsampled_data): 
        
        X_test = X_sub.loc[test_indices, fset]
        y_test = [0 if row_name.endswith('H') else 1 for row_name in X_test.index]
        
        yhat = atom.winner.predict_proba(X_test)[:, 1]
        y_pred = (yhat > 0.5).astype('float')

        auc = roc_auc_score(atom.y_test, yhat)
        auc_values.append(auc)
        acc = accuracy_score(atom.y_test, y_pred)
        acc_values.append(acc)
        precision = precision_score(atom.y_test, y_pred)
        precision_values.append(precision)
        recall = recall_score(atom.y_test, y_pred) #sensitivity
        recall_values.append(recall)
        specificity = recall_score(atom.y_test, y_pred, pos_label=0)
        specificity_values.append(specificity)

    mean_recall = np.mean(recall_values)
    mean_specificity = np.mean(specificity_values)
    mean_precision = np.mean(precision_values)
    mean_auc = np.mean(auc_values)
    mean_acc = np.mean(acc_values)

    avg_recall.append(mean_recall)
    avg_spec.append(mean_specificity)
    avg_prec.append(mean_precision)
    avg_auc.append(mean_auc)
    avg_acc.append(mean_acc)

performance_all = pd.DataFrame({
    'avg_auc': avg_auc,
    'avg_accuracy': avg_acc,
    'avg_recall': avg_recall,
    'avg_specificity': avg_spec,
    'avg_precision': avg_prec,  
})

performance_all.to_csv("performance_all.csv")
In [ ]:
# Add Validation col
performance_all["auc_validation"] = results_dict_fs_test.values()

performance_all = performance_all.reset_index().rename(columns={'index': 'feature_set'})
# Reorder 
columns = ['feature_set', 'auc_validation'] + [col for col in performance_all.columns if col != 'auc_validation' and col != 'feature_set']
performance_all = performance_all[columns]
performance_all
Out[ ]:
feature_set auc_validation avg_auc avg_accuracy avg_recall avg_specificity avg_precision
0 0 0.85 0.922840 0.805556 0.972222 0.638889 0.732517
1 1 1.00 0.787037 0.736111 0.555556 0.916667 0.886905
2 2 1.00 0.932099 0.847222 0.833333 0.861111 0.857639
3 3 0.85 0.962963 0.875000 0.972222 0.777778 0.818813
4 4 1.00 0.833333 0.736111 0.611111 0.861111 0.824405
5 5 0.95 0.882716 0.750000 0.916667 0.583333 0.689423
6 6 0.90 0.851852 0.722222 0.555556 0.888889 0.842857
7 7 1.00 0.962963 0.875000 0.972222 0.777778 0.818813
8 8 0.95 0.962963 0.833333 0.944444 0.722222 0.779895
9 9 1.00 0.787037 0.736111 0.555556 0.916667 0.886905
In [98]:
performance_all.to_csv("performance_and_val.csv")

The model created from feature set #7 achieved an AUC of 1.0 on the Validation set and an average AUC of 0.96 across multiple subsamplings of the Test set.

In [76]:
atom_winner = atom10[7]
atom_winner.winner.metric_test
atom_winner.save("atom_BC_10f_winner", save_data=True)
ATOMClassifier successfully saved.
In [35]:
atom_winner.winner.plot_confusion_matrix(filename = "atom_winner_cm_test.pdf")
No description has been provided for this image
In [77]:
atom_winner.features
Out[77]:
['CADHQNYGGSQGNLIF',
 'CALQGGSEKLVF',
 'CAGHDYKLSF',
 'CALSAARSSNTGKLIF',
 'CVVSDRGSTLGRLYF',
 'CAATDSWGKLQF',
 'CAVEETSGSRLTF',
 'CAASEYGNKLVF',
 'CAVRDSNYQLIW',
 'CAATQGGSEKLVF']
In [ ]:
import time
start_time = time.time()
atom_winner.winner.predict_proba_test
end_time = time.time()

elapsed_time = end_time - start_time
print(f"Elapsed time: {elapsed_time} seconds")
Elapsed time: 0.0002598762512207031 seconds
In [81]:
atom_winner.winner.best_params
Out[81]:
{'n_estimators': 385,
 'learning_rate': 0.0101,
 'max_depth': 5,
 'gamma': 1.0,
 'min_child_weight': 1,
 'subsample': 0.9,
 'colsample_bytree': 0.5,
 'reg_alpha': 0,
 'reg_lambda': 0}